00000080:00000010:3.1:1786173413.473921:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934fc0.
00010000:00000010:3.1:1786173413.474512:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486431600.
00010000:00000010:3.1:1786173413.474517:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484204400.
00000080:00000010:3.1:1786173413.474521:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934100.
00010000:00000010:3.1:1786173413.474525:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486431a00.
00010000:00000010:3.1:1786173413.474529:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b171b200.
00000080:00000010:3.1:1786173413.474532:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c09346c0.
00010000:00000010:3.1:1786173413.474546:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486431500.
00010000:00000010:3.1:1786173413.474550:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b171b400.
00000080:00000010:3.1:1786173413.474554:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934660.
00010000:00000010:3.1:1786173413.474659:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486431900.
00010000:00000010:3.1:1786173413.474664:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b171b800.
00000080:00000010:3.1:1786173413.474668:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011ac00.
00010000:00000010:3.1:1786173413.474673:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486431700.
00010000:00000010:3.1:1786173413.474676:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149794bc00.
00000080:00000010:3.1:1786173413.474679:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011ad20.
00010000:00000010:3.1:1786173413.474684:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c089c200.
00010000:00000010:3.1:1786173413.474687:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149794b000.
00000080:00000010:3.1:1786173413.474690:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011a540.
00010000:00000010:3.1:1786173413.474696:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12fac00.
00010000:00000010:3.1:1786173413.474700:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149794a400.
00000080:00000010:3.1:1786173413.474702:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011afa0.
00010000:00000010:3.1:1786173413.474706:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12faf00.
00010000:00000010:3.1:1786173413.474709:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149794a800.
00000080:00000010:3.1:1786173413.474712:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011ae40.
00010000:00000010:3.1:1786173413.474717:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12fae00.
00010000:00000010:3.1:1786173413.474720:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149794ba00.
00000080:00000010:3.1:1786173413.474722:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011af80.
00010000:00000010:3.1:1786173413.474726:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12fa000.
00010000:00000010:3.1:1786173413.474729:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149794b200.
00000080:00000010:3.1:1786173413.474732:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011ab80.
00010000:00000010:3.1:1786173413.474736:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12fab00.
00010000:00000010:3.1:1786173413.474739:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149794b400.
00000080:00000010:3.1:1786173413.474742:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011a680.
00010000:00000010:3.1:1786173413.474753:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12fa800.
00010000:00000010:3.1:1786173413.474756:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f8000.
00000080:00000010:3.1:1786173413.474759:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011a7c0.
00010000:00000010:3.1:1786173413.475250:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12fa400.
00010000:00000010:3.1:1786173413.475254:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f8200.
00000080:00000010:3.1:1786173413.475259:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011ab60.
00010000:00000010:3.1:1786173413.475263:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12fa200.
00010000:00000010:3.1:1786173413.475266:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f8c00.
00000080:00000010:3.1:1786173413.475269:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011a500.
00010000:00000010:3.1:1786173413.475272:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12fad00.
00010000:00000010:3.1:1786173413.475274:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f8600.
00000080:00000010:3.1:1786173413.475277:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011ab40.
00010000:00000010:3.1:1786173413.475281:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486431c00.
00010000:00000010:3.1:1786173413.475285:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b171a000.
00000080:00000010:3.1:1786173413.475288:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011a880.
00010000:00000010:3.1:1786173413.475300:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12fa300.
00010000:00000010:3.1:1786173413.475304:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f9600.
00000080:00000010:3.1:1786173413.475307:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011ad00.
00010000:00000010:3.1:1786173413.475315:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12fa100.
00010000:00000010:3.1:1786173413.475318:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f8e00.
00000080:00000010:3.1:1786173413.475321:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011a660.
00010000:00000010:3.1:1786173413.475324:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12fa600.
00010000:00000010:3.1:1786173413.475327:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f8a00.
00000080:00000010:3.1:1786173413.475330:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011a420.
00010000:00000010:3.1:1786173413.475333:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12faa00.
00010000:00000010:3.1:1786173413.475336:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f9e00.
00000080:00000010:3.1:1786173413.475338:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011a6c0.
00010000:00000010:3.1:1786173413.475345:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12fa500.
00010000:00000010:3.1:1786173413.475348:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f9c00.
00000080:00000010:3.1:1786173413.475351:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011a9c0.
00010000:00000010:3.1:1786173413.475355:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12fa900.
00010000:00000010:3.1:1786173413.475358:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f9000.
00000080:00000010:3.1:1786173413.475360:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011a100.
00010000:00000010:3.1:1786173413.475371:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12fa700.
00010000:00000010:3.1:1786173413.475374:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f8400.
00000080:00000010:3.1:1786173413.475378:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149011a440.
00010000:00000010:3.1:1786173413.475384:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fdb00.
00010000:00000010:3.1:1786173413.475388:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f8800.
00000080:00000010:3.1:1786173413.475397:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f9e0.
00010000:00000010:3.1:1786173413.475402:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fd800.
00010000:00000010:3.1:1786173413.475406:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f9a00.
00000080:00000010:3.1:1786173413.475410:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6faa0.
00010000:00000010:3.1:1786173413.475415:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fd400.
00010000:00000010:3.1:1786173413.475418:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f9200.
00000080:00000010:3.1:1786173413.475422:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f920.
00010000:00000010:3.1:1786173413.475426:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fd200.
00010000:00000010:3.1:1786173413.475429:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f9400.
00000080:00000010:3.1:1786173413.475432:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6fe60.
00010000:00000010:3.1:1786173413.475436:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fdd00.
00010000:00000010:3.1:1786173413.475439:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b12f9800.
00000080:00000010:3.1:1786173413.475443:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6fd60.
00010000:00000010:3.1:1786173413.475447:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fd300.
00010000:00000010:3.1:1786173413.475451:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487430e00.
00000080:00000010:3.1:1786173413.475455:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f6a0.
00010000:00000010:3.1:1786173413.475459:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fd100.
00010000:00000010:3.1:1786173413.475462:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487430a00.
00000080:00000010:3.1:1786173413.475465:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6fd40.
00010000:00000010:3.1:1786173413.475469:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fd600.
00010000:00000010:3.1:1786173413.475473:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487431e00.
00000080:00000010:3.1:1786173413.475477:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f600.
00010000:00000010:3.1:1786173413.475481:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fda00.
00010000:00000010:3.1:1786173413.475484:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487431c00.
00000080:00000010:3.1:1786173413.475488:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6fe20.
00010000:00000010:3.1:1786173413.475492:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fd500.
00010000:00000010:3.1:1786173413.475494:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487431000.
00000080:00000010:3.1:1786173413.475498:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f940.
00010000:00000010:3.1:1786173413.475509:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fd900.
00010000:00000010:3.1:1786173413.475512:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487430400.
00000080:00000010:3.1:1786173413.475515:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f4c0.
00010000:00000010:3.1:1786173413.475519:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fd700.
00010000:00000010:3.1:1786173413.475522:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487430800.
00000080:00000010:3.1:1786173413.475525:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f7e0.
00010000:00000010:3.1:1786173413.475532:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fdc00.
00010000:00000010:3.1:1786173413.475535:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487431a00.
00000080:00000010:3.1:1786173413.475550:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6fb00.
00010000:00000010:3.1:1786173413.475556:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fdf00.
00010000:00000010:3.1:1786173413.475559:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487431200.
00000080:00000010:3.1:1786173413.475562:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6ffe0.
00010000:00000010:3.1:1786173413.475566:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fde00.
00010000:00000010:3.1:1786173413.475569:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487431400.
00000080:00000010:3.1:1786173413.475573:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f060.
00010000:00000010:3.1:1786173413.475577:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88fd000.
00010000:00000010:3.1:1786173413.475580:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487431800.
00000080:00000010:3.1:1786173413.475583:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6fa60.
00010000:00000010:3.1:1786173413.475589:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0a00.
00010000:00000010:3.1:1786173413.475592:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487430000.
00000080:00000010:3.1:1786173413.475595:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f860.
00010000:00000010:3.1:1786173413.475600:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0500.
00010000:00000010:3.1:1786173413.475603:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487430200.
00000080:00000010:3.1:1786173413.475606:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934b40.
00010000:00000010:3.1:1786173413.475610:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486431f00.
00010000:00000010:3.1:1786173413.475613:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b171a200.
00000080:00000010:3.1:1786173413.475617:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934380.
00010000:00000010:3.1:1786173413.475620:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486431e00.
00010000:00000010:3.1:1786173413.475623:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b171ac00.
00000080:00000010:3.1:1786173413.475626:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934680.
00010000:00000010:3.1:1786173413.475630:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486431000.
00010000:00000010:3.1:1786173413.475633:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b171a600.
00000080:00000010:3.1:1786173413.475636:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1f60.
00010000:00000010:3.1:1786173413.475645:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0900.
00010000:00000010:3.1:1786173413.475649:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148779f600.
00000080:00000010:3.1:1786173413.475658:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f8e0.
00010000:00000010:3.1:1786173413.475664:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485998300.
00010000:00000010:3.1:1786173413.475667:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487430c00.
00000080:00000010:3.1:1786173413.475670:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f720.
00010000:00000010:3.1:1786173413.475675:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0700.
00010000:00000010:3.1:1786173413.475678:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487430600.
00000080:00000010:3.1:1786173413.475681:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f560.
00010000:00000010:3.1:1786173413.475685:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0c00.
00010000:00000010:3.1:1786173413.475688:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487431600.
00000080:00000010:3.1:1786173413.475692:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6fec0.
00010000:00000010:3.1:1786173413.475696:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0f00.
00010000:00000010:3.1:1786173413.475699:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981b2c00.
00000080:00000010:3.1:1786173413.475703:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6fee0.
00010000:00000010:3.1:1786173413.475707:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0e00.
00010000:00000010:3.1:1786173413.475710:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981b2600.
00000080:00000010:3.1:1786173413.475713:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f5e0.
00010000:00000010:3.1:1786173413.475718:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0000.
00010000:00000010:3.1:1786173413.475722:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981b3600.
00000080:00000010:3.1:1786173413.475725:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f300.
00010000:00000010:3.1:1786173413.475728:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0b00.
00010000:00000010:3.1:1786173413.475731:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981b2e00.
00000080:00000010:3.1:1786173413.475734:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c09342e0.
00010000:00000010:3.1:1786173413.475738:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486431b00.
00010000:00000010:3.1:1786173413.475741:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b171b600.
00000080:00000010:3.1:1786173413.475744:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934c40.
00010000:00000010:3.1:1786173413.475748:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486431800.
00010000:00000010:3.1:1786173413.475750:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b171ae00.
00000080:00000010:3.1:1786173413.475754:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6fda0.
00010000:00000010:3.1:1786173413.475758:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486431400.
00010000:00000010:3.1:1786173413.475761:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981b2a00.
00000080:00000010:3.1:1786173413.476040:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f140.
00010000:00000010:3.1:1786173413.476054:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0800.
00010000:00000010:3.1:1786173413.476057:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981b3e00.
00000080:00000010:3.1:1786173413.476060:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6fa40.
00010000:00000010:3.1:1786173413.476063:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0400.
00010000:00000010:3.1:1786173413.476066:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981b3c00.
00000080:00000010:3.1:1786173413.476069:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6fa20.
00010000:00000010:3.1:1786173413.476073:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0200.
00010000:00000010:3.1:1786173413.476076:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981b3000.
00000080:00000010:3.1:1786173413.476079:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6fc00.
00010000:00000010:3.1:1786173413.476083:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0d00.
00010000:00000010:3.1:1786173413.476085:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981b2400.
00000080:00000010:3.1:1786173413.476088:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6fd20.
00010000:00000010:3.1:1786173413.476093:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0300.
00010000:00000010:3.1:1786173413.476096:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981b2800.
00000080:00000010:3.1:1786173413.476098:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f540.
00010000:00000010:3.1:1786173413.476102:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0100.
00010000:00000010:3.1:1786173413.476104:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981b3a00.
00000080:00000010:3.1:1786173413.476107:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6ffa0.
00010000:00000010:3.1:1786173413.476110:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14981b0600.
00010000:00000010:3.1:1786173413.476113:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981b3200.
00000080:00000010:3.1:1786173413.476115:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6fe40.
00010000:00000010:3.1:1786173413.476119:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1673c00.
00010000:00000010:3.1:1786173413.476122:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981b3400.
00000080:00000010:3.1:1786173413.476125:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6ff80.
00010000:00000010:3.1:1786173413.476129:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1673f00.
00010000:00000010:3.1:1786173413.476132:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981b3800.
00000080:00000010:3.1:1786173413.476134:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6fb80.
00010000:00000010:3.1:1786173413.476138:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1673e00.
00010000:00000010:3.1:1786173413.476140:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981b2000.
00000080:00000010:3.1:1786173413.476143:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485a6f680.
00000080:00000010:0.1:1786173413.627631:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b5a0.
00010000:00000010:0.1:1786173413.627636:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498662e00.
00010000:00000010:0.1:1786173413.627639:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497c40c00.
00000080:00000010:0.1:1786173413.627642:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b040.
00010000:00000010:0.1:1786173413.627646:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498662000.
00010000:00000010:0.1:1786173413.627649:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497c40600.
00000080:00000010:0.1:1786173413.627651:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001bda0.
00010000:00000010:0.1:1786173413.627657:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498662b00.
00010000:00000010:0.1:1786173413.627660:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497c41600.
00000080:00000010:0.1:1786173413.627663:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b140.
00010000:00000010:0.1:1786173413.627667:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498662800.
00010000:00000010:0.1:1786173413.627671:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498660a00.
00000080:00000010:0.1:1786173413.627674:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001ba40.
00010000:00000010:0.1:1786173413.627679:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498662400.
00010000:00000010:0.1:1786173413.627683:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498661e00.
00000080:00000010:0.1:1786173413.627686:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001ba20.
00010000:00000010:0.1:1786173413.627690:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498662200.
00010000:00000010:0.1:1786173413.627693:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498661c00.
00000080:00000010:0.1:1786173413.627696:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001bc00.
00010000:00000010:0.1:1786173413.627700:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498662d00.
00010000:00000010:0.1:1786173413.627703:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498661000.
00000080:00000010:0.1:1786173413.627706:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b580.
00010000:00000010:0.1:1786173413.627710:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498662300.
00010000:00000010:0.1:1786173413.627713:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498660400.
00000080:00000010:0.1:1786173413.627716:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831679a0.
00010000:00000010:0.1:1786173413.627719:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498662100.
00010000:00000010:0.1:1786173413.627723:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a09000.
00000080:00000010:0.1:1786173413.627725:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483167dc0.
00010000:00000010:0.1:1786173413.627738:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148745d400.
00010000:00000010:0.1:1786173413.627742:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a08400.
00000080:00000010:0.1:1786173413.627746:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483167760.
00010000:00000010:0.1:1786173413.627750:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148745d200.
00010000:00000010:0.1:1786173413.627754:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484cf9800.
00000080:00000010:0.1:1786173413.627817:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483167960.
00010000:00000010:0.1:1786173413.627823:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148745dd00.
00010000:00000010:0.1:1786173413.627826:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484cf8600.
00000080:00000010:0.1:1786173413.627830:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483167620.
00010000:00000010:0.1:1786173413.627836:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148745d300.
00010000:00000010:0.1:1786173413.627839:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484cf8800.
00000080:00000010:0.1:1786173413.627843:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b440.
00010000:00000010:0.1:1786173413.627847:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148745d100.
00010000:00000010:0.1:1786173413.627850:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498660800.
00000080:00000010:0.1:1786173413.627852:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b9c0.
00010000:00000010:0.1:1786173413.627856:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498662600.
00010000:00000010:0.1:1786173413.627860:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498661a00.
00000080:00000010:0.1:1786173413.627863:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b400.
00010000:00000010:0.1:1786173413.627866:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498662a00.
00010000:00000010:0.1:1786173413.627869:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498661200.
00000080:00000010:0.1:1786173413.627872:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001bf40.
00010000:00000010:0.1:1786173413.627876:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8b50200.
00010000:00000010:0.1:1786173413.627878:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498661400.
00000080:00000010:0.1:1786173413.627881:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b1a0.
00010000:00000010:0.1:1786173413.627886:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498662500.
00010000:00000010:0.1:1786173413.627889:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498661800.
00000080:00000010:0.1:1786173413.627891:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001bb60.
00010000:00000010:0.1:1786173413.627896:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498662900.
00010000:00000010:0.1:1786173413.627899:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498660000.
00000080:00000010:0.1:1786173413.627901:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b360.
00010000:00000010:0.1:1786173413.627906:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874ae300.
00010000:00000010:0.1:1786173413.627911:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498660200.
00000080:00000010:0.1:1786173413.627913:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001bc20.
00010000:00000010:0.1:1786173413.627917:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874ae100.
00010000:00000010:0.1:1786173413.627919:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498660c00.
00000080:00000010:0.1:1786173413.627922:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b980.
00010000:00000010:0.1:1786173413.627925:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874ae600.
00010000:00000010:0.1:1786173413.627928:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498660600.
00000080:00000010:0.1:1786173413.627930:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934f60.
00010000:00000010:0.1:1786173413.627935:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8b50d00.
00010000:00000010:0.1:1786173413.627938:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148637f600.
00000080:00000010:0.1:1786173413.627940:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934c20.
00010000:00000010:0.1:1786173413.627944:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8b50300.
00010000:00000010:0.1:1786173413.627946:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148637ee00.
00000080:00000010:0.1:1786173413.627949:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001bd20.
00010000:00000010:0.1:1786173413.627953:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497ca0e00.
00010000:00000010:0.1:1786173413.627985:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498661600.
00000080:00000010:0.1:1786173413.627990:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b540.
00010000:00000010:0.1:1786173413.627995:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874aea00.
00010000:00000010:0.1:1786173413.627998:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498660e00.
00000080:00000010:0.1:1786173413.628005:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001bfa0.
00010000:00000010:0.1:1786173413.628010:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874ae500.
00010000:00000010:0.1:1786173413.628013:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874ac000.
00000080:00000010:0.1:1786173413.628016:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001be40.
00010000:00000010:0.1:1786173413.628021:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874ae900.
00010000:00000010:0.1:1786173413.628024:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874ada00.
00000080:00000010:0.1:1786173413.628027:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001bf80.
00010000:00000010:0.1:1786173413.628031:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874ae700.
00010000:00000010:0.1:1786173413.628034:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874ad200.
00000080:00000010:0.1:1786173413.628037:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001bb80.
00010000:00000010:0.1:1786173413.628041:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874aec00.
00010000:00000010:0.1:1786173413.628044:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874ad400.
00000080:00000010:0.1:1786173413.628048:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934460.
00010000:00000010:0.1:1786173413.628052:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874aef00.
00010000:00000010:0.1:1786173413.628055:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148637ea00.
00000080:00000010:0.1:1786173413.628058:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934360.
00010000:00000010:0.1:1786173413.628062:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497ca0000.
00010000:00000010:0.1:1786173413.628065:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148637fe00.
00000080:00000010:0.1:1786173413.685979:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b680.
00010000:00000010:0.1:1786173413.685992:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497ca0b00.
00010000:00000010:0.1:1786173413.685997:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874ad800.
00000080:00000010:0.1:1786173413.686001:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1d80.
00010000:00000010:0.1:1786173413.686007:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874aee00.
00010000:00000010:0.1:1786173413.686012:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484205800.
00000080:00000010:0.1:1786173413.686015:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b380.
00010000:00000010:0.1:1786173413.686021:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148745d600.
00010000:00000010:0.1:1786173413.686024:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874ac200.
00000080:00000010:0.1:1786173413.686027:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001bd80.
00010000:00000010:0.1:1786173413.686031:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874ae000.
00010000:00000010:0.1:1786173413.686034:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874acc00.
00000080:00000010:0.1:1786173413.686036:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001bb40.
00010000:00000010:0.1:1786173413.686040:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874aeb00.
00010000:00000010:0.1:1786173413.686043:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874ac600.
00000080:00000010:0.1:1786173413.686047:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b880.
00010000:00000010:0.1:1786173413.686050:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874ae800.
00010000:00000010:0.1:1786173413.686053:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874ad600.
00000080:00000010:0.1:1786173413.686055:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001bd00.
00010000:00000010:0.1:1786173413.686059:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874ae400.
00010000:00000010:0.1:1786173413.686062:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874ace00.
00000080:00000010:0.1:1786173413.686065:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b660.
00010000:00000010:0.1:1786173413.686069:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874ae200.
00010000:00000010:0.1:1786173413.686072:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874aca00.
00000080:00000010:0.1:1786173413.686075:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b420.
00010000:00000010:0.1:1786173413.686078:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14874aed00.
00010000:00000010:0.1:1786173413.686094:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874ade00.
00000080:00000010:0.1:1786173413.686097:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b6c0.
00010000:00000010:0.1:1786173413.686106:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848df700.
00010000:00000010:0.1:1786173413.686110:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874adc00.
00000080:00000010:0.1:1786173413.686114:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c09347c0.
00010000:00000010:0.1:1786173413.686121:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497ca0800.
00010000:00000010:0.1:1786173413.686125:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148637fc00.
00000080:00000010:0.1:1786173413.686128:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934b60.
00010000:00000010:0.1:1786173413.686132:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497ca0400.
00010000:00000010:0.1:1786173413.686135:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148637f000.
00000080:00000010:0.1:1786173413.686138:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934500.
00010000:00000010:0.1:1786173413.686144:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497ca0200.
00010000:00000010:0.1:1786173413.686147:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148637e400.
00000080:00000010:0.1:1786173413.686150:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001bba0.
00010000:00000010:0.1:1786173413.686154:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497ca0d00.
00010000:00000010:0.1:1786173413.686157:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874ad000.
00000080:00000010:0.1:1786173413.686160:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b3e0.
00010000:00000010:0.1:1786173413.686165:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848dfc00.
00010000:00000010:0.1:1786173413.686168:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874ac400.
00000080:00000010:0.1:1786173413.686172:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001bb20.
00010000:00000010:0.1:1786173413.686175:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848dff00.
00010000:00000010:0.1:1786173413.686178:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874ac800.
00000080:00000010:0.1:1786173413.686181:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001b120.
00010000:00000010:0.1:1786173413.686185:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848dfe00.
00010000:00000010:0.1:1786173413.686189:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490019c00.
00000080:00000010:0.1:1786173413.686192:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001be80.
00010000:00000010:0.1:1786173413.686197:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848df000.
00010000:00000010:0.1:1786173413.686200:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490019000.
00000080:00000010:0.1:1786173413.686203:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f149001be00.
00010000:00000010:0.1:1786173413.686211:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848dfb00.
00010000:00000010:0.1:1786173413.686215:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490018400.
00000080:00000010:0.1:1786173413.686220:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14843dc080.
00010000:00000010:0.1:1786173413.686224:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848df800.
00010000:00000010:0.1:1786173413.686227:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490018800.
00000080:00000010:0.1:1786173413.686231:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14843dcc20.
00010000:00000010:0.1:1786173413.686234:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848df400.
00010000:00000010:0.1:1786173413.686237:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490019a00.
00000080:00000010:0.1:1786173413.686240:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14843dc380.
00010000:00000010:0.1:1786173413.686244:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848df200.
00010000:00000010:0.1:1786173413.686247:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490019200.
00000080:00000010:0.1:1786173413.686250:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14843dcf40.
00010000:00000010:0.1:1786173413.686254:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848dfd00.
00010000:00000010:0.1:1786173413.686257:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490019400.
00000080:00000010:0.1:1786173413.686259:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14843dcac0.
00010000:00000010:0.1:1786173413.686263:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848df300.
00010000:00000010:0.1:1786173413.686266:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490019800.
00000080:00000010:0.1:1786173413.686270:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c09341a0.
00010000:00000010:0.1:1786173413.686274:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848df100.
00010000:00000010:0.1:1786173413.686277:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148637e800.
00000080:00000010:0.1:1786173413.686435:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14843dc5e0.
00010000:00000010:0.1:1786173413.686441:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497ca0300.
00010000:00000010:0.1:1786173413.686445:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490018000.
00000080:00000010:0.1:1786173413.686448:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14843dcec0.
00010000:00000010:0.1:1786173413.686451:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848df600.
00010000:00000010:0.1:1786173413.686454:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490018200.
00000080:00000010:0.1:1786173413.686457:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14843dcbe0.
00010000:00000010:0.1:1786173413.686462:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848dfa00.
00010000:00000010:0.1:1786173413.686466:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490018c00.
00000080:00000010:0.1:1786173413.686468:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14843dc860.
00010000:00000010:0.1:1786173413.686472:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848df500.
00010000:00000010:0.1:1786173413.686475:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490018600.
00000080:00000010:0.1:1786173413.686478:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14843dc060.
00010000:00000010:0.1:1786173413.686482:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848df900.
00010000:00000010:0.1:1786173413.686485:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490019600.
00000080:00000010:0.1:1786173413.686488:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14843dcb00.
00010000:00000010:0.1:1786173413.686493:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485824e00.
00010000:00000010:0.1:1786173413.686497:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490018e00.
00000080:00000010:0.1:1786173413.686500:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14843dc4c0.
00010000:00000010:0.1:1786173413.686505:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485824000.
00010000:00000010:0.1:1786173413.686508:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490018a00.
00000080:00000010:0.1:1786173413.686511:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14843dce20.
00010000:00000010:0.1:1786173413.686516:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485824b00.
00010000:00000010:0.1:1786173413.686519:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490019e00.
00000080:00000010:0.1:1786173413.686522:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934280.
00010000:00000010:0.1:1786173413.686526:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485824800.
00010000:00000010:0.1:1786173413.686529:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148637fa00.
00000080:00000010:0.1:1786173413.686532:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934f40.
00010000:00000010:0.1:1786173413.686548:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497ca0100.
00010000:00000010:0.1:1786173413.686552:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148637f200.
00000080:00000010:0.1:1786173413.686555:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934400.
00010000:00000010:0.1:1786173413.686559:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497ca0600.
00010000:00000010:0.1:1786173413.686561:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148637f400.
00000080:00000010:0.1:1786173413.686564:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0934520.
00010000:00000010:0.1:1786173413.686568:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497ca0a00.
00010000:00000010:0.1:1786173413.686570:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148637f800.
00000080:00000010:0.1:1786173413.686572:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14843dcd40.
00010000:00000010:0.1:1786173413.686576:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497ca0500.
00010000:00000010:0.1:1786173413.686579:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d13c00.
00000080:00000010:0.1:1786173413.686582:0:108328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14843dc620.
00010000:00000010:0.1:1786173413.686585:0:108328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485824400.
00010000:00000010:0.1:1786173413.686587:0:108328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d13400.
00010000:00000010:0.1:1786173413.761252:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490236000.
00010000:00000010:0.1:1786173413.761266:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483115400.
00000080:00000010:0.1:1786173413.761272:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c04698c0.
00010000:00000010:0.1:1786173413.761283:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490236b00.
00010000:00000010:0.1:1786173413.761286:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483115800.
00000080:00000010:0.1:1786173413.761289:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0469f00.
00010000:00000010:0.1:1786173413.761293:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490236800.
00010000:00000010:0.1:1786173413.761309:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483114000.
00000080:00000010:0.1:1786173413.761312:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0469f20.
00010000:00000010:0.1:1786173413.761315:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490236400.
00010000:00000010:0.1:1786173413.761318:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483114200.
00000080:00000010:0.1:1786173413.761320:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0469ba0.
00010000:00000010:0.1:1786173413.761324:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490236200.
00010000:00000010:0.1:1786173413.761326:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483114c00.
00000080:00000010:0.1:1786173413.761329:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0469fc0.
00010000:00000010:0.1:1786173413.761333:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490236d00.
00010000:00000010:0.1:1786173413.761335:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483114600.
00000080:00000010:0.1:1786173413.761337:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c04696e0.
00010000:00000010:0.1:1786173413.761341:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490236300.
00010000:00000010:0.1:1786173413.761344:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483115600.
00000080:00000010:0.1:1786173413.761347:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0469ca0.
00010000:00000010:0.1:1786173413.761350:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490236100.
00010000:00000010:0.1:1786173413.761353:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483114e00.
00000080:00000010:0.1:1786173413.761357:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5de20.
00010000:00000010:0.1:1786173413.761361:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490236600.
00010000:00000010:0.1:1786173413.761364:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483114a00.
00000080:00000010:0.1:1786173413.761366:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d240.
00010000:00000010:0.1:1786173413.761370:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490236a00.
00010000:00000010:0.1:1786173413.761373:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483115e00.
00000080:00000010:0.1:1786173413.761375:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5ddc0.
00010000:00000010:0.1:1786173413.761380:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490236500.
00010000:00000010:0.1:1786173413.761395:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483115c00.
00000080:00000010:0.1:1786173413.761399:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5db00.
00010000:00000010:0.1:1786173413.761404:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486599600.
00010000:00000010:0.1:1786173413.761406:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483115000.
00000080:00000010:0.1:1786173413.761409:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5dae0.
00010000:00000010:0.1:1786173413.761412:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486599a00.
00010000:00000010:0.1:1786173413.761415:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483114400.
00000080:00000010:0.1:1786173413.761417:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5da40.
00010000:00000010:0.1:1786173413.761421:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486599500.
00010000:00000010:0.1:1786173413.761423:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483114800.
00000080:00000010:0.1:1786173413.761425:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d9c0.
00010000:00000010:0.1:1786173413.761428:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486599900.
00010000:00000010:0.1:1786173413.761431:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483115a00.
00000080:00000010:0.1:1786173413.761433:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5dd00.
00010000:00000010:0.1:1786173413.761437:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486599700.
00010000:00000010:0.1:1786173413.761440:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a94400.
00000080:00000010:0.1:1786173413.761442:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d7c0.
00010000:00000010:0.1:1786173413.761445:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486599c00.
00010000:00000010:0.1:1786173413.761447:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a94800.
00000080:00000010:0.1:1786173413.761450:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5de40.
00010000:00000010:0.1:1786173413.761455:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486599f00.
00010000:00000010:0.1:1786173413.761460:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a95a00.
00000080:00000010:0.1:1786173413.761462:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d000.
00010000:00000010:0.1:1786173413.761467:0:107070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486599e00.
00010000:00000010:0.1:1786173413.761470:0:107070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a95200.
00000080:00000010:0.1:1786173413.761472:0:107070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5dce0.
00000080:00000010:3.1:1786173413.786801:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf2e0.
00010000:00000010:3.1:1786173413.786817:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488571a00.
00010000:00000010:3.1:1786173413.786832:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498acfa00.
00000080:00000010:3.1:1786173413.786848:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfe20.
00010000:00000010:3.1:1786173413.786854:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488571500.
00010000:00000010:3.1:1786173413.786857:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498acf200.
00000080:00000010:3.1:1786173413.786860:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfd60.
00010000:00000010:3.1:1786173413.786866:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488571900.
00010000:00000010:3.1:1786173413.786869:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498acf400.
00000080:00000010:3.1:1786173413.786873:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a77c0.
00010000:00000010:3.1:1786173413.786885:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488571700.
00010000:00000010:3.1:1786173413.786889:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498acf800.
00000080:00000010:3.1:1786173413.786891:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483167a80.
00010000:00000010:3.1:1786173413.786896:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488571c00.
00010000:00000010:3.1:1786173413.786899:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484cf9200.
00000080:00000010:1.1:1786173414.056119:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d500.
00010000:00000010:1.1:1786173414.056123:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89cb800.
00010000:00000010:1.1:1786173414.056126:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b126fe00.
00000080:00000010:1.1:1786173414.056128:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d1a0.
00010000:00000010:1.1:1786173414.056133:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f46000.
00010000:00000010:1.1:1786173414.056136:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b126fc00.
00000080:00000010:1.1:1786173414.056139:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d280.
00010000:00000010:1.1:1786173414.056143:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f46b00.
00010000:00000010:1.1:1786173414.056146:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b126f000.
00000080:00000010:1.1:1786173414.056150:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5df40.
00010000:00000010:1.1:1786173414.056153:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f46800.
00010000:00000010:1.1:1786173414.056156:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b126e400.
00000080:00000010:1.1:1786173414.056158:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d400.
00010000:00000010:1.1:1786173414.056161:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f46400.
00010000:00000010:1.1:1786173414.056164:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c05ac400.
00000080:00000010:1.1:1786173414.056167:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d520.
00010000:00000010:1.1:1786173414.056172:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f46200.
00010000:00000010:1.1:1786173414.056174:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c05ac800.
00000080:00000010:1.1:1786173414.056177:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5dba0.
00010000:00000010:1.1:1786173414.056180:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f46d00.
00010000:00000010:1.1:1786173414.056183:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c05ad200.
00000080:00000010:1.1:1786173414.056185:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d3e0.
00010000:00000010:1.1:1786173414.056188:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f46300.
00010000:00000010:1.1:1786173414.056190:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c05ada00.
00000080:00000010:1.1:1786173414.066581:0:109014:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5db20.
00010000:00000010:1.1:1786173414.066597:0:109014:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f46100.
00010000:00000010:1.1:1786173414.066603:0:109014:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c05ad400.
00000080:00000010:1.1:1786173414.066607:0:109014:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0469b20.
00010000:00000010:1.1:1786173414.066612:0:109014:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f46600.
00010000:00000010:1.1:1786173414.066615:0:109014:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843dea00.
00000080:00000010:1.1:1786173414.066618:0:109014:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0469120.
00010000:00000010:1.1:1786173414.066789:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14830fdc00.
00010000:00000010:1.1:1786173414.066797:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8c600.
00000080:00000010:1.1:1786173414.066801:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0469e80.
00010000:00000010:1.1:1786173414.066806:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14830fdf00.
00010000:00000010:1.1:1786173414.066809:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8d600.
00000080:00000010:1.1:1786173414.066812:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0469e00.
00010000:00000010:1.1:1786173414.066816:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14830fde00.
00010000:00000010:1.1:1786173414.066819:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8ce00.
00000080:00000010:1.1:1786173414.066827:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497380.
00010000:00000010:1.1:1786173414.066833:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14830fd000.
00010000:00000010:1.1:1786173414.066836:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d25a00.
00000080:00000010:1.1:1786173414.066840:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497d80.
00010000:00000010:1.1:1786173414.066844:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488142e00.
00010000:00000010:1.1:1786173414.066848:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d25200.
00000080:00000010:1.1:1786173414.066851:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497b40.
00010000:00000010:1.1:1786173414.070070:0:109014:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488142000.
00010000:00000010:1.1:1786173414.070078:0:109014:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d25400.
00000080:00000010:1.1:1786173414.070083:0:109014:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497880.
00010000:00000010:1.1:1786173414.070089:0:109014:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488142b00.
00010000:00000010:1.1:1786173414.070092:0:109014:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d25800.
00000080:00000010:0.1:1786173414.080618:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497d00.
00010000:00000010:0.1:1786173414.080632:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488142800.
00010000:00000010:0.1:1786173414.080639:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d24000.
00000080:00000010:0.1:1786173414.080643:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497660.
00010000:00000010:0.1:1786173414.080659:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488142400.
00010000:00000010:0.1:1786173414.080663:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d24200.
00000080:00000010:0.1:1786173414.080666:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497420.
00010000:00000010:0.1:1786173414.085855:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14841f4f00.
00010000:00000010:0.1:1786173414.085872:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d24c00.
00000080:00000010:0.1:1786173414.085880:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14984976c0.
00010000:00000010:0.1:1786173414.085891:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14841f4e00.
00010000:00000010:0.1:1786173414.085894:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d24600.
00000080:00000010:0.1:1786173414.085897:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14984979c0.
00010000:00000010:0.1:1786173414.085901:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14841f4000.
00010000:00000010:0.1:1786173414.085905:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d25600.
00000080:00000010:0.1:1786173414.085911:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497100.
00010000:00000010:0.1:1786173414.085915:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14841f4b00.
00010000:00000010:0.1:1786173414.085917:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d24e00.
00000080:00000010:0.1:1786173414.085920:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497440.
00010000:00000010:0.1:1786173414.085924:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14841f4800.
00010000:00000010:0.1:1786173414.085926:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d24a00.
00000080:00000010:0.1:1786173414.085929:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497fc0.
00010000:00000010:0.1:1786173414.085941:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14841f4400.
00010000:00000010:0.1:1786173414.085944:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d25e00.
00000080:00000010:0.1:1786173414.085947:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497580.
00010000:00000010:0.1:1786173414.085950:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14841f4200.
00010000:00000010:0.1:1786173414.085953:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d25c00.
00000080:00000010:0.1:1786173414.085956:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14984975c0.
00010000:00000010:0.1:1786173414.085959:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14841f4d00.
00010000:00000010:0.1:1786173414.085962:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d25000.
00000080:00000010:0.1:1786173414.085965:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497480.
00010000:00000010:0.1:1786173414.085969:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14841f4300.
00010000:00000010:0.1:1786173414.085971:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d24400.
00000080:00000010:0.1:1786173414.085974:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14984976e0.
00010000:00000010:0.1:1786173414.085977:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14841f4100.
00010000:00000010:0.1:1786173414.085980:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985e7000.
00000080:00000010:0.1:1786173414.085983:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497a00.
00000080:00000010:3.1:1786173414.090806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14984979a0.
00010000:00000010:3.1:1786173414.090816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148311fb00.
00010000:00000010:3.1:1786173414.090822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8e000.
00000080:00000010:3.1:1786173414.090827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497340.
00010000:00000010:0.1:1786173414.091587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148311f800.
00010000:00000010:0.1:1786173414.091595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8e200.
00000080:00000010:0.1:1786173414.091600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14984972a0.
00010000:00000010:0.1:1786173414.091605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148311f400.
00010000:00000010:0.1:1786173414.091608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8ec00.
00000080:00000010:0.1:1786173414.091611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497240.
00010000:00000010:0.1:1786173414.091616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498651300.
00010000:00000010:0.1:1786173414.091620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8e600.
00000080:00000010:0.1:1786173414.091623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497ea0.
00010000:00000010:0.1:1786173414.091627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498651100.
00010000:00000010:0.1:1786173414.091631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8f600.
00000080:00000010:0.1:1786173414.091634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497c60.
00010000:00000010:0.1:1786173414.091637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498651600.
00010000:00000010:0.1:1786173414.091640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8ee00.
00000080:00000010:0.1:1786173414.091644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0469020.
00010000:00000010:0.1:1786173414.091681:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498651a00.
00010000:00000010:0.1:1786173414.091685:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8ca00.
00000080:00000010:0.1:1786173414.091689:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0469820.
00010000:00000010:0.1:1786173414.091694:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14830fdb00.
00010000:00000010:0.1:1786173414.091698:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8de00.
00000080:00000010:0.1:1786173414.091701:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0469220.
00010000:00000010:0.1:1786173414.091705:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14830fd800.
00010000:00000010:0.1:1786173414.091708:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8dc00.
00000080:00000010:0.1:1786173414.091712:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497060.
00010000:00000010:0.1:1786173414.091716:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498651500.
00010000:00000010:0.1:1786173414.091719:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8ea00.
00000080:00000010:0.1:1786173414.091722:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497a60.
00010000:00000010:0.1:1786173414.091727:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498651900.
00010000:00000010:0.1:1786173414.091730:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8fe00.
00000080:00000010:0.1:1786173414.091733:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497860.
00010000:00000010:0.1:1786173414.091738:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498651700.
00010000:00000010:0.1:1786173414.091741:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8fc00.
00000080:00000010:0.1:1786173414.091743:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14984977a0.
00010000:00000010:0.1:1786173414.091747:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498651c00.
00010000:00000010:0.1:1786173414.091750:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8f000.
00000080:00000010:0.1:1786173414.091753:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497be0.
00010000:00000010:0.1:1786173414.091757:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498651f00.
00010000:00000010:0.1:1786173414.091761:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8e400.
00000080:00000010:0.1:1786173414.091763:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497700.
00010000:00000010:0.1:1786173414.091767:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498651e00.
00010000:00000010:0.1:1786173414.091784:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b8e800.
00000080:00000010:0.1:1786173414.091788:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14984972e0.
00010000:00000010:0.1:1786173414.091792:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498651000.
00010000:00000010:0.1:1786173414.091795:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985e8e00.
00000080:00000010:0.1:1786173414.100810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498497c40.
00010000:00000010:0.1:1786173414.120828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498496400.
00010000:00000010:0.1:1786173414.120834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864baa00.
00000080:00000010:0.1:1786173414.120838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f760.
00010000:00000010:0.1:1786173414.120843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498496200.
00010000:00000010:0.1:1786173414.120846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864bbe00.
00000080:00000010:0.1:1786173414.120849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f680.
00010000:00000010:1.1:1786173414.129839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498496d00.
00010000:00000010:1.1:1786173414.129851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864bbc00.
00000080:00000010:1.1:1786173414.142815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f200.
00010000:00000010:1.1:1786173414.142834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498496300.
00010000:00000010:1.1:1786173414.142840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864bb000.
00000080:00000010:1.1:1786173414.142844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f8a0.
00010000:00000010:1.1:1786173414.142850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159a300.
00010000:00000010:1.1:1786173414.142856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864ba400.
00000080:00000010:1.1:1786173414.142858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121ff60.
00010000:00000010:1.1:1786173414.142862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159a100.
00010000:00000010:1.1:1786173414.142865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864ba800.
00000080:00000010:1.1:1786173414.142868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f780.
00010000:00000010:1.1:1786173414.142872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159a600.
00010000:00000010:1.1:1786173414.142875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864bba00.
00000080:00000010:1.1:1786173414.142878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f1e0.
00010000:00000010:1.1:1786173414.142882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159aa00.
00010000:00000010:1.1:1786173414.142886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864bb200.
00000080:00000010:1.1:1786173414.142889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f320.
00010000:00000010:1.1:1786173414.142895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159a500.
00010000:00000010:1.1:1786173414.142898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864bb400.
00000080:00000010:1.1:1786173414.142901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f980.
00010000:00000010:1.1:1786173414.142904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159a900.
00010000:00000010:1.1:1786173414.142908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864bb800.
00000080:00000010:1.1:1786173414.142911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f74e0.
00010000:00000010:1.1:1786173414.142916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159a700.
00010000:00000010:1.1:1786173414.142919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864ba000.
00000080:00000010:1.1:1786173414.142921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7d40.
00010000:00000010:1.1:1786173414.142924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159ac00.
00010000:00000010:1.1:1786173414.142926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864ba200.
00000080:00000010:1.1:1786173414.142928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7040.
00010000:00000010:1.1:1786173414.142930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159af00.
00010000:00000010:1.1:1786173414.142933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864bac00.
00000080:00000010:1.1:1786173414.142935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7e80.
00010000:00000010:1.1:1786173414.142939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159ae00.
00010000:00000010:1.1:1786173414.142942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864ba600.
00000080:00000010:1.1:1786173414.142945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7280.
00010000:00000010:1.1:1786173414.142949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159a000.
00010000:00000010:1.1:1786173414.142952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864bb600.
00000080:00000010:1.1:1786173414.142956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280360.
00010000:00000010:1.1:1786173414.142965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159ab00.
00010000:00000010:1.1:1786173414.142968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14864bae00.
00000080:00000010:1.1:1786173414.142971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280160.
00010000:00000010:1.1:1786173414.142975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159a800.
00010000:00000010:1.1:1786173414.142980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c068b400.
00000080:00000010:1.1:1786173414.142984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885600c0.
00010000:00000010:1.1:1786173414.142989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159a400.
00010000:00000010:1.1:1786173414.142993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c068b800.
00000080:00000010:1.1:1786173414.142996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc740.
00010000:00000010:1.1:1786173414.143000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159a200.
00010000:00000010:1.1:1786173414.143005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c068a000.
00000080:00000010:0.1:1786173414.159833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcaa0.
00010000:00000010:0.1:1786173414.159853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b159ad00.
00010000:00000010:0.1:1786173414.159861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c068a200.
00000080:00000010:0.1:1786173414.159865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867920.
00010000:00000010:0.1:1786173414.159871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14872dc400.
00010000:00000010:0.1:1786173414.159875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c068ac00.
00000080:00000010:0.1:1786173414.159878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c68c0.
00010000:00000010:0.1:1786173414.159909:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14872dc200.
00010000:00000010:0.1:1786173414.159913:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c068a600.
00000080:00000010:0.1:1786173414.159916:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfe40.
00010000:00000010:0.1:1786173414.159921:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14872dcd00.
00010000:00000010:0.1:1786173414.159924:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149782e400.
00000080:00000010:0.1:1786173414.159926:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf180.
00010000:00000010:0.1:1786173414.159930:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149a2ebb00.
00010000:00000010:0.1:1786173414.159934:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149782e800.
00000080:00000010:0.1:1786173414.159936:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf300.
00010000:00000010:0.1:1786173414.159939:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149a2eb800.
00010000:00000010:0.1:1786173414.159942:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149782fa00.
00000080:00000010:0.1:1786173414.159945:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6d80.
00010000:00000010:0.1:1786173414.159948:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14872dc300.
00010000:00000010:0.1:1786173414.159952:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c068b600.
00000080:00000010:0.1:1786173414.159955:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a91a0.
00010000:00000010:0.1:1786173414.159960:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14872dc100.
00010000:00000010:0.1:1786173414.159962:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c068ae00.
00000080:00000010:0.1:1786173414.159964:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c060.
00010000:00000010:0.1:1786173414.159971:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14872dc600.
00010000:00000010:0.1:1786173414.159973:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c068aa00.
00000080:00000010:0.1:1786173414.159976:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14994db160.
00010000:00000010:0.1:1786173414.159980:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14872dca00.
00010000:00000010:0.1:1786173414.159983:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c068be00.
00000080:00000010:0.1:1786173414.159986:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322c80.
00010000:00000010:0.1:1786173414.159992:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14872dc500.
00010000:00000010:0.1:1786173414.159996:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c068bc00.
00000080:00000010:0.1:1786173414.159998:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322ce0.
00010000:00000010:0.1:1786173414.160002:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14872dc900.
00010000:00000010:0.1:1786173414.160004:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c068b000.
00000080:00000010:0.1:1786173414.160007:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171280.
00010000:00000010:0.1:1786173414.160012:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14872dc700.
00010000:00000010:0.1:1786173414.160014:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c068a400.
00000080:00000010:0.1:1786173414.160018:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5dee0.
00010000:00000010:0.1:1786173414.160022:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14872dcc00.
00010000:00000010:0.1:1786173414.160025:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c05ac000.
00000080:00000010:0.1:1786173414.160027:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d860.
00000080:00000010:1.1:1786173414.230875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a78e0.
00010000:00000010:1.1:1786173414.230905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160b00.
00010000:00000010:1.1:1786173414.230913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1631800.
00000080:00000010:1.1:1786173414.230917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a70e0.
00010000:00000010:1.1:1786173414.230922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129d900.
00010000:00000010:1.1:1786173414.230928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1630000.
00010000:00000010:3.1:1786173414.232897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487386a00.
00010000:00000010:3.1:1786173414.232986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484897400.
00000080:00000010:3.1:1786173414.232993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec720.
00010000:00000010:3.1:1786173414.233002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487386500.
00010000:00000010:3.1:1786173414.233008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0982000.
00000080:00000010:3.1:1786173414.233012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec620.
00010000:00000010:3.1:1786173414.233016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487386900.
00010000:00000010:3.1:1786173414.233019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0982200.
00000080:00000010:3.1:1786173414.233219:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec0a0.
00010000:00000010:3.1:1786173414.233226:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487386700.
00010000:00000010:3.1:1786173414.233229:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0982c00.
00000080:00000010:3.1:1786173414.233232:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec0e0.
00010000:00000010:3.1:1786173414.233240:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487386c00.
00010000:00000010:3.1:1786173414.233243:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0982600.
00000080:00000010:3.1:1786173414.233245:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec5a0.
00010000:00000010:3.1:1786173414.233252:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764a700.
00010000:00000010:3.1:1786173414.233257:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0983600.
00000080:00000010:3.1:1786173414.233274:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec000.
00010000:00000010:3.1:1786173414.233279:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764ac00.
00010000:00000010:3.1:1786173414.233282:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0982e00.
00000080:00000010:3.1:1786173414.233284:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec060.
00010000:00000010:3.1:1786173414.233288:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764af00.
00010000:00000010:3.1:1786173414.233290:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0982a00.
00000080:00000010:3.1:1786173414.233294:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecd60.
00010000:00000010:3.1:1786173414.233297:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764ae00.
00010000:00000010:3.1:1786173414.233300:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0983e00.
00000080:00000010:3.1:1786173414.233338:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd740.
00010000:00000010:3.1:1786173414.233347:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764a000.
00010000:00000010:3.1:1786173414.233349:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0983c00.
00000080:00000010:3.1:1786173414.233351:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd280.
00010000:00000010:3.1:1786173414.233360:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764ab00.
00010000:00000010:3.1:1786173414.233363:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0983000.
00000080:00000010:3.1:1786173414.233366:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd040.
00010000:00000010:3.1:1786173414.233370:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764a800.
00010000:00000010:3.1:1786173414.233372:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0982400.
00000080:00000010:3.1:1786173414.233375:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bde20.
00010000:00000010:3.1:1786173414.233378:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764a400.
00010000:00000010:3.1:1786173414.233380:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0982800.
00000080:00000010:3.1:1786173414.233385:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830855a0.
00010000:00000010:3.1:1786173414.233389:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764a200.
00010000:00000010:3.1:1786173414.233392:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0983a00.
00000080:00000010:3.1:1786173414.233395:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085a40.
00010000:00000010:3.1:1786173414.233398:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764ad00.
00010000:00000010:3.1:1786173414.233401:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0983200.
00000080:00000010:3.1:1786173414.233403:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085d20.
00010000:00000010:3.1:1786173414.233409:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149a2eb200.
00010000:00000010:3.1:1786173414.233412:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0983400.
00000080:00000010:3.1:1786173414.233414:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085f80.
00010000:00000010:3.1:1786173414.233418:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764a300.
00010000:00000010:3.1:1786173414.233421:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0983800.
00000080:00000010:3.1:1786173414.233429:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085b60.
00010000:00000010:3.1:1786173414.233434:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764a100.
00010000:00000010:3.1:1786173414.233438:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c9e00.
00000080:00000010:3.1:1786173414.233442:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085d00.
00010000:00000010:3.1:1786173414.233446:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764a600.
00010000:00000010:3.1:1786173414.233450:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c8000.
00000080:00000010:3.1:1786173414.233453:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830859c0.
00010000:00000010:3.1:1786173414.233456:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764aa00.
00010000:00000010:3.1:1786173414.233459:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c8200.
00000080:00000010:3.1:1786173414.233463:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf860.
00010000:00000010:3.1:1786173414.233472:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149a2ebd00.
00010000:00000010:3.1:1786173414.233476:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149782f200.
00000080:00000010:3.1:1786173414.233479:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfb00.
00010000:00000010:3.1:1786173414.233482:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149a2eb300.
00010000:00000010:3.1:1786173414.233485:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149782f400.
00000080:00000010:3.1:1786173414.233488:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5da00.
00010000:00000010:3.1:1786173414.233492:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149a2eb100.
00010000:00000010:3.1:1786173414.233496:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c05aca00.
00000080:00000010:3.1:1786173414.233499:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d200.
00010000:00000010:3.1:1786173414.233503:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f46700.
00010000:00000010:3.1:1786173414.233506:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c05ad000.
00000080:00000010:3.1:1786173414.233508:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d160.
00010000:00000010:3.1:1786173414.233526:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f46c00.
00010000:00000010:3.1:1786173414.233540:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c05ad600.
00000080:00000010:3.1:1786173414.233544:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5df00.
00010000:00000010:3.1:1786173414.233549:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f46f00.
00010000:00000010:3.1:1786173414.233552:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c05acc00.
00000080:00000010:3.1:1786173414.233554:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085440.
00010000:00000010:3.1:1786173414.233557:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f46e00.
00010000:00000010:3.1:1786173414.233560:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c8c00.
00000080:00000010:3.1:1786173414.233563:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830858e0.
00010000:00000010:3.1:1786173414.233567:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764a500.
00010000:00000010:3.1:1786173414.233570:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c8600.
00000080:00000010:3.1:1786173414.233579:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830852a0.
00010000:00000010:3.1:1786173414.233585:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148764a900.
00010000:00000010:3.1:1786173414.233588:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c9600.
00000080:00000010:3.1:1786173414.233591:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085920.
00010000:00000010:3.1:1786173414.233596:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129dc00.
00010000:00000010:3.1:1786173414.233599:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c05ac600.
00000080:00000010:3.1:1786173414.233601:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830853c0.
00010000:00000010:3.1:1786173414.233605:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129df00.
00010000:00000010:3.1:1786173414.233607:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c8e00.
00000080:00000010:3.1:1786173414.233609:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830855c0.
00010000:00000010:3.1:1786173414.233613:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129de00.
00010000:00000010:3.1:1786173414.233616:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c8a00.
00000080:00000010:3.1:1786173414.233622:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7f40.
00010000:00000010:3.1:1786173414.233626:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129d000.
00010000:00000010:3.1:1786173414.233629:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c9c00.
00000080:00000010:3.1:1786173414.233633:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a71a0.
00010000:00000010:3.1:1786173414.233637:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129db00.
00010000:00000010:3.1:1786173414.233640:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c9000.
00000080:00000010:3.1:1786173414.233643:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7b60.
00010000:00000010:3.1:1786173414.233647:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129d800.
00010000:00000010:3.1:1786173414.233650:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c8400.
00000080:00000010:3.1:1786173414.233652:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7680.
00010000:00000010:3.1:1786173414.233657:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129d400.
00010000:00000010:3.1:1786173414.233660:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c8800.
00000080:00000010:3.1:1786173414.233662:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7f80.
00010000:00000010:3.1:1786173414.233666:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129d200.
00010000:00000010:3.1:1786173414.233668:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c9a00.
00000080:00000010:3.1:1786173414.233670:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7fa0.
00010000:00000010:3.1:1786173414.233673:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129dd00.
00010000:00000010:3.1:1786173414.233676:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c9200.
00000080:00000010:3.1:1786173414.233678:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7ce0.
00010000:00000010:3.1:1786173414.233682:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129d300.
00010000:00000010:3.1:1786173414.233684:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c9400.
00000080:00000010:3.1:1786173414.233694:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7080.
00010000:00000010:3.1:1786173414.233698:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129d100.
00010000:00000010:3.1:1786173414.233700:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882c9800.
00000080:00000010:3.1:1786173414.233702:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfd40.
00010000:00000010:3.1:1786173414.233707:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149a2eb600.
00010000:00000010:3.1:1786173414.233710:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149782f800.
00000080:00000010:3.1:1786173414.233712:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfc80.
00010000:00000010:3.1:1786173414.233716:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149a2eba00.
00010000:00000010:3.1:1786173414.233719:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149782e000.
00000080:00000010:3.1:1786173414.233721:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf800.
00010000:00000010:3.1:1786173414.233726:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160500.
00010000:00000010:3.1:1786173414.233728:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149782e200.
00000080:00000010:3.1:1786173414.233731:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf160.
00010000:00000010:3.1:1786173414.233734:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160900.
00010000:00000010:3.1:1786173414.233737:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149782ec00.
00000080:00000010:3.1:1786173414.233741:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529980.
00010000:00000010:3.1:1786173414.233745:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160700.
00010000:00000010:3.1:1786173414.233748:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149782e600.
00000080:00000010:3.1:1786173414.233750:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529340.
00010000:00000010:3.1:1786173414.233756:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160c00.
00010000:00000010:3.1:1786173414.233759:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149782f600.
00000080:00000010:3.1:1786173414.233762:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529d00.
00010000:00000010:3.1:1786173414.233765:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160f00.
00010000:00000010:3.1:1786173414.233768:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a3000.
00000080:00000010:3.1:1786173414.233790:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7ac0.
00010000:00000010:3.1:1786173414.233795:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129d600.
00010000:00000010:3.1:1786173414.233798:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1630800.
00000080:00000010:3.1:1786173414.233802:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a75e0.
00010000:00000010:3.1:1786173414.233806:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129da00.
00010000:00000010:3.1:1786173414.233808:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1631a00.
00000080:00000010:3.1:1786173414.233811:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7ec0.
00010000:00000010:3.1:1786173414.233814:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129d500.
00010000:00000010:3.1:1786173414.233816:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1631200.
00000080:00000010:3.1:1786173414.234425:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529c80.
00010000:00000010:3.1:1786173414.234434:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160e00.
00010000:00000010:3.1:1786173414.234438:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b157ba00.
00000080:00000010:3.1:1786173414.234485:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7560.
00010000:00000010:3.1:1786173414.234490:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160000.
00010000:00000010:3.1:1786173414.234493:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1631400.
00000080:00000010:1.1:1786173414.270329:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7840.
00010000:00000010:1.1:1786173414.270355:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b129d700.
00010000:00000010:1.1:1786173414.270360:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1630200.
00000080:00000010:1.1:1786173414.270363:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7ea0.
00010000:00000010:1.1:1786173414.270370:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4a800.
00010000:00000010:1.1:1786173414.270374:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1630c00.
00000080:00000010:1.1:1786173414.270376:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a72a0.
00010000:00000010:1.1:1786173414.270382:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4a400.
00010000:00000010:1.1:1786173414.270385:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1630600.
00000080:00000010:1.1:1786173414.270387:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a79a0.
00010000:00000010:1.1:1786173414.270391:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4a200.
00010000:00000010:1.1:1786173414.270394:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1631600.
00000080:00000010:1.1:1786173414.270397:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7760.
00010000:00000010:1.1:1786173414.270400:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4ad00.
00010000:00000010:1.1:1786173414.270403:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1630e00.
00000080:00000010:1.1:1786173414.270406:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7620.
00010000:00000010:1.1:1786173414.270409:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4a300.
00010000:00000010:1.1:1786173414.270412:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1630a00.
00000080:00000010:1.1:1786173414.270414:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7c80.
00010000:00000010:1.1:1786173414.270420:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4a100.
00010000:00000010:1.1:1786173414.270423:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1631e00.
00000080:00000010:1.1:1786173414.270426:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a70a0.
00010000:00000010:1.1:1786173414.270430:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4a600.
00010000:00000010:1.1:1786173414.270433:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1631c00.
00000080:00000010:1.1:1786173414.270438:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529380.
00010000:00000010:1.1:1786173414.270444:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4aa00.
00010000:00000010:1.1:1786173414.270448:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b157b200.
00000080:00000010:1.1:1786173414.270465:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529200.
00010000:00000010:1.1:1786173414.270471:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160800.
00010000:00000010:1.1:1786173414.270473:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b157b400.
00000080:00000010:1.1:1786173414.270477:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7160.
00010000:00000010:1.1:1786173414.270482:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160400.
00010000:00000010:1.1:1786173414.270484:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b157b800.
00000080:00000010:1.1:1786173414.270487:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7800.
00010000:00000010:1.1:1786173414.270491:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4a500.
00010000:00000010:1.1:1786173414.270493:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1631000.
00000080:00000010:1.1:1786173414.270495:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a72c0.
00010000:00000010:1.1:1786173414.270499:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4a900.
00010000:00000010:1.1:1786173414.270502:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1630400.
00000080:00000010:1.1:1786173414.270504:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7740.
00010000:00000010:1.1:1786173414.270507:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4a700.
00010000:00000010:1.1:1786173414.270512:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b11800.
00000080:00000010:1.1:1786173414.270514:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7a80.
00010000:00000010:1.1:1786173414.270517:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4ac00.
00010000:00000010:1.1:1786173414.270521:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b10000.
00000080:00000010:1.1:1786173414.270524:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a76e0.
00010000:00000010:1.1:1786173414.270528:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4af00.
00010000:00000010:1.1:1786173414.270540:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b10200.
00000080:00000010:1.1:1786173414.270543:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a75c0.
00010000:00000010:1.1:1786173414.270547:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4ae00.
00010000:00000010:1.1:1786173414.270549:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b10c00.
00000080:00000010:1.1:1786173414.270552:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7fc0.
00010000:00000010:1.1:1786173414.270556:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4a000.
00010000:00000010:1.1:1786173414.270558:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b10600.
00000080:00000010:1.1:1786173414.270560:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7100.
00010000:00000010:1.1:1786173414.270564:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497c4ab00.
00010000:00000010:1.1:1786173414.270567:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b11600.
00000080:00000010:1.1:1786173414.270569:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7ba0.
00010000:00000010:1.1:1786173414.270575:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14eb600.
00010000:00000010:1.1:1786173414.270578:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b10e00.
00000080:00000010:1.1:1786173414.270582:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015aa0.
00010000:00000010:1.1:1786173414.270589:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14eba00.
00010000:00000010:1.1:1786173414.270592:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b10a00.
00000080:00000010:1.1:1786173414.270594:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015100.
00010000:00000010:1.1:1786173414.270597:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14eb500.
00010000:00000010:1.1:1786173414.270599:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b11e00.
00000080:00000010:1.1:1786173414.270602:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015ee0.
00010000:00000010:1.1:1786173414.270605:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14eb900.
00010000:00000010:1.1:1786173414.270608:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b11c00.
00000080:00000010:1.1:1786173414.270611:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498b76820.
00010000:00000010:1.1:1786173414.270614:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14eb700.
00010000:00000010:1.1:1786173414.270617:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b11000.
00000080:00000010:1.1:1786173414.270620:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486b7d640.
00010000:00000010:1.1:1786173414.270625:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14ebc00.
00010000:00000010:1.1:1786173414.270627:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b10400.
00000080:00000010:1.1:1786173414.270659:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71620.
00010000:00000010:1.1:1786173414.270666:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14ebf00.
00010000:00000010:1.1:1786173414.270669:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b10800.
00000080:00000010:1.1:1786173414.270671:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71960.
00010000:00000010:1.1:1786173414.270675:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14ebe00.
00010000:00000010:1.1:1786173414.270677:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b11a00.
00000080:00000010:1.1:1786173414.270680:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71760.
00010000:00000010:1.1:1786173414.270684:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14eb000.
00010000:00000010:1.1:1786173414.270688:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b11200.
00000080:00000010:1.1:1786173414.270691:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71dc0.
00010000:00000010:1.1:1786173414.270694:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14ebb00.
00010000:00000010:1.1:1786173414.270696:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b11400.
00000080:00000010:1.1:1786173414.270698:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a719a0.
00010000:00000010:1.1:1786173414.270701:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14eb800.
00010000:00000010:1.1:1786173414.270704:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b4200.
00000080:00000010:1.1:1786173414.270707:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71340.
00010000:00000010:1.1:1786173414.270711:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14eb400.
00010000:00000010:1.1:1786173414.270713:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b4c00.
00000080:00000010:1.1:1786173414.270715:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05291a0.
00010000:00000010:1.1:1786173414.270721:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160200.
00010000:00000010:1.1:1786173414.270724:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b157a000.
00000080:00000010:1.1:1786173414.270727:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529760.
00010000:00000010:1.1:1786173414.270730:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160d00.
00010000:00000010:1.1:1786173414.270733:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b157a200.
00000080:00000010:1.1:1786173414.270735:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71c80.
00010000:00000010:1.1:1786173414.270739:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14eb200.
00010000:00000010:1.1:1786173414.270741:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b4600.
00000080:00000010:1.1:1786173414.270743:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a710a0.
00010000:00000010:1.1:1786173414.270747:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14ebd00.
00010000:00000010:1.1:1786173414.270750:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b5600.
00000080:00000010:1.1:1786173414.270754:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71160.
00010000:00000010:1.1:1786173414.270758:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14eb300.
00010000:00000010:1.1:1786173414.270761:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b4e00.
00000080:00000010:1.1:1786173414.270764:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71800.
00010000:00000010:1.1:1786173414.270768:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b14eb100.
00010000:00000010:1.1:1786173414.270796:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b4a00.
00000080:00000010:1.1:1786173414.270800:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a712c0.
00010000:00000010:1.1:1786173414.270808:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744b200.
00010000:00000010:1.1:1786173414.270811:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b5e00.
00000080:00000010:1.1:1786173414.270814:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529e20.
00010000:00000010:1.1:1786173414.270819:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160300.
00010000:00000010:1.1:1786173414.270821:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b157ac00.
00000080:00000010:1.1:1786173414.270825:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a710c0.
00010000:00000010:1.1:1786173414.270829:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160100.
00010000:00000010:1.1:1786173414.270832:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b5c00.
00000080:00000010:1.1:1786173414.270835:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a713a0.
00010000:00000010:1.1:1786173414.270839:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744bd00.
00010000:00000010:1.1:1786173414.270842:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b5000.
00000080:00000010:1.1:1786173414.270845:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a711e0.
00010000:00000010:1.1:1786173414.270851:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744b300.
00010000:00000010:1.1:1786173414.270854:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b4400.
00000080:00000010:1.1:1786173414.270857:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71820.
00010000:00000010:1.1:1786173414.270862:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744b100.
00010000:00000010:1.1:1786173414.270865:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b4800.
00000080:00000010:1.1:1786173414.270868:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71e00.
00010000:00000010:1.1:1786173414.270871:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744b600.
00010000:00000010:1.1:1786173414.270874:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b5a00.
00000080:00000010:1.1:1786173414.270877:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71120.
00010000:00000010:1.1:1786173414.270880:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744ba00.
00010000:00000010:1.1:1786173414.270883:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b5200.
00000080:00000010:1.1:1786173414.270886:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a713e0.
00010000:00000010:1.1:1786173414.270890:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744b500.
00010000:00000010:1.1:1786173414.270893:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b5400.
00000080:00000010:1.1:1786173414.270895:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71520.
00010000:00000010:0.1:1786173414.271366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744bf00.
00010000:00000010:0.1:1786173414.271373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490066800.
00000080:00000010:0.1:1786173414.271377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529240.
00010000:00000010:0.1:1786173414.271382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744be00.
00010000:00000010:0.1:1786173414.271385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b157b600.
00000080:00000010:0.1:1786173414.271388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529de0.
00010000:00000010:0.1:1786173414.271391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160a00.
00010000:00000010:0.1:1786173414.271394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b157ae00.
00000080:00000010:0.1:1786173414.271407:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05295e0.
00010000:00000010:0.1:1786173414.271413:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487159300.
00010000:00000010:0.1:1786173414.271416:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b157aa00.
00000080:00000010:0.1:1786173414.271420:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71680.
00010000:00000010:0.1:1786173414.271424:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744b000.
00010000:00000010:0.1:1786173414.271428:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490067a00.
00000080:00000010:0.1:1786173414.271430:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71fa0.
00010000:00000010:0.1:1786173414.271435:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744bb00.
00010000:00000010:0.1:1786173414.271438:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490067200.
00000080:00000010:0.1:1786173414.271440:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71260.
00010000:00000010:0.1:1786173414.271443:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744b800.
00010000:00000010:0.1:1786173414.271457:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490067400.
00000080:00000010:0.1:1786173414.271462:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71180.
00010000:00000010:0.1:1786173414.271466:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744b400.
00010000:00000010:0.1:1786173414.271468:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490067800.
00000080:00000010:0.1:1786173414.271472:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71de0.
00010000:00000010:0.1:1786173414.271477:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175d800.
00010000:00000010:0.1:1786173414.271481:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490066000.
00000080:00000010:0.1:1786173414.271483:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71300.
00010000:00000010:0.1:1786173414.271487:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175d400.
00010000:00000010:0.1:1786173414.271490:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490066200.
00000080:00000010:0.1:1786173414.271493:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71ee0.
00010000:00000010:0.1:1786173414.271497:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175d200.
00010000:00000010:0.1:1786173414.271500:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490066c00.
00000080:00000010:0.1:1786173414.271502:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a19c0.
00010000:00000010:0.1:1786173414.271506:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175dd00.
00010000:00000010:0.1:1786173414.271508:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a3400.
00000080:00000010:0.1:1786173414.271511:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5dea0.
00010000:00000010:0.1:1786173414.271517:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18ca300.
00010000:00000010:0.1:1786173414.271520:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c05ac200.
00000080:00000010:0.1:1786173414.271523:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71560.
00010000:00000010:0.1:1786173414.271527:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18ca100.
00010000:00000010:0.1:1786173414.271539:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490066600.
00000080:00000010:0.1:1786173414.271543:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a717a0.
00010000:00000010:0.1:1786173414.271547:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175d300.
00010000:00000010:0.1:1786173414.271550:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490067600.
00000080:00000010:0.1:1786173414.271553:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a718a0.
00010000:00000010:0.1:1786173414.271560:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175d100.
00010000:00000010:0.1:1786173414.271563:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490066e00.
00000080:00000010:0.1:1786173414.271565:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529820.
00010000:00000010:0.1:1786173414.271569:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487159100.
00010000:00000010:0.1:1786173414.271572:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b157be00.
00000080:00000010:0.1:1786173414.271575:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71fe0.
00010000:00000010:0.1:1786173414.271579:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175d600.
00010000:00000010:0.1:1786173414.271582:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490066a00.
00000080:00000010:0.1:1786173414.271585:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a717e0.
00010000:00000010:0.1:1786173414.271589:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175da00.
00010000:00000010:0.1:1786173414.271591:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490067e00.
00000080:00000010:0.1:1786173414.271594:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a712a0.
00010000:00000010:0.1:1786173414.271597:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175d500.
00010000:00000010:0.1:1786173414.271600:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490067c00.
00000080:00000010:0.1:1786173414.271602:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71240.
00010000:00000010:0.1:1786173414.271606:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175d900.
00010000:00000010:0.1:1786173414.271609:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490067000.
00000080:00000010:0.1:1786173414.271612:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71ea0.
00010000:00000010:0.1:1786173414.271615:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175d700.
00010000:00000010:0.1:1786173414.271618:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486727a00.
00000080:00000010:0.1:1786173414.271621:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71c60.
00010000:00000010:0.1:1786173414.271624:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175dc00.
00010000:00000010:0.1:1786173414.271627:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486727200.
00010000:00000010:1.1:1786173414.273324:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744b900.
00010000:00000010:1.1:1786173414.273331:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b5800.
00000080:00000010:1.1:1786173414.273335:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529460.
00010000:00000010:1.1:1786173414.273346:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744b700.
00010000:00000010:1.1:1786173414.273349:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b157a600.
00000080:00000010:1.1:1786173414.273352:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71f40.
00010000:00000010:1.1:1786173414.273356:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483160600.
00010000:00000010:1.1:1786173414.273359:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b14b4000.
00000080:00000010:1.1:1786173414.273361:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a711a0.
00010000:00000010:1.1:1786173414.273364:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148744bc00.
00010000:00000010:1.1:1786173414.273366:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490066400.
00000080:00000010:1.1:1786173414.273370:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71b60.
00000080:00000010:1.1:1786173414.284404:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71840.
00010000:00000010:1.1:1786173414.284429:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175df00.
00010000:00000010:1.1:1786173414.284435:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486727400.
00000080:00000010:1.1:1786173414.284439:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5dc40.
00010000:00000010:1.1:1786173414.284444:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175de00.
00010000:00000010:1.1:1786173414.284456:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c05adc00.
00000080:00000010:1.1:1786173414.284460:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71a60.
00010000:00000010:1.1:1786173414.284467:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175d000.
00010000:00000010:1.1:1786173414.284470:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486727800.
00000080:00000010:1.1:1786173414.284473:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a710e0.
00010000:00000010:1.1:1786173414.284477:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18ca600.
00010000:00000010:1.1:1786173414.284481:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486726000.
00000080:00000010:1.1:1786173414.284483:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a714a0.
00010000:00000010:1.1:1786173414.284487:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b175db00.
00010000:00000010:1.1:1786173414.284490:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486726200.
00000080:00000010:1.1:1786173414.284493:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a718e0.
00010000:00000010:1.1:1786173414.284499:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89ec500.
00010000:00000010:1.1:1786173414.284503:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486726c00.
00000080:00000010:1.1:1786173414.284505:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71be0.
00010000:00000010:1.1:1786173414.284512:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487159600.
00010000:00000010:1.1:1786173414.284514:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486726600.
00000080:00000010:1.1:1786173414.284517:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71700.
00010000:00000010:1.1:1786173414.284521:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89ec900.
00010000:00000010:1.1:1786173414.284524:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486727600.
00000080:00000010:1.1:1786173414.284527:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529560.
00010000:00000010:1.1:1786173414.284541:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89ec700.
00010000:00000010:1.1:1786173414.284544:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c05ade00.
00000080:00000010:1.1:1786173414.284548:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a712e0.
00010000:00000010:1.1:1786173414.284551:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487159a00.
00010000:00000010:1.1:1786173414.284553:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486726e00.
00000080:00000010:1.1:1786173414.284557:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71c40.
00010000:00000010:1.1:1786173414.284563:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89ecc00.
00010000:00000010:1.1:1786173414.284566:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486726a00.
00000080:00000010:1.1:1786173414.284568:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a715a0.
00010000:00000010:1.1:1786173414.284572:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89ecf00.
00010000:00000010:1.1:1786173414.284575:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486727e00.
00000080:00000010:1.1:1786173414.284577:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71040.
00010000:00000010:1.1:1786173414.284581:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89ece00.
00010000:00000010:1.1:1786173414.284583:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486727c00.
00000080:00000010:1.1:1786173414.284586:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71da0.
00010000:00000010:1.1:1786173414.284593:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89ec000.
00010000:00000010:1.1:1786173414.284596:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486727000.
00000080:00000010:1.1:1786173414.284598:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71140.
00010000:00000010:1.1:1786173414.284601:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89ecb00.
00010000:00000010:1.1:1786173414.284604:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486726400.
00000080:00000010:0.1:1786173414.295812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05290e0.
00010000:00000010:0.1:1786173414.295825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487159500.
00010000:00000010:0.1:1786173414.295830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b157bc00.
00000080:00000010:0.1:1786173414.295836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71a40.
00010000:00000010:0.1:1786173414.295844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89ec800.
00010000:00000010:0.1:1786173414.295848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486726800.
00000080:00000010:0.1:1786173414.295851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71a20.
00010000:00000010:0.1:1786173414.295855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89ec400.
00010000:00000010:0.1:1786173414.295859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fd800.
00000080:00000010:0.1:1786173414.295863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71c00.
00010000:00000010:0.1:1786173414.295867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89ec200.
00010000:00000010:0.1:1786173414.295871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fc000.
00000080:00000010:0.1:1786173414.295874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71d20.
00010000:00000010:0.1:1786173414.295878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89ecd00.
00010000:00000010:0.1:1786173414.295880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fc200.
00000080:00000010:1.1:1786173414.329236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71540.
00010000:00000010:1.1:1786173414.329255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89ec300.
00010000:00000010:1.1:1786173414.329261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fcc00.
00000080:00000010:1.1:1786173414.329265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529220.
00010000:00000010:1.1:1786173414.329271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89ec100.
00010000:00000010:1.1:1786173414.329274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b157b000.
00000080:00000010:1.1:1786173414.329278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529480.
00010000:00000010:1.1:1786173414.329364:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487159900.
00010000:00000010:1.1:1786173414.329369:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b157a400.
00000080:00000010:1.1:1786173414.329373:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71f60.
00010000:00000010:1.1:1786173414.329379:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89ec600.
00010000:00000010:1.1:1786173414.329382:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fc600.
00000080:00000010:1.1:1786173414.329385:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71c20.
00010000:00000010:1.1:1786173414.329388:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89eca00.
00010000:00000010:1.1:1786173414.329393:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fd600.
00000080:00000010:1.1:1786173414.329397:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71460.
00010000:00000010:1.1:1786173414.329403:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480d600.
00010000:00000010:1.1:1786173414.329456:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fce00.
00000080:00000010:1.1:1786173414.329461:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71360.
00010000:00000010:1.1:1786173414.329466:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480da00.
00010000:00000010:1.1:1786173414.329469:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fca00.
00000080:00000010:1.1:1786173414.329472:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71320.
00010000:00000010:1.1:1786173414.329477:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480d500.
00010000:00000010:1.1:1786173414.329481:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fde00.
00000080:00000010:1.1:1786173414.329484:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71380.
00010000:00000010:1.1:1786173414.329488:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480d900.
00010000:00000010:1.1:1786173414.329491:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fdc00.
00000080:00000010:1.1:1786173414.329494:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71d80.
00010000:00000010:1.1:1786173414.329498:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480d700.
00010000:00000010:1.1:1786173414.329501:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fd000.
00000080:00000010:1.1:1786173414.329505:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71b40.
00010000:00000010:1.1:1786173414.329510:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480dc00.
00010000:00000010:1.1:1786173414.329512:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fc400.
00000080:00000010:1.1:1786173414.329515:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71880.
00010000:00000010:1.1:1786173414.329519:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480df00.
00010000:00000010:1.1:1786173414.329521:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fc800.
00000080:00000010:1.1:1786173414.329524:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71d00.
00010000:00000010:1.1:1786173414.329528:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480de00.
00010000:00000010:1.1:1786173414.329542:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fda00.
00000080:00000010:1.1:1786173414.329545:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71660.
00010000:00000010:1.1:1786173414.329552:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480d000.
00010000:00000010:1.1:1786173414.329554:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fd200.
00000080:00000010:1.1:1786173414.329557:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71420.
00010000:00000010:1.1:1786173414.329563:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480db00.
00010000:00000010:1.1:1786173414.329567:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880fd400.
00000080:00000010:1.1:1786173414.329570:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a716c0.
00010000:00000010:1.1:1786173414.329574:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480d800.
00010000:00000010:1.1:1786173414.329578:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490135400.
00000080:00000010:1.1:1786173414.329581:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a719c0.
00010000:00000010:1.1:1786173414.329585:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480d400.
00010000:00000010:1.1:1786173414.329588:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490135800.
00000080:00000010:1.1:1786173414.329591:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71100.
00010000:00000010:1.1:1786173414.329595:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480d200.
00010000:00000010:1.1:1786173414.329600:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490134000.
00000080:00000010:1.1:1786173414.329604:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71440.
00010000:00000010:1.1:1786173414.329608:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480dd00.
00010000:00000010:1.1:1786173414.329610:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490134200.
00000080:00000010:1.1:1786173414.329613:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71fc0.
00010000:00000010:1.1:1786173414.329616:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480d300.
00010000:00000010:1.1:1786173414.329619:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490134c00.
00000080:00000010:1.1:1786173414.329622:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a71580.
00010000:00000010:1.1:1786173414.329627:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148480d100.
00010000:00000010:1.1:1786173414.329630:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490134600.
00000080:00000010:1.1:1786173414.329634:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d1c0.
00010000:00000010:1.1:1786173414.329641:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18caa00.
00010000:00000010:1.1:1786173414.329645:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c071f600.
00000080:00000010:1.1:1786173414.329690:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d640.
00010000:00000010:1.1:1786173414.329696:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18ca500.
00010000:00000010:1.1:1786173414.329700:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c071f000.
00000080:00000010:1.1:1786173414.329703:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d3c0.
00010000:00000010:1.1:1786173414.329707:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18ca900.
00010000:00000010:1.1:1786173414.329711:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c071e200.
00000080:00000010:1.1:1786173414.329714:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d0c0.
00010000:00000010:1.1:1786173414.329718:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18ca700.
00010000:00000010:1.1:1786173414.329721:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c071e000.
00000080:00000010:1.1:1786173414.329724:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d740.
00010000:00000010:1.1:1786173414.329728:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18cac00.
00010000:00000010:1.1:1786173414.329731:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c071ec00.
00000080:00000010:1.1:1786173414.329733:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d3a0.
00010000:00000010:1.1:1786173414.329737:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18caf00.
00010000:00000010:1.1:1786173414.329739:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c071e600.
00000080:00000010:1.1:1786173414.329742:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1497a715c0.
00000080:00000010:3.1:1786173414.349717:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7000.
00010000:00000010:3.1:1786173414.349732:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b121e600.
00010000:00000010:3.1:1786173414.349737:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f5c800.
00000080:00000010:3.1:1786173414.349740:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7ca0.
00010000:00000010:3.1:1786173414.349750:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337400.
00010000:00000010:3.1:1786173414.349753:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f5da00.
00000080:00000010:3.1:1786173414.392852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7780.
00010000:00000010:3.1:1786173414.392867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337200.
00010000:00000010:3.1:1786173414.392872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f5d200.
00000080:00000010:3.1:1786173414.392877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a73c0.
00010000:00000010:3.1:1786173414.392881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337d00.
00010000:00000010:3.1:1786173414.392884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f5d400.
00000080:00000010:3.1:1786173414.392887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7640.
00010000:00000010:3.1:1786173414.392891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337300.
00010000:00000010:3.1:1786173414.392894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f5d800.
00000080:00000010:3.1:1786173414.392897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a71c0.
00010000:00000010:3.1:1786173414.392902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337100.
00010000:00000010:3.1:1786173414.392905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f5c000.
00000080:00000010:3.1:1786173414.392908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7900.
00010000:00000010:3.1:1786173414.392912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337600.
00010000:00000010:3.1:1786173414.392915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f5c200.
00000080:00000010:3.1:1786173414.392918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7ae0.
00010000:00000010:3.1:1786173414.392922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337a00.
00010000:00000010:3.1:1786173414.392925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f5cc00.
00000080:00000010:3.1:1786173414.392928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7bc0.
00010000:00000010:3.1:1786173414.392936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337500.
00010000:00000010:3.1:1786173414.392939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f5c600.
00000080:00000010:3.1:1786173414.392956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a79e0.
00010000:00000010:3.1:1786173414.392961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337900.
00010000:00000010:3.1:1786173414.392964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f5d600.
00000080:00000010:3.1:1786173414.392967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7aa0.
00010000:00000010:3.1:1786173414.392971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337700.
00010000:00000010:3.1:1786173414.392973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f5ce00.
00000080:00000010:3.1:1786173414.392976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7920.
00010000:00000010:3.1:1786173414.392980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337c00.
00010000:00000010:3.1:1786173414.392983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f5ca00.
00000080:00000010:3.1:1786173414.392986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7e60.
00010000:00000010:3.1:1786173414.392992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337f00.
00010000:00000010:3.1:1786173414.392994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f5de00.
00000080:00000010:3.1:1786173414.392997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7d60.
00010000:00000010:3.1:1786173414.393001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337e00.
00010000:00000010:3.1:1786173414.393003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f5dc00.
00000080:00000010:3.1:1786173414.393006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a76a0.
00010000:00000010:3.1:1786173414.393010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337000.
00010000:00000010:3.1:1786173414.393014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e7000.
00000080:00000010:3.1:1786173414.393018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7d40.
00010000:00000010:3.1:1786173414.393021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337b00.
00010000:00000010:3.1:1786173414.393025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e6400.
00000080:00000010:3.1:1786173414.393029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850153c0.
00010000:00000010:3.1:1786173414.393036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487159e00.
00010000:00000010:3.1:1786173414.393039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865cc800.
00000080:00000010:3.1:1786173414.393042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7600.
00010000:00000010:3.1:1786173414.393046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b1337800.
00010000:00000010:3.1:1786173414.393049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e6800.
00000080:00000010:3.1:1786173414.393051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7e20.
00010000:00000010:3.1:1786173414.393058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232a00.
00010000:00000010:3.1:1786173414.393061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e7a00.
00000080:00000010:3.1:1786173414.393064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7940.
00010000:00000010:3.1:1786173414.393067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232500.
00010000:00000010:3.1:1786173414.393069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e7200.
00000080:00000010:3.1:1786173414.393079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a74c0.
00010000:00000010:3.1:1786173414.393086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232900.
00010000:00000010:3.1:1786173414.393088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e7400.
00000080:00000010:3.1:1786173414.393090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a77e0.
00010000:00000010:3.1:1786173414.393093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232700.
00010000:00000010:3.1:1786173414.393095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e7800.
00000080:00000010:3.1:1786173414.393098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7b00.
00010000:00000010:3.1:1786173414.393101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232c00.
00010000:00000010:3.1:1786173414.393104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e6000.
00000080:00000010:3.1:1786173414.393107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7fe0.
00010000:00000010:3.1:1786173414.393110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232f00.
00010000:00000010:3.1:1786173414.393112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e6200.
00000080:00000010:3.1:1786173414.393115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7060.
00010000:00000010:3.1:1786173414.393119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232e00.
00010000:00000010:3.1:1786173414.393121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e6c00.
00000080:00000010:3.1:1786173414.393124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7a60.
00010000:00000010:3.1:1786173414.393127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232000.
00010000:00000010:3.1:1786173414.393129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e6600.
00000080:00000010:3.1:1786173414.393131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7860.
00010000:00000010:3.1:1786173414.393135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232b00.
00010000:00000010:3.1:1786173414.393137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e7600.
00000080:00000010:3.1:1786173414.393140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a77a0.
00010000:00000010:3.1:1786173414.393145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232800.
00010000:00000010:3.1:1786173414.393148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e6e00.
00000080:00000010:3.1:1786173414.393150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015e20.
00010000:00000010:3.1:1786173414.393154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487159000.
00010000:00000010:3.1:1786173414.393157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865cda00.
00000080:00000010:3.1:1786173414.393160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850154e0.
00010000:00000010:3.1:1786173414.393167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487159b00.
00010000:00000010:3.1:1786173414.393170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865cd200.
00000080:00000010:3.1:1786173414.393172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850159a0.
00010000:00000010:3.1:1786173414.393175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487159800.
00010000:00000010:3.1:1786173414.393178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865cd400.
00000080:00000010:3.1:1786173414.393186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7be0.
00010000:00000010:3.1:1786173414.393191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232400.
00010000:00000010:3.1:1786173414.393193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e6a00.
00000080:00000010:3.1:1786173414.393195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7700.
00010000:00000010:3.1:1786173414.393199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232200.
00010000:00000010:3.1:1786173414.393201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e7e00.
00000080:00000010:3.1:1786173414.393204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a72e0.
00010000:00000010:3.1:1786173414.393207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232d00.
00010000:00000010:3.1:1786173414.393209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b10e7c00.
00000080:00000010:3.1:1786173414.393212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7c40.
00010000:00000010:3.1:1786173414.393215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232300.
00010000:00000010:3.1:1786173414.393218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482dc00.
00000080:00000010:3.1:1786173414.393221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a75a0.
00010000:00000010:3.1:1786173414.393224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232100.
00010000:00000010:3.1:1786173414.393226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482d000.
00000080:00000010:3.1:1786173414.393229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7040.
00010000:00000010:3.1:1786173414.393232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490232600.
00010000:00000010:3.1:1786173414.393235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482c400.
00000080:00000010:3.1:1786173414.393238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7da0.
00010000:00000010:3.1:1786173414.393243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702a00.
00010000:00000010:3.1:1786173414.393246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482c800.
00000080:00000010:3.1:1786173414.393248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7140.
00010000:00000010:3.1:1786173414.393252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702500.
00010000:00000010:3.1:1786173414.393255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482da00.
00000080:00000010:3.1:1786173414.393257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7a40.
00010000:00000010:3.1:1786173414.393261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702900.
00010000:00000010:3.1:1786173414.393264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482d200.
00000080:00000010:3.1:1786173414.393266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7a20.
00010000:00000010:3.1:1786173414.393269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702700.
00010000:00000010:3.1:1786173414.393272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482d400.
00000080:00000010:3.1:1786173414.393274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7c00.
00010000:00000010:3.1:1786173414.393281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702c00.
00010000:00000010:3.1:1786173414.393284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482d800.
00000080:00000010:3.1:1786173414.393293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7d20.
00010000:00000010:3.1:1786173414.393298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702f00.
00010000:00000010:3.1:1786173414.393301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482c000.
00000080:00000010:3.1:1786173414.393303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7540.
00010000:00000010:3.1:1786173414.393307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702e00.
00010000:00000010:3.1:1786173414.393309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482c200.
00000080:00000010:3.1:1786173414.393312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015740.
00010000:00000010:3.1:1786173414.393316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487159400.
00010000:00000010:3.1:1786173414.393319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865cd800.
00000080:00000010:3.1:1786173414.393322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4aa80.
00010000:00000010:3.1:1786173414.393326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487159200.
00010000:00000010:3.1:1786173414.393329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865cc000.
00000080:00000010:3.1:1786173414.393332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7980.
00010000:00000010:3.1:1786173414.393335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487159d00.
00010000:00000010:3.1:1786173414.393338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482cc00.
00000080:00000010:3.1:1786173414.393341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7f60.
00010000:00000010:3.1:1786173414.393344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702000.
00010000:00000010:3.1:1786173414.393347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482c600.
00000080:00000010:3.1:1786173414.393350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7c20.
00010000:00000010:3.1:1786173414.393353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702b00.
00010000:00000010:3.1:1786173414.393356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482d600.
00000080:00000010:3.1:1786173414.393359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7460.
00010000:00000010:3.1:1786173414.393363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702800.
00010000:00000010:3.1:1786173414.393365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482ce00.
00000080:00000010:3.1:1786173414.393368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7360.
00010000:00000010:3.1:1786173414.393372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702400.
00010000:00000010:3.1:1786173414.393374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482ca00.
00000080:00000010:3.1:1786173414.393377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7320.
00010000:00000010:3.1:1786173414.393380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702200.
00010000:00000010:3.1:1786173414.393383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148482de00.
00000080:00000010:3.1:1786173414.400834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7380.
00010000:00000010:3.1:1786173414.400853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702d00.
00010000:00000010:3.1:1786173414.400859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497946800.
00000080:00000010:3.1:1786173414.400876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7d80.
00010000:00000010:3.1:1786173414.400881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702300.
00010000:00000010:3.1:1786173414.400885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497947a00.
00000080:00000010:3.1:1786173414.400887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7b40.
00010000:00000010:3.1:1786173414.400891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702100.
00010000:00000010:3.1:1786173414.400893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497947200.
00000080:00000010:3.1:1786173414.400896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7880.
00010000:00000010:3.1:1786173414.400899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487702600.
00010000:00000010:3.1:1786173414.400901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497947400.
00000080:00000010:3.1:1786173414.400904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7d00.
00010000:00000010:3.1:1786173414.400910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8c00.
00010000:00000010:3.1:1786173414.400913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497947800.
00000080:00000010:3.1:1786173414.400915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7660.
00010000:00000010:3.1:1786173414.400918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8f00.
00010000:00000010:3.1:1786173414.400921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497946000.
00000080:00000010:3.1:1786173414.400923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b12a7420.
00010000:00000010:3.1:1786173414.400927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8e00.
00010000:00000010:3.1:1786173414.400929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497946200.
00000080:00000010:3.1:1786173414.400935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830856e0.
00010000:00000010:3.1:1786173414.400939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8000.
00010000:00000010:3.1:1786173414.400941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497946c00.
00000080:00000010:3.1:1786173414.400944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085780.
00010000:00000010:3.1:1786173414.400948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8b00.
00010000:00000010:3.1:1786173414.400950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497946600.
00000080:00000010:3.1:1786173414.400952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830851c0.
00010000:00000010:3.1:1786173414.400959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8800.
00010000:00000010:3.1:1786173414.400962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497947600.
00000080:00000010:3.1:1786173414.400964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830859e0.
00010000:00000010:3.1:1786173414.400968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8400.
00010000:00000010:3.1:1786173414.400971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497946e00.
00000080:00000010:3.1:1786173414.400973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085d60.
00010000:00000010:3.1:1786173414.400979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8200.
00010000:00000010:3.1:1786173414.400982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497946a00.
00000080:00000010:3.1:1786173414.400988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830859a0.
00010000:00000010:3.1:1786173414.400993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8d00.
00010000:00000010:3.1:1786173414.400995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497947e00.
00000080:00000010:3.1:1786173414.400998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085ea0.
00010000:00000010:3.1:1786173414.401001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8300.
00010000:00000010:3.1:1786173414.401004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497947c00.
00000080:00000010:3.1:1786173414.401006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830850e0.
00010000:00000010:3.1:1786173414.401010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8100.
00010000:00000010:3.1:1786173414.401012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497947000.
00000080:00000010:3.1:1786173414.401014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085700.
00010000:00000010:3.1:1786173414.401017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8600.
00010000:00000010:3.1:1786173414.401020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497946400.
00000080:00000010:3.1:1786173414.401022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085fc0.
00010000:00000010:3.1:1786173414.401025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8a00.
00010000:00000010:3.1:1786173414.401029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b62600.
00000080:00000010:3.1:1786173414.401032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085100.
00010000:00000010:3.1:1786173414.401037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8500.
00010000:00000010:3.1:1786173414.401040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b63600.
00000080:00000010:3.1:1786173414.401043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830856c0.
00010000:00000010:3.1:1786173414.401046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8900.
00010000:00000010:3.1:1786173414.401048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b62e00.
00000080:00000010:3.1:1786173414.401050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085660.
00010000:00000010:3.1:1786173414.401053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b88f8700.
00010000:00000010:3.1:1786173414.401055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b62a00.
00000080:00000010:3.1:1786173414.401057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085880.
00010000:00000010:3.1:1786173414.401063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fd400.
00010000:00000010:3.1:1786173414.401066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b63e00.
00000080:00000010:3.1:1786173414.401068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085d80.
00010000:00000010:3.1:1786173414.401071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fd200.
00010000:00000010:3.1:1786173414.401074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b63c00.
00000080:00000010:3.1:1786173414.401077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830857c0.
00010000:00000010:3.1:1786173414.401080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fdd00.
00010000:00000010:3.1:1786173414.401082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b63000.
00000080:00000010:3.1:1786173414.401090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085b80.
00010000:00000010:3.1:1786173414.401094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fd300.
00010000:00000010:3.1:1786173414.401096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b62400.
00000080:00000010:3.1:1786173414.401099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085e40.
00010000:00000010:3.1:1786173414.401102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fd100.
00010000:00000010:3.1:1786173414.401105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b62800.
00000080:00000010:3.1:1786173414.401107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085540.
00010000:00000010:3.1:1786173414.401110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fd600.
00010000:00000010:3.1:1786173414.401112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b63a00.
00000080:00000010:3.1:1786173414.401115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085c00.
00010000:00000010:3.1:1786173414.401118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fda00.
00010000:00000010:3.1:1786173414.401120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b63200.
00000080:00000010:3.1:1786173414.401123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d300.
00010000:00000010:3.1:1786173414.401128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18ca800.
00010000:00000010:3.1:1786173414.401131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c071fe00.
00000080:00000010:3.1:1786173414.401133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5dde0.
00010000:00000010:3.1:1786173414.401136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18ca400.
00010000:00000010:3.1:1786173414.401139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c071ee00.
00000080:00000010:3.1:1786173414.401142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a000.
00010000:00000010:3.1:1786173414.401149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18ca200.
00010000:00000010:3.1:1786173414.401152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865cc200.
00000080:00000010:3.1:1786173414.401154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4aea0.
00010000:00000010:3.1:1786173414.401158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5b400.
00010000:00000010:3.1:1786173414.401190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ccc00.
00000080:00000010:3.1:1786173414.401193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085a20.
00010000:00000010:3.1:1786173414.401199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5b200.
00010000:00000010:3.1:1786173414.401202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b63400.
00000080:00000010:3.1:1786173414.401204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085140.
00010000:00000010:3.1:1786173414.401208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fd500.
00010000:00000010:3.1:1786173414.401210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b63800.
00000080:00000010:3.1:1786173414.401213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085040.
00010000:00000010:3.1:1786173414.401216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fd900.
00010000:00000010:3.1:1786173414.401218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b62000.
00000080:00000010:3.1:1786173414.401223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085c40.
00010000:00000010:3.1:1786173414.401227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fd700.
00010000:00000010:3.1:1786173414.401230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b62200.
00000080:00000010:3.1:1786173414.401233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdc80.
00010000:00000010:3.1:1786173414.401236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fdc00.
00010000:00000010:3.1:1786173414.401239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1b62c00.
00000080:00000010:3.1:1786173414.401241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdc60.
00010000:00000010:3.1:1786173414.401245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fdf00.
00010000:00000010:3.1:1786173414.401248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f5200.
00000080:00000010:3.1:1786173414.401251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd700.
00010000:00000010:3.1:1786173414.401254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fde00.
00010000:00000010:3.1:1786173414.401257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f5400.
00000080:00000010:3.1:1786173414.401259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bda40.
00010000:00000010:3.1:1786173414.401262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fd000.
00010000:00000010:3.1:1786173414.401265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f5800.
00000080:00000010:3.1:1786173414.401267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd7c0.
00010000:00000010:3.1:1786173414.401270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fdb00.
00010000:00000010:3.1:1786173414.401274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f4000.
00000080:00000010:3.1:1786173414.401276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdba0.
00010000:00000010:3.1:1786173414.401279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14849fd800.
00010000:00000010:3.1:1786173414.401285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f4200.
00000080:00000010:3.1:1786173414.401287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd6e0.
00010000:00000010:3.1:1786173414.401293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401500.
00010000:00000010:3.1:1786173414.401295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f4c00.
00000080:00000010:3.1:1786173414.401297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd1c0.
00010000:00000010:3.1:1786173414.401301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401900.
00010000:00000010:3.1:1786173414.401303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f4600.
00000080:00000010:3.1:1786173414.401308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec540.
00010000:00000010:3.1:1786173414.401312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401700.
00010000:00000010:3.1:1786173414.401315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f5600.
00000080:00000010:3.1:1786173414.401317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec700.
00010000:00000010:3.1:1786173414.401320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401c00.
00010000:00000010:3.1:1786173414.401323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f4e00.
00000080:00000010:3.1:1786173414.401328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4ad60.
00010000:00000010:3.1:1786173414.401332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5bd00.
00010000:00000010:3.1:1786173414.401334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865cc600.
00000080:00000010:3.1:1786173414.401337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec2e0.
00010000:00000010:3.1:1786173414.401340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5b300.
00010000:00000010:3.1:1786173414.401342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f4a00.
00000080:00000010:3.1:1786173414.401345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecea0.
00010000:00000010:3.1:1786173414.401348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401f00.
00010000:00000010:3.1:1786173414.401351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f5e00.
00000080:00000010:3.1:1786173414.401353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecde0.
00010000:00000010:3.1:1786173414.401357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401e00.
00010000:00000010:3.1:1786173414.401359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f5c00.
00000080:00000010:3.1:1786173414.401361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885eca40.
00010000:00000010:3.1:1786173414.401365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401000.
00010000:00000010:3.1:1786173414.401367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f5000.
00000080:00000010:3.1:1786173414.401370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecd00.
00010000:00000010:3.1:1786173414.401375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401b00.
00010000:00000010:3.1:1786173414.401377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f4400.
00000080:00000010:3.1:1786173414.401379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec080.
00010000:00000010:3.1:1786173414.401383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401800.
00010000:00000010:3.1:1786173414.401385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f4800.
00000080:00000010:3.1:1786173414.401388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecbc0.
00010000:00000010:3.1:1786173414.401391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401400.
00010000:00000010:3.1:1786173414.401393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c06f5a00.
00000080:00000010:3.1:1786173414.401395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec2a0.
00010000:00000010:3.1:1786173414.401398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401200.
00010000:00000010:3.1:1786173414.401402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d4800.
00000080:00000010:3.1:1786173414.401404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecf60.
00010000:00000010:3.1:1786173414.401408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401d00.
00010000:00000010:3.1:1786173414.401411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d5a00.
00000080:00000010:3.1:1786173414.401414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec360.
00010000:00000010:3.1:1786173414.401417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401300.
00010000:00000010:3.1:1786173414.401420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d5200.
00000080:00000010:3.1:1786173414.401425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec9c0.
00010000:00000010:3.1:1786173414.401428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401100.
00010000:00000010:3.1:1786173414.401431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d5400.
00000080:00000010:3.1:1786173414.401433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec340.
00010000:00000010:3.1:1786173414.401437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401600.
00010000:00000010:3.1:1786173414.401439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d5800.
00000080:00000010:3.1:1786173414.401441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec780.
00010000:00000010:3.1:1786173414.401444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486401a00.
00010000:00000010:3.1:1786173414.401447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d4000.
00000080:00000010:3.1:1786173414.401449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec300.
00010000:00000010:3.1:1786173414.401454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637a200.
00010000:00000010:3.1:1786173414.401457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d4200.
00000080:00000010:3.1:1786173414.401459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecec0.
00010000:00000010:3.1:1786173414.401462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637ad00.
00010000:00000010:3.1:1786173414.401465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d4c00.
00000080:00000010:3.1:1786173414.401467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f22e0.
00000080:00000010:1.1:1786173414.493395:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567780.
00010000:00000010:1.1:1786173414.493419:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637a900.
00010000:00000010:1.1:1786173414.493424:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d5c00.
00000080:00000010:1.1:1786173414.493427:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567ae0.
00010000:00000010:1.1:1786173414.493434:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637a700.
00010000:00000010:1.1:1786173414.493437:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d5000.
00000080:00000010:1.1:1786173414.499358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567cc0.
00010000:00000010:1.1:1786173414.499391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637ac00.
00010000:00000010:1.1:1786173414.499397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d4400.
00000080:00000010:1.1:1786173414.499402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567dc0.
00010000:00000010:1.1:1786173414.499410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637af00.
00010000:00000010:1.1:1786173414.499414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1675200.
00000080:00000010:1.1:1786173414.499419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567240.
00010000:00000010:1.1:1786173414.499423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637ae00.
00010000:00000010:1.1:1786173414.499426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1675400.
00000080:00000010:1.1:1786173414.499428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b15678a0.
00010000:00000010:1.1:1786173414.499432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637a000.
00010000:00000010:1.1:1786173414.499435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1675800.
00000080:00000010:1.1:1786173414.499437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567720.
00010000:00000010:1.1:1786173414.499441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637ab00.
00010000:00000010:1.1:1786173414.499445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1674000.
00000080:00000010:1.1:1786173414.499448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b15675e0.
00010000:00000010:1.1:1786173414.499452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637a800.
00010000:00000010:1.1:1786173414.499467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1674200.
00000080:00000010:1.1:1786173414.499471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567080.
00010000:00000010:1.1:1786173414.499475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637a400.
00010000:00000010:1.1:1786173414.499478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1674c00.
00000080:00000010:1.1:1786173414.499480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567260.
00010000:00000010:1.1:1786173414.499488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20900.
00010000:00000010:1.1:1786173414.499491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1674600.
00000080:00000010:1.1:1786173414.499494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567460.
00010000:00000010:1.1:1786173414.499498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20700.
00010000:00000010:1.1:1786173414.499500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1675600.
00000080:00000010:1.1:1786173414.499503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567d80.
00010000:00000010:1.1:1786173414.499506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20c00.
00010000:00000010:1.1:1786173414.499509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1674e00.
00000080:00000010:1.1:1786173414.499512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a820.
00010000:00000010:1.1:1786173414.499523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5b100.
00010000:00000010:1.1:1786173414.499536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865cd600.
00000080:00000010:1.1:1786173414.499539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4ae80.
00010000:00000010:1.1:1786173414.499544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5b600.
00010000:00000010:1.1:1786173414.499547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865cce00.
00000080:00000010:1.1:1786173414.499550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a160.
00010000:00000010:1.1:1786173414.499554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5ba00.
00010000:00000010:1.1:1786173414.499556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865cca00.
00000080:00000010:1.1:1786173414.499559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a260.
00010000:00000010:1.1:1786173414.499563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5b500.
00010000:00000010:1.1:1786173414.499566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865cde00.
00000080:00000010:1.1:1786173414.499573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f2a0.
00010000:00000010:1.1:1786173414.499577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5b900.
00010000:00000010:1.1:1786173414.499581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b56800.
00000080:00000010:1.1:1786173414.499584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fcc0.
00010000:00000010:1.1:1786173414.499588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5b700.
00010000:00000010:1.1:1786173414.499592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b57a00.
00000080:00000010:1.1:1786173414.499594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fdc0.
00010000:00000010:1.1:1786173414.499599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5bc00.
00010000:00000010:1.1:1786173414.499601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b57200.
00000080:00000010:1.1:1786173414.499603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567660.
00010000:00000010:1.1:1786173414.499608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5bf00.
00010000:00000010:1.1:1786173414.499610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1674a00.
00000080:00000010:1.1:1786173414.499613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567100.
00010000:00000010:1.1:1786173414.499619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20f00.
00010000:00000010:1.1:1786173414.499622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1675e00.
00000080:00000010:1.1:1786173414.499624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567e00.
00010000:00000010:1.1:1786173414.499628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20e00.
00010000:00000010:1.1:1786173414.499631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1675c00.
00000080:00000010:1.1:1786173414.499633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14863fb000.
00010000:00000010:1.1:1786173414.499637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20000.
00010000:00000010:1.1:1786173414.499640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1675000.
00000080:00000010:1.1:1786173414.499644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd4e0.
00010000:00000010:1.1:1786173414.499648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20b00.
00010000:00000010:1.1:1786173414.499651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1674400.
00000080:00000010:1.1:1786173414.499653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd400.
00010000:00000010:1.1:1786173414.499658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20800.
00010000:00000010:1.1:1786173414.499660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1674800.
00000080:00000010:1.1:1786173414.499662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd7c0.
00010000:00000010:1.1:1786173414.499666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20400.
00010000:00000010:1.1:1786173414.499669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1675a00.
00000080:00000010:1.1:1786173414.499672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdc00.
00010000:00000010:1.1:1786173414.499676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20200.
00010000:00000010:1.1:1786173414.499679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865edc00.
00000080:00000010:1.1:1786173414.499682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd2e0.
00010000:00000010:1.1:1786173414.499689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20d00.
00010000:00000010:1.1:1786173414.499692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ed000.
00000080:00000010:1.1:1786173414.499694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdb00.
00010000:00000010:1.1:1786173414.499698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20300.
00010000:00000010:1.1:1786173414.499703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ec400.
00000080:00000010:1.1:1786173414.499705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acde60.
00010000:00000010:1.1:1786173414.499709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20100.
00010000:00000010:1.1:1786173414.499712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ec800.
00000080:00000010:1.1:1786173414.499715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171f00.
00010000:00000010:1.1:1786173414.499720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20600.
00010000:00000010:1.1:1786173414.499722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865eda00.
00000080:00000010:1.1:1786173414.499725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171c60.
00010000:00000010:1.1:1786173414.499729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20a00.
00010000:00000010:1.1:1786173414.499731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ed200.
00000080:00000010:1.1:1786173414.499733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171380.
00010000:00000010:1.1:1786173414.499737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d20500.
00010000:00000010:1.1:1786173414.499739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ed400.
00000080:00000010:1.1:1786173414.499742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322320.
00010000:00000010:1.1:1786173414.499748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366de00.
00010000:00000010:1.1:1786173414.499751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ed800.
00000080:00000010:1.1:1786173414.499754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813222c0.
00010000:00000010:1.1:1786173414.499757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366d000.
00010000:00000010:1.1:1786173414.499760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ec000.
00000080:00000010:1.1:1786173414.499763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813222a0.
00010000:00000010:1.1:1786173414.499766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366db00.
00010000:00000010:1.1:1786173414.499769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ec200.
00000080:00000010:1.1:1786173414.499789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322a40.
00010000:00000010:1.1:1786173414.499793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366d800.
00010000:00000010:1.1:1786173414.499796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ecc00.
00000080:00000010:1.1:1786173414.499800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232aa0.
00010000:00000010:1.1:1786173414.499804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366d400.
00010000:00000010:1.1:1786173414.499807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ec600.
00000080:00000010:1.1:1786173414.499809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486af22c0.
00010000:00000010:1.1:1786173414.499813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366d200.
00010000:00000010:1.1:1786173414.499816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ed600.
00000080:00000010:1.1:1786173414.499819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489ff96c0.
00010000:00000010:1.1:1786173414.499823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366dd00.
00010000:00000010:1.1:1786173414.499826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ece00.
00000080:00000010:1.1:1786173414.499830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9200.
00010000:00000010:1.1:1786173414.499834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366d300.
00010000:00000010:1.1:1786173414.499837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865eca00.
00000080:00000010:1.1:1786173414.499839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9c40.
00010000:00000010:1.1:1786173414.499842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366d100.
00010000:00000010:1.1:1786173414.499845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ede00.
00000080:00000010:1.1:1786173414.499848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576f80.
00010000:00000010:1.1:1786173414.499852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366d600.
00010000:00000010:1.1:1786173414.499857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b38c00.
00000080:00000010:1.1:1786173414.499862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6da0.
00010000:00000010:1.1:1786173414.499866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366da00.
00010000:00000010:1.1:1786173414.499870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b39600.
00000080:00000010:1.1:1786173414.499872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6b60.
00010000:00000010:1.1:1786173414.499876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366d500.
00010000:00000010:1.1:1786173414.499879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b38e00.
00000080:00000010:1.1:1786173414.499883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c60e0.
00010000:00000010:1.1:1786173414.499890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366d900.
00010000:00000010:1.1:1786173414.499893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b38a00.
00000080:00000010:1.1:1786173414.499896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6580.
00010000:00000010:1.1:1786173414.499900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366d700.
00010000:00000010:1.1:1786173414.499903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b39e00.
00000080:00000010:1.1:1786173414.499906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484d53bc0.
00010000:00000010:1.1:1786173414.499911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366dc00.
00010000:00000010:1.1:1786173414.499913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b39c00.
00000080:00000010:1.1:1786173414.499917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f3a0.
00010000:00000010:1.1:1786173414.499922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5be00.
00010000:00000010:1.1:1786173414.499925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b57400.
00000080:00000010:1.1:1786173414.499928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fbc0.
00010000:00000010:1.1:1786173414.499932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5b000.
00010000:00000010:1.1:1786173414.499934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b57800.
00000080:00000010:1.1:1786173414.499937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121ffa0.
00010000:00000010:1.1:1786173414.499941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5bb00.
00010000:00000010:1.1:1786173414.499943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b56000.
00000080:00000010:1.1:1786173414.499946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14983d1ae0.
00010000:00000010:1.1:1786173414.499951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497a5b800.
00010000:00000010:1.1:1786173414.499953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b39000.
00000080:00000010:1.1:1786173414.499957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867020.
00010000:00000010:1.1:1786173414.499961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148366df00.
00010000:00000010:1.1:1786173414.499965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b38400.
00000080:00000010:1.1:1786173414.499967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858678e0.
00010000:00000010:1.1:1786173414.499973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646e00.
00010000:00000010:1.1:1786173414.499976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b38800.
00000080:00000010:1.1:1786173414.499980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc2a0.
00010000:00000010:1.1:1786173414.499984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646000.
00010000:00000010:1.1:1786173414.499987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b39a00.
00000080:00000010:1.1:1786173414.499990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcde0.
00010000:00000010:1.1:1786173414.499993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646b00.
00010000:00000010:1.1:1786173414.499996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b39200.
00000080:00000010:1.1:1786173414.499999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcb60.
00010000:00000010:1.1:1786173414.500002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646800.
00010000:00000010:1.1:1786173414.500005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b39400.
00000080:00000010:1.1:1786173414.500008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560880.
00010000:00000010:1.1:1786173414.500013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646400.
00010000:00000010:1.1:1786173414.500016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b39800.
00000080:00000010:1.1:1786173414.500020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280760.
00010000:00000010:1.1:1786173414.500025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646200.
00010000:00000010:1.1:1786173414.500028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b38000.
00000080:00000010:1.1:1786173414.500031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280740.
00010000:00000010:1.1:1786173414.500035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646d00.
00010000:00000010:1.1:1786173414.500038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b38200.
00000080:00000010:1.1:1786173414.500040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862804c0.
00010000:00000010:1.1:1786173414.500043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646300.
00010000:00000010:1.1:1786173414.500046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b38600.
00000080:00000010:1.1:1786173414.500048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280140.
00010000:00000010:1.1:1786173414.500052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646100.
00010000:00000010:1.1:1786173414.500056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499765a00.
00000080:00000010:1.1:1786173414.500060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fc80.
00010000:00000010:1.1:1786173414.500066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153200.
00010000:00000010:1.1:1786173414.500069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b56200.
00000080:00000010:1.1:1786173414.500072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f120.
00010000:00000010:1.1:1786173414.500078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153d00.
00010000:00000010:1.1:1786173414.500081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b56c00.
00000080:00000010:1.1:1786173414.500083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fc00.
00010000:00000010:1.1:1786173414.500087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153300.
00010000:00000010:1.1:1786173414.500090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b56600.
00000080:00000010:1.1:1786173414.500096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a19e0.
00010000:00000010:1.1:1786173414.500102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646600.
00010000:00000010:1.1:1786173414.500106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a3800.
00000080:00000010:1.1:1786173414.500109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1100.
00010000:00000010:1.1:1786173414.500114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a1d1e00.
00010000:00000010:1.1:1786173414.500118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a2000.
00000080:00000010:1.1:1786173414.500121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1960.
00010000:00000010:1.1:1786173414.500125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a1d1600.
00010000:00000010:1.1:1786173414.500128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a2200.
00000080:00000010:1.1:1786173414.500131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a17c0.
00010000:00000010:1.1:1786173414.500134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a1d1800.
00010000:00000010:1.1:1786173414.500137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a2c00.
00000080:00000010:1.1:1786173414.500139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1fa0.
00010000:00000010:1.1:1786173414.500158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a1d1b00.
00010000:00000010:1.1:1786173414.500162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a2600.
00000080:00000010:1.1:1786173414.500166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1020.
00010000:00000010:1.1:1786173414.500173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a1d1a00.
00010000:00000010:1.1:1786173414.500175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a3600.
00000080:00000010:1.1:1786173414.500178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1a60.
00010000:00000010:1.1:1786173414.500182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a1d1400.
00010000:00000010:1.1:1786173414.500184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a2e00.
00000080:00000010:1.1:1786173414.500187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1ac0.
00010000:00000010:1.1:1786173414.500191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a1d1f00.
00010000:00000010:1.1:1786173414.500194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a2a00.
00000080:00000010:1.1:1786173414.500196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1c00.
00010000:00000010:1.1:1786173414.500199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a1d1700.
00010000:00000010:1.1:1786173414.500215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a3e00.
00000080:00000010:1.1:1786173414.500218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1ec0.
00010000:00000010:1.1:1786173414.500222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a1d1300.
00010000:00000010:1.1:1786173414.500225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a3c00.
00000080:00000010:1.1:1786173414.500230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7500.
00010000:00000010:1.1:1786173414.500234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646a00.
00010000:00000010:1.1:1786173414.500237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499765200.
00000080:00000010:1.1:1786173414.500239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7400.
00010000:00000010:1.1:1786173414.500243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646500.
00010000:00000010:1.1:1786173414.500245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499765400.
00000080:00000010:1.1:1786173414.500247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7b20.
00010000:00000010:1.1:1786173414.500251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646900.
00010000:00000010:1.1:1786173414.500253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499765800.
00000080:00000010:1.1:1786173414.500256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7360.
00010000:00000010:1.1:1786173414.500260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646700.
00010000:00000010:1.1:1786173414.500263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499764000.
00000080:00000010:1.1:1786173414.500266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f560.
00010000:00000010:1.1:1786173414.500270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153100.
00010000:00000010:1.1:1786173414.500273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b57600.
00000080:00000010:1.1:1786173414.500275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f740.
00010000:00000010:1.1:1786173414.500279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153600.
00010000:00000010:1.1:1786173414.500282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b56e00.
00000080:00000010:1.1:1786173414.500285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fe60.
00010000:00000010:1.1:1786173414.500289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153a00.
00010000:00000010:1.1:1786173414.500291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b56a00.
00000080:00000010:1.1:1786173414.500294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f960.
00010000:00000010:1.1:1786173414.500297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153500.
00010000:00000010:1.1:1786173414.500300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b57e00.
00000080:00000010:1.1:1786173414.500302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f700.
00010000:00000010:1.1:1786173414.500306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153900.
00010000:00000010:1.1:1786173414.500308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b57c00.
00000080:00000010:1.1:1786173414.500310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7a20.
00010000:00000010:1.1:1786173414.500316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646c00.
00010000:00000010:1.1:1786173414.500319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499764200.
00000080:00000010:1.1:1786173414.500321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f77a0.
00010000:00000010:1.1:1786173414.500324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486646f00.
00010000:00000010:1.1:1786173414.500327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499764c00.
00000080:00000010:1.1:1786173414.500329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f74c0.
00010000:00000010:1.1:1786173414.500335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482defd00.
00010000:00000010:1.1:1786173414.500338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499764600.
00000080:00000010:1.1:1786173414.500340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a14e0.
00010000:00000010:1.1:1786173414.500344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482def300.
00010000:00000010:1.1:1786173414.500347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a2400.
00000080:00000010:1.1:1786173414.500350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1e40.
00010000:00000010:1.1:1786173414.500353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a1d1d00.
00010000:00000010:1.1:1786173414.500356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a2800.
00000080:00000010:1.1:1786173414.500358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1f40.
00010000:00000010:1.1:1786173414.500364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96500.
00010000:00000010:1.1:1786173414.500367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a3a00.
00000080:00000010:1.1:1786173414.500369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1080.
00010000:00000010:1.1:1786173414.500372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96900.
00010000:00000010:1.1:1786173414.500375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906a3200.
00000080:00000010:1.1:1786173414.500386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1f00.
00010000:00000010:1.1:1786173414.500391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96f00.
00010000:00000010:1.1:1786173414.500395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061d200.
00000080:00000010:1.1:1786173414.500398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1040.
00010000:00000010:1.1:1786173414.500402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96b00.
00010000:00000010:1.1:1786173414.500406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061cc00.
00000080:00000010:1.1:1786173414.500408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1cc0.
00010000:00000010:1.1:1786173414.500412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96400.
00010000:00000010:1.1:1786173414.500415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061d600.
00000080:00000010:1.1:1786173414.500417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a15c0.
00010000:00000010:1.1:1786173414.500421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96200.
00010000:00000010:1.1:1786173414.500424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061ce00.
00000080:00000010:1.1:1786173414.500426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1a80.
00010000:00000010:1.1:1786173414.500430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96100.
00010000:00000010:1.1:1786173414.500432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061de00.
00000080:00000010:1.1:1786173414.500435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f460.
00010000:00000010:1.1:1786173414.500439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153700.
00010000:00000010:1.1:1786173414.500442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b57000.
00000080:00000010:1.1:1786173414.500445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7f00.
00010000:00000010:1.1:1786173414.500449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482def100.
00010000:00000010:1.1:1786173414.500452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499765600.
00000080:00000010:1.1:1786173414.500454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f70c0.
00010000:00000010:1.1:1786173414.500458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482def600.
00010000:00000010:1.1:1786173414.500461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499764e00.
00000080:00000010:1.1:1786173414.500463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1840.
00010000:00000010:1.1:1786173414.500466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96a00.
00010000:00000010:1.1:1786173414.500469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061d000.
00000080:00000010:1.1:1786173414.500471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1c20.
00010000:00000010:1.1:1786173414.500474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96d00.
00010000:00000010:1.1:1786173414.500476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061c600.
00000080:00000010:1.1:1786173414.500479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1e80.
00010000:00000010:1.1:1786173414.500482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96600.
00010000:00000010:1.1:1786173414.500485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061dc00.
00000080:00000010:1.1:1786173414.500487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1680.
00010000:00000010:1.1:1786173414.500492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96800.
00010000:00000010:1.1:1786173414.500494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061ca00.
00000080:00000010:1.1:1786173414.500497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1620.
00010000:00000010:1.1:1786173414.500503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96300.
00010000:00000010:1.1:1786173414.500505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061c400.
00000080:00000010:1.1:1786173414.500508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1380.
00010000:00000010:1.1:1786173414.500511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96e00.
00010000:00000010:1.1:1786173414.500513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061c800.
00000080:00000010:1.1:1786173414.500515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1240.
00010000:00000010:1.1:1786173414.500518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96000.
00010000:00000010:1.1:1786173414.500521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061da00.
00000080:00000010:1.1:1786173414.500523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1360.
00010000:00000010:1.1:1786173414.500526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96700.
00010000:00000010:1.1:1786173414.500538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061d400.
00000080:00000010:1.1:1786173414.500540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1560.
00010000:00000010:1.1:1786173414.500544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483d96c00.
00010000:00000010:1.1:1786173414.500546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061d800.
00000080:00000010:1.1:1786173414.500548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a10e0.
00010000:00000010:1.1:1786173414.500552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862cab00.
00010000:00000010:1.1:1786173414.500554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061c000.
00000080:00000010:1.1:1786173414.500557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f180.
00010000:00000010:1.1:1786173414.500561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153c00.
00010000:00000010:1.1:1786173414.500564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8b56400.
00000080:00000010:1.1:1786173414.500566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f1c0.
00010000:00000010:1.1:1786173414.500569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153f00.
00010000:00000010:1.1:1786173414.500572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a8e00.
00000080:00000010:1.1:1786173414.500575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f520.
00010000:00000010:1.1:1786173414.500578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153e00.
00010000:00000010:1.1:1786173414.500580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a8a00.
00000080:00000010:1.1:1786173414.500583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7020.
00010000:00000010:1.1:1786173414.500587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153000.
00010000:00000010:1.1:1786173414.500589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499764a00.
00000080:00000010:1.1:1786173414.500591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f73a0.
00010000:00000010:1.1:1786173414.500596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482defa00.
00010000:00000010:1.1:1786173414.500598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499765e00.
00000080:00000010:1.1:1786173414.500602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d0e0.
00010000:00000010:1.1:1786173414.500606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482def500.
00010000:00000010:1.1:1786173414.500609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c071fc00.
00000080:00000010:1.1:1786173414.500611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7f20.
00010000:00000010:1.1:1786173414.500615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482def900.
00010000:00000010:1.1:1786173414.500617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499765c00.
00000080:00000010:1.1:1786173414.500619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f79e0.
00010000:00000010:1.1:1786173414.500623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482def700.
00010000:00000010:1.1:1786173414.500625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499765000.
00000080:00000010:1.1:1786173414.500627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7d60.
00010000:00000010:1.1:1786173414.500630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482defc00.
00010000:00000010:1.1:1786173414.500633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499764400.
00000080:00000010:1.1:1786173414.500635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7e20.
00010000:00000010:1.1:1786173414.500638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482deff00.
00010000:00000010:1.1:1786173414.500640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1499764800.
00000080:00000010:1.1:1786173414.500642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f77e0.
00010000:00000010:1.1:1786173414.500646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482defe00.
00010000:00000010:1.1:1786173414.500650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745ae00.
00000080:00000010:1.1:1786173414.500652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7a60.
00010000:00000010:1.1:1786173414.500655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482def000.
00010000:00000010:1.1:1786173414.500657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745aa00.
00000080:00000010:1.1:1786173414.500660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7700.
00010000:00000010:1.1:1786173414.500663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482defb00.
00010000:00000010:1.1:1786173414.500667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745be00.
00000080:00000010:1.1:1786173414.500669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f7c0.
00010000:00000010:1.1:1786173414.500673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153b00.
00010000:00000010:1.1:1786173414.500677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a9e00.
00000080:00000010:1.1:1786173414.500679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f880.
00010000:00000010:1.1:1786173414.500683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153800.
00010000:00000010:1.1:1786173414.500685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a9c00.
00000080:00000010:1.1:1786173414.500688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f800.
00010000:00000010:1.1:1786173414.500691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488153400.
00010000:00000010:1.1:1786173414.500694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a9000.
00000080:00000010:1.1:1786173414.500697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f4e0.
00010000:00000010:1.1:1786173414.500702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12f7800.
00010000:00000010:1.1:1786173414.500705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a8400.
00000080:00000010:1.1:1786173414.500707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fc20.
00010000:00000010:1.1:1786173414.500710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12f7400.
00010000:00000010:1.1:1786173414.500713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a8800.
00000080:00000010:1.1:1786173414.500715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f840.
00010000:00000010:1.1:1786173414.500718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12f7200.
00010000:00000010:1.1:1786173414.500721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a9a00.
00000080:00000010:1.1:1786173414.500724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f0a0.
00010000:00000010:1.1:1786173414.500727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12f7d00.
00010000:00000010:1.1:1786173414.500729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a9200.
00000080:00000010:1.1:1786173414.500731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7c40.
00010000:00000010:1.1:1786173414.500735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12f7300.
00010000:00000010:1.1:1786173414.500737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745bc00.
00000080:00000010:1.1:1786173414.500740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7140.
00010000:00000010:1.1:1786173414.500743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482def800.
00010000:00000010:1.1:1786173414.500746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745b000.
00000080:00000010:1.1:1786173414.500749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7d20.
00010000:00000010:1.1:1786173414.500753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482def400.
00010000:00000010:1.1:1786173414.500757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745a400.
00000080:00000010:1.1:1786173414.500759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7460.
00010000:00000010:1.1:1786173414.500762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482def200.
00010000:00000010:1.1:1786173414.500765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745a800.
00000080:00000010:1.1:1786173414.500768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280500.
00010000:00000010:1.1:1786173414.500809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fd100.
00010000:00000010:1.1:1786173414.500814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745ba00.
00000080:00000010:1.1:1786173414.500817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280540.
00010000:00000010:1.1:1786173414.500823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fd600.
00010000:00000010:1.1:1786173414.500826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745b200.
00000080:00000010:1.1:1786173414.500829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d5a0.
00010000:00000010:1.1:1786173414.500833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18cad00.
00010000:00000010:1.1:1786173414.500836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149783e600.
00000080:00000010:1.1:1786173414.500840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d040.
00010000:00000010:1.1:1786173414.500844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a38000.
00010000:00000010:1.1:1786173414.500847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149783e200.
00000080:00000010:1.1:1786173414.500849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5dda0.
00010000:00000010:1.1:1786173414.500853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a38b00.
00010000:00000010:1.1:1786173414.500855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149783ec00.
00000080:00000010:1.1:1786173414.500858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482c5d140.
00010000:00000010:1.1:1786173414.500862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a38800.
00010000:00000010:1.1:1786173414.500865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149783f000.
00000080:00000010:1.1:1786173414.500868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280a20.
00010000:00000010:1.1:1786173414.500873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a38400.
00010000:00000010:1.1:1786173414.500875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149783e800.
00000080:00000010:1.1:1786173414.500878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280ee0.
00010000:00000010:1.1:1786173414.500881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fda00.
00010000:00000010:1.1:1786173414.500884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745b400.
00000080:00000010:1.1:1786173414.500887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862808a0.
00010000:00000010:1.1:1786173414.500890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fd500.
00010000:00000010:1.1:1786173414.500893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745b800.
00000080:00000010:1.1:1786173414.500895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280e20.
00010000:00000010:1.1:1786173414.500899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fd900.
00010000:00000010:1.1:1786173414.500902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745a000.
00000080:00000010:1.1:1786173414.500905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862808c0.
00010000:00000010:1.1:1786173414.500908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fd700.
00010000:00000010:1.1:1786173414.500911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745a200.
00000080:00000010:1.1:1786173414.500914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862803c0.
00010000:00000010:1.1:1786173414.500918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fdc00.
00010000:00000010:1.1:1786173414.500921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745ac00.
00000080:00000010:1.1:1786173414.500924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862806e0.
00010000:00000010:1.1:1786173414.500927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fdf00.
00010000:00000010:1.1:1786173414.500930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745a600.
00000080:00000010:1.1:1786173414.500932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862801e0.
00010000:00000010:1.1:1786173414.500936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fde00.
00010000:00000010:1.1:1786173414.500939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148745b600.
00000080:00000010:1.1:1786173414.500942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560a20.
00010000:00000010:1.1:1786173414.500945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fd000.
00010000:00000010:1.1:1786173414.500950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498643400.
00000080:00000010:1.1:1786173414.500953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560c00.
00010000:00000010:1.1:1786173414.500956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fdb00.
00010000:00000010:1.1:1786173414.500959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498643800.
00000080:00000010:1.1:1786173414.500961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560b20.
00010000:00000010:1.1:1786173414.500965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fd800.
00010000:00000010:1.1:1786173414.500969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498642000.
00000080:00000010:1.1:1786173414.500973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dce80.
00010000:00000010:1.1:1786173414.500976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fd400.
00010000:00000010:1.1:1786173414.500979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498642200.
00000080:00000010:1.1:1786173414.500981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc260.
00010000:00000010:1.1:1786173414.500984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fd200.
00010000:00000010:1.1:1786173414.500987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498642c00.
00000080:00000010:1.1:1786173414.500989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcee0.
00010000:00000010:1.1:1786173414.500993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fdd00.
00010000:00000010:1.1:1786173414.500995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498642600.
00000080:00000010:1.1:1786173414.500997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcfe0.
00010000:00000010:1.1:1786173414.501001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901fd300.
00010000:00000010:1.1:1786173414.501003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498643600.
00000080:00000010:1.1:1786173414.501006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc760.
00010000:00000010:1.1:1786173414.501010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7900.
00010000:00000010:1.1:1786173414.501013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498642e00.
00000080:00000010:1.1:1786173414.501016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc900.
00010000:00000010:1.1:1786173414.501023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7700.
00010000:00000010:1.1:1786173414.501026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498642a00.
00000080:00000010:1.1:1786173414.501028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867ac0.
00010000:00000010:1.1:1786173414.501033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7c00.
00010000:00000010:1.1:1786173414.501036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498643e00.
00000080:00000010:1.1:1786173414.501038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867400.
00010000:00000010:1.1:1786173414.501042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7f00.
00010000:00000010:1.1:1786173414.501045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498643c00.
00000080:00000010:1.1:1786173414.501047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858673c0.
00010000:00000010:1.1:1786173414.501051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7e00.
00010000:00000010:1.1:1786173414.501053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498643000.
00000080:00000010:1.1:1786173414.501055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867c60.
00010000:00000010:1.1:1786173414.501059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7000.
00010000:00000010:1.1:1786173414.501062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498642400.
00000080:00000010:1.1:1786173414.501064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f000.
00010000:00000010:1.1:1786173414.501069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12f7100.
00010000:00000010:1.1:1786173414.501072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a9400.
00000080:00000010:1.1:1786173414.501074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121ffe0.
00010000:00000010:1.1:1786173414.501077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12f7600.
00010000:00000010:1.1:1786173414.501080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a9800.
00000080:00000010:1.1:1786173414.501083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148be6e200.
00010000:00000010:1.1:1786173414.501087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12f7a00.
00010000:00000010:1.1:1786173414.501089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498642800.
00000080:00000010:1.1:1786173414.501092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484d53de0.
00010000:00000010:1.1:1786173414.501096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7b00.
00010000:00000010:1.1:1786173414.501099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498643a00.
00000080:00000010:1.1:1786173414.501101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6ac0.
00010000:00000010:1.1:1786173414.501105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7800.
00010000:00000010:1.1:1786173414.501108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498643200.
00000080:00000010:1.1:1786173414.501110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6d00.
00010000:00000010:1.1:1786173414.501114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7400.
00010000:00000010:1.1:1786173414.501117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483190c00.
00000080:00000010:1.1:1786173414.501122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c60c0.
00010000:00000010:1.1:1786173414.501127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7200.
00010000:00000010:1.1:1786173414.501129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483190600.
00000080:00000010:1.1:1786173414.501131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6340.
00010000:00000010:1.1:1786173414.501135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7d00.
00010000:00000010:1.1:1786173414.501138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483191600.
00010000:00000010:0.1:1786173414.508309:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637a300.
00010000:00000010:0.1:1786173414.508327:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d4600.
00000080:00000010:0.1:1786173414.508332:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f29a0.
00010000:00000010:0.1:1786173414.508342:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637a100.
00010000:00000010:0.1:1786173414.508344:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d5600.
00000080:00000010:0.1:1786173414.508347:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2520.
00010000:00000010:0.1:1786173414.508350:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637a600.
00010000:00000010:0.1:1786173414.508352:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d4e00.
00000080:00000010:0.1:1786173414.508356:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f22a0.
00010000:00000010:0.1:1786173414.508359:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637aa00.
00010000:00000010:0.1:1786173414.508361:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d4a00.
00000080:00000010:0.1:1786173414.508364:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b15671e0.
00010000:00000010:0.1:1786173414.508372:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148637a500.
00010000:00000010:0.1:1786173414.508374:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985d5e00.
00000080:00000010:1.1:1786173414.533832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b67c0.
00010000:00000010:1.1:1786173414.533852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7300.
00010000:00000010:1.1:1786173414.533857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483190e00.
00000080:00000010:1.1:1786173414.533863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6040.
00010000:00000010:1.1:1786173414.533867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7100.
00010000:00000010:1.1:1786173414.533870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483190a00.
00000080:00000010:1.1:1786173414.533872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6c20.
00010000:00000010:1.1:1786173414.533875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7600.
00010000:00000010:1.1:1786173414.533879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483191e00.
00000080:00000010:1.1:1786173414.533882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6260.
00010000:00000010:1.1:1786173414.533885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7a00.
00010000:00000010:1.1:1786173414.533887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483191c00.
00000080:00000010:1.1:1786173414.533890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6b80.
00010000:00000010:1.1:1786173414.533894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14901d7500.
00010000:00000010:1.1:1786173414.533897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483191000.
00000080:00000010:1.1:1786173414.533899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6420.
00010000:00000010:1.1:1786173414.533904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487449100.
00010000:00000010:1.1:1786173414.533907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483190400.
00000080:00000010:1.1:1786173414.533910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576780.
00010000:00000010:1.1:1786173414.533913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487449600.
00010000:00000010:1.1:1786173414.533916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483190800.
00000080:00000010:1.1:1786173414.533919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885768a0.
00010000:00000010:1.1:1786173414.533925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487449a00.
00010000:00000010:1.1:1786173414.533928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483191a00.
00000080:00000010:1.1:1786173414.533931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9d20.
00010000:00000010:1.1:1786173414.533934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487449500.
00010000:00000010:1.1:1786173414.533937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483191200.
00000080:00000010:1.1:1786173414.533939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a95c0.
00010000:00000010:1.1:1786173414.533943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487449900.
00010000:00000010:1.1:1786173414.533945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483191400.
00000080:00000010:1.1:1786173414.533947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9ae0.
00010000:00000010:1.1:1786173414.533950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487449700.
00010000:00000010:1.1:1786173414.533953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483191800.
00000080:00000010:1.1:1786173414.533955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9840.
00010000:00000010:1.1:1786173414.533958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487449c00.
00010000:00000010:1.1:1786173414.533961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483190000.
00000080:00000010:1.1:1786173414.533964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b89a1e60.
00010000:00000010:1.1:1786173414.533968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487449f00.
00010000:00000010:1.1:1786173414.533971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149061c200.
00000080:00000010:1.1:1786173414.533975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fc60.
00010000:00000010:1.1:1786173414.533980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12f7500.
00010000:00000010:1.1:1786173414.533983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a8000.
00000080:00000010:0.1:1786173414.592904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f060.
00010000:00000010:0.1:1786173414.592920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12f7700.
00010000:00000010:0.1:1786173414.592925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a8c00.
00000080:00000010:0.1:1786173414.592928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121ff80.
00010000:00000010:0.1:1786173414.592932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12f7c00.
00010000:00000010:0.1:1786173414.592935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a8600.
00000080:00000010:0.1:1786173414.592937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f080.
00010000:00000010:0.1:1786173414.592941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12f7f00.
00010000:00000010:0.1:1786173414.592945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a9600.
00000080:00000010:0.1:1786173414.592948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121ff00.
00010000:00000010:0.1:1786173414.592951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12f7e00.
00010000:00000010:0.1:1786173414.592955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483013c00.
00000080:00000010:0.1:1786173414.592959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f140.
00010000:00000010:0.1:1786173414.592963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12f7000.
00010000:00000010:0.1:1786173414.592967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487261200.
00000080:00000010:0.1:1786173414.592971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c600.
00010000:00000010:0.1:1786173414.592979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487449e00.
00010000:00000010:0.1:1786173414.592982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483190200.
00000080:00000010:0.1:1786173414.592988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489facc60.
00010000:00000010:0.1:1786173414.592992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487449000.
00010000:00000010:0.1:1786173414.592997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14978e2400.
00000080:00000010:0.1:1786173414.593000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232080.
00010000:00000010:0.1:1786173414.593004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487449b00.
00010000:00000010:0.1:1786173414.593007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14978e2800.
00000080:00000010:0.1:1786173414.593010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232760.
00010000:00000010:0.1:1786173414.593013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487449800.
00010000:00000010:0.1:1786173414.593018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14978e3a00.
00000080:00000010:0.1:1786173414.593022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322ee0.
00010000:00000010:0.1:1786173414.593028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487449400.
00010000:00000010:0.1:1786173414.593031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14978e3200.
00000080:00000010:0.1:1786173414.593037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecd20.
00010000:00000010:0.1:1786173414.593045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487449200.
00010000:00000010:0.1:1786173414.593050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149783fa00.
00000080:00000010:0.1:1786173414.593053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec4c0.
00010000:00000010:0.1:1786173414.593059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a38200.
00010000:00000010:0.1:1786173414.593062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149783f200.
00000080:00000010:0.1:1786173414.593065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec760.
00010000:00000010:0.1:1786173414.593069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a38d00.
00010000:00000010:0.1:1786173414.593072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149783f400.
00000080:00000010:0.1:1786173414.593075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecf00.
00010000:00000010:0.1:1786173414.593079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a38300.
00010000:00000010:0.1:1786173414.593081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149783f800.
00000080:00000010:0.1:1786173414.593084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec860.
00000080:00000010:1.1:1786173414.593545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fe40.
00010000:00000010:1.1:1786173414.593553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b12f7900.
00010000:00000010:1.1:1786173414.593557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14874a8200.
00010000:00000010:3.1:1786173414.631834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851ce300.
00010000:00000010:3.1:1786173414.631842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a42800.
00000080:00000010:3.1:1786173414.631847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085460.
00010000:00000010:3.1:1786173414.631855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851ce100.
00010000:00000010:3.1:1786173414.631859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a43a00.
00000080:00000010:3.1:1786173414.631863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085360.
00010000:00000010:3.1:1786173414.631867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851ce600.
00010000:00000010:3.1:1786173414.631870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a43200.
00000080:00000010:3.1:1786173414.631873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085320.
00010000:00000010:3.1:1786173414.631877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851cea00.
00010000:00000010:3.1:1786173414.631880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a43400.
00000080:00000010:3.1:1786173414.631883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085380.
00010000:00000010:3.1:1786173414.631887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851ce500.
00010000:00000010:3.1:1786173414.631890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a43800.
00000080:00000010:3.1:1786173414.631901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2300.
00010000:00000010:3.1:1786173414.631910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862ca700.
00010000:00000010:3.1:1786173414.631913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483013e00.
00000080:00000010:3.1:1786173414.631931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2e80.
00010000:00000010:3.1:1786173414.631935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862ca000.
00010000:00000010:3.1:1786173414.631939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483012e00.
00000080:00000010:3.1:1786173414.631942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2700.
00010000:00000010:3.1:1786173414.631946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862ca200.
00010000:00000010:3.1:1786173414.631949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483012a00.
00000080:00000010:3.1:1786173414.631952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2b00.
00010000:00000010:3.1:1786173414.631955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862cad00.
00010000:00000010:3.1:1786173414.631958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483012400.
00000080:00000010:3.1:1786173414.631961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2680.
00010000:00000010:3.1:1786173414.631965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862ca100.
00010000:00000010:3.1:1786173414.631967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483013a00.
00000080:00000010:3.1:1786173414.631970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2360.
00010000:00000010:3.1:1786173414.631975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862caa00.
00010000:00000010:3.1:1786173414.631978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483013200.
00000080:00000010:3.1:1786173414.631981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2d60.
00010000:00000010:3.1:1786173414.631984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862ca400.
00010000:00000010:3.1:1786173414.631987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483012c00.
00000080:00000010:3.1:1786173414.631990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2fa0.
00010000:00000010:3.1:1786173414.631993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862ca600.
00010000:00000010:3.1:1786173414.631996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483012200.
00000080:00000010:3.1:1786173414.631998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2a60.
00010000:00000010:3.1:1786173414.632004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862cae00.
00010000:00000010:3.1:1786173414.632007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483012000.
00000080:00000010:3.1:1786173414.632009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2600.
00010000:00000010:3.1:1786173414.632013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862caf00.
00010000:00000010:3.1:1786173414.632015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483012600.
00000080:00000010:3.1:1786173414.632019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085500.
00010000:00000010:3.1:1786173414.632023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851ce900.
00010000:00000010:3.1:1786173414.632027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17ade00.
00000080:00000010:3.1:1786173414.632031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830851a0.
00010000:00000010:3.1:1786173414.632034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851ce700.
00010000:00000010:3.1:1786173414.632037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17adc00.
00000080:00000010:3.1:1786173414.632047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085280.
00010000:00000010:3.1:1786173414.632051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851cec00.
00010000:00000010:3.1:1786173414.632054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17ad000.
00000080:00000010:3.1:1786173414.632056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085f40.
00010000:00000010:3.1:1786173414.632059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851cef00.
00010000:00000010:3.1:1786173414.632063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17ac400.
00000080:00000010:3.1:1786173414.632066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085400.
00010000:00000010:3.1:1786173414.632072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851cee00.
00010000:00000010:3.1:1786173414.632075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17ac800.
00000080:00000010:3.1:1786173414.632077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085520.
00010000:00000010:3.1:1786173414.632081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851ce000.
00010000:00000010:3.1:1786173414.632084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17ada00.
00000080:00000010:3.1:1786173414.632087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085ba0.
00010000:00000010:3.1:1786173414.632091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851ceb00.
00010000:00000010:3.1:1786173414.632093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17ad200.
00000080:00000010:3.1:1786173414.632096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830853e0.
00010000:00000010:3.1:1786173414.632099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851ce800.
00010000:00000010:3.1:1786173414.632102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17ad400.
00000080:00000010:3.1:1786173414.632105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085b20.
00010000:00000010:3.1:1786173414.632109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851ce400.
00010000:00000010:3.1:1786173414.632111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17ad800.
00000080:00000010:3.1:1786173414.632114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085120.
00010000:00000010:3.1:1786173414.632120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948600.
00010000:00000010:3.1:1786173414.632124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17ac000.
00000080:00000010:3.1:1786173414.632128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec900.
00010000:00000010:3.1:1786173414.632133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948a00.
00010000:00000010:3.1:1786173414.632136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8a7b600.
00000080:00000010:3.1:1786173414.632138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085e80.
00010000:00000010:3.1:1786173414.632142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149802c900.
00010000:00000010:3.1:1786173414.632146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17ac200.
00000080:00000010:3.1:1786173414.632148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830852e0.
00010000:00000010:3.1:1786173414.632152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948500.
00010000:00000010:3.1:1786173414.632155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17acc00.
00000080:00000010:3.1:1786173414.632158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085720.
00010000:00000010:3.1:1786173414.632162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948900.
00010000:00000010:3.1:1786173414.632165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17ac600.
00000080:00000010:3.1:1786173414.632168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830854a0.
00010000:00000010:3.1:1786173414.632172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948700.
00010000:00000010:3.1:1786173414.632175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17ad600.
00000080:00000010:3.1:1786173414.632178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdfe0.
00010000:00000010:3.1:1786173414.632183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948c00.
00010000:00000010:3.1:1786173414.632187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c09d5e00.
00000080:00000010:3.1:1786173414.632189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd240.
00010000:00000010:3.1:1786173414.632195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488113f00.
00010000:00000010:3.1:1786173414.632198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c09d5c00.
00000080:00000010:3.1:1786173414.632200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830858a0.
00010000:00000010:3.1:1786173414.632204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488113e00.
00010000:00000010:3.1:1786173414.632207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17ace00.
00000080:00000010:3.1:1786173414.632209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085c60.
00010000:00000010:3.1:1786173414.632213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948f00.
00010000:00000010:3.1:1786173414.632216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b17aca00.
00000080:00000010:3.1:1786173414.632218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085240.
00010000:00000010:3.1:1786173414.632221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948e00.
00010000:00000010:3.1:1786173414.632224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b45400.
00000080:00000010:3.1:1786173414.632226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085340.
00010000:00000010:3.1:1786173414.632229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948000.
00010000:00000010:3.1:1786173414.632232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b44e00.
00000080:00000010:3.1:1786173414.632235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085dc0.
00010000:00000010:3.1:1786173414.632238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948b00.
00010000:00000010:3.1:1786173414.632241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b44a00.
00000080:00000010:3.1:1786173414.632243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830856a0.
00010000:00000010:3.1:1786173414.632247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948800.
00010000:00000010:3.1:1786173414.632250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b45e00.
00000080:00000010:3.1:1786173414.632252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085e60.
00010000:00000010:3.1:1786173414.632256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948400.
00010000:00000010:3.1:1786173414.632258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b45c00.
00000080:00000010:3.1:1786173414.632262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085aa0.
00010000:00000010:3.1:1786173414.632265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948200.
00010000:00000010:3.1:1786173414.632268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b45000.
00000080:00000010:3.1:1786173414.632270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085bc0.
00010000:00000010:3.1:1786173414.632275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948d00.
00010000:00000010:3.1:1786173414.632278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b44400.
00000080:00000010:3.1:1786173414.632281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec460.
00010000:00000010:3.1:1786173414.632285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149802c700.
00010000:00000010:3.1:1786173414.632288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8a7a200.
00000080:00000010:3.1:1786173414.632291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec4a0.
00010000:00000010:3.1:1786173414.632294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149802cc00.
00010000:00000010:3.1:1786173414.632297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8a7a400.
00000080:00000010:0.1:1786173414.681687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085900.
00010000:00000010:0.1:1786173414.681702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948300.
00010000:00000010:0.1:1786173414.681708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b44800.
00000080:00000010:0.1:1786173414.681712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085640.
00010000:00000010:0.1:1786173414.681718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484948100.
00010000:00000010:0.1:1786173414.681722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b45a00.
00000080:00000010:0.1:1786173414.681728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdaa0.
00010000:00000010:0.1:1786173414.681737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669c100.
00010000:00000010:0.1:1786173414.681743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c09d5000.
00000080:00000010:0.1:1786173414.681746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd620.
00010000:00000010:0.1:1786173414.681752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488113000.
00010000:00000010:0.1:1786173414.681756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c09d4400.
00000080:00000010:0.1:1786173414.681759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd760.
00010000:00000010:0.1:1786173414.681763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488113b00.
00010000:00000010:0.1:1786173414.681766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c09d4800.
00000080:00000010:1.1:1786173414.687400:0:109015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085ca0.
00010000:00000010:1.1:1786173414.687423:0:109015:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669c600.
00010000:00000010:1.1:1786173414.687429:0:109015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b45200.
00000080:00000010:1.1:1786173414.687433:0:109015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085a00.
00010000:00000010:1.1:1786173414.687448:0:109015:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669ca00.
00010000:00000010:1.1:1786173414.687451:0:109015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b45800.
00000080:00000010:1.1:1786173414.687454:0:109015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085480.
00010000:00000010:1.1:1786173414.687563:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669c500.
00010000:00000010:1.1:1786173414.687568:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b44000.
00000080:00000010:1.1:1786173414.687571:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085e00.
00010000:00000010:1.1:1786173414.687578:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669c900.
00010000:00000010:1.1:1786173414.687581:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b44200.
00000080:00000010:1.1:1786173414.687583:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085020.
00010000:00000010:1.1:1786173414.687587:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669c700.
00010000:00000010:1.1:1786173414.687589:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b44c00.
00000080:00000010:1.1:1786173414.687593:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085820.
00010000:00000010:1.1:1786173414.687597:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669cc00.
00010000:00000010:1.1:1786173414.687600:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b44600.
00000080:00000010:1.1:1786173414.687602:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085220.
00010000:00000010:1.1:1786173414.687605:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669cf00.
00010000:00000010:1.1:1786173414.687608:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484b45600.
00000080:00000010:1.1:1786173414.687611:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830851e0.
00010000:00000010:1.1:1786173414.687614:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669ce00.
00010000:00000010:1.1:1786173414.687618:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486797e00.
00000080:00000010:1.1:1786173414.687623:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085200.
00010000:00000010:1.1:1786173414.687628:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669c000.
00010000:00000010:1.1:1786173414.687630:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486797c00.
00000080:00000010:1.1:1786173414.687633:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f21c0.
00010000:00000010:1.1:1786173414.687638:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862ca500.
00010000:00000010:1.1:1786173414.687641:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483012800.
00000080:00000010:1.1:1786173414.687644:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830853a0.
00010000:00000010:1.1:1786173414.687648:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669cb00.
00010000:00000010:1.1:1786173414.687651:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486797000.
00000080:00000010:1.1:1786173414.687653:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085740.
00010000:00000010:1.1:1786173414.687657:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669c800.
00010000:00000010:1.1:1786173414.687661:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486796400.
00000080:00000010:1.1:1786173414.687664:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830850c0.
00010000:00000010:1.1:1786173414.687667:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669c400.
00010000:00000010:1.1:1786173414.687670:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486796800.
00000080:00000010:1.1:1786173414.687672:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830852c0.
00010000:00000010:1.1:1786173414.687676:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669c200.
00010000:00000010:1.1:1786173414.687678:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486797a00.
00000080:00000010:1.1:1786173414.687681:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830854e0.
00010000:00000010:1.1:1786173414.687685:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669cd00.
00010000:00000010:1.1:1786173414.687688:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486797200.
00000080:00000010:1.1:1786173414.687691:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085800.
00010000:00000010:1.1:1786173414.687694:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148669c300.
00010000:00000010:1.1:1786173414.687696:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486797400.
00000080:00000010:1.1:1786173414.687699:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085f20.
00010000:00000010:1.1:1786173414.687709:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136000.
00010000:00000010:1.1:1786173414.687712:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486797800.
00000080:00000010:1.1:1786173414.687715:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085160.
00010000:00000010:1.1:1786173414.687718:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136b00.
00010000:00000010:1.1:1786173414.687721:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486796000.
00000080:00000010:1.1:1786173414.687723:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085f00.
00010000:00000010:1.1:1786173414.687727:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136800.
00010000:00000010:1.1:1786173414.687729:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486796200.
00000080:00000010:1.1:1786173414.687732:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830850a0.
00010000:00000010:1.1:1786173414.687736:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136400.
00010000:00000010:1.1:1786173414.687738:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486796c00.
00000080:00000010:1.1:1786173414.687741:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830858c0.
00010000:00000010:1.1:1786173414.687745:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136200.
00010000:00000010:1.1:1786173414.687748:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486796600.
00000080:00000010:1.1:1786173414.687750:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085c80.
00010000:00000010:1.1:1786173414.687755:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136d00.
00010000:00000010:1.1:1786173414.687758:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486797600.
00000080:00000010:1.1:1786173414.687760:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085cc0.
00010000:00000010:1.1:1786173414.687764:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136300.
00010000:00000010:1.1:1786173414.687766:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486796e00.
00000080:00000010:1.1:1786173414.687769:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085620.
00010000:00000010:1.1:1786173414.688027:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136100.
00010000:00000010:1.1:1786173414.688030:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486796a00.
00000080:00000010:1.1:1786173414.688032:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085960.
00010000:00000010:1.1:1786173414.688036:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136600.
00010000:00000010:1.1:1786173414.688039:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b94400.
00000080:00000010:1.1:1786173414.688043:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2920.
00010000:00000010:1.1:1786173414.688047:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136a00.
00010000:00000010:1.1:1786173414.688050:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483013400.
00000080:00000010:1.1:1786173414.688052:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec9a0.
00010000:00000010:1.1:1786173414.688057:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149802cf00.
00010000:00000010:1.1:1786173414.688061:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8a7b000.
00000080:00000010:1.1:1786173414.688063:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085d40.
00010000:00000010:1.1:1786173414.688069:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136500.
00010000:00000010:1.1:1786173414.688072:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b94800.
00000080:00000010:1.1:1786173414.688074:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085600.
00010000:00000010:1.1:1786173414.688077:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136900.
00010000:00000010:1.1:1786173414.688081:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b95a00.
00000080:00000010:1.1:1786173414.688084:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085e20.
00010000:00000010:1.1:1786173414.688087:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136700.
00010000:00000010:1.1:1786173414.688089:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b95200.
00000080:00000010:1.1:1786173414.688093:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085940.
00010000:00000010:1.1:1786173414.688096:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136c00.
00010000:00000010:1.1:1786173414.688099:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b95400.
00000080:00000010:1.1:1786173414.688101:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830854c0.
00010000:00000010:1.1:1786173414.688104:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136f00.
00010000:00000010:1.1:1786173414.688107:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b95800.
00000080:00000010:1.1:1786173414.688109:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830857e0.
00010000:00000010:1.1:1786173414.688113:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490136e00.
00010000:00000010:1.1:1786173414.688115:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b94000.
00000080:00000010:1.1:1786173414.688117:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085b00.
00010000:00000010:1.1:1786173414.688123:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782db00.
00010000:00000010:1.1:1786173414.688172:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b94200.
00000080:00000010:1.1:1786173414.688175:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085fe0.
00010000:00000010:1.1:1786173414.688178:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782d800.
00010000:00000010:1.1:1786173414.688181:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b94c00.
00000080:00000010:1.1:1786173414.688184:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085060.
00010000:00000010:1.1:1786173414.688187:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782d400.
00010000:00000010:1.1:1786173414.688189:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b94600.
00000080:00000010:1.1:1786173414.688192:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085a60.
00010000:00000010:1.1:1786173414.688197:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782d200.
00010000:00000010:1.1:1786173414.688200:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b95600.
00000080:00000010:1.1:1786173414.688202:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085860.
00010000:00000010:1.1:1786173414.688206:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782dd00.
00010000:00000010:1.1:1786173414.688209:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b94e00.
00000080:00000010:1.1:1786173414.688212:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14830857a0.
00010000:00000010:1.1:1786173414.688215:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782d300.
00010000:00000010:1.1:1786173414.688218:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b94a00.
00000080:00000010:1.1:1786173414.688220:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085be0.
00010000:00000010:1.1:1786173414.688223:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782d100.
00010000:00000010:1.1:1786173414.688226:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b95e00.
00000080:00000010:1.1:1786173414.688228:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec600.
00010000:00000010:1.1:1786173414.688233:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782d600.
00010000:00000010:1.1:1786173414.688235:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8a7ac00.
00000080:00000010:1.1:1786173414.688238:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085560.
00010000:00000010:1.1:1786173414.688242:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782da00.
00010000:00000010:1.1:1786173414.688245:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b95c00.
00000080:00000010:1.1:1786173414.688247:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1483085ec0.
00010000:00000010:1.1:1786173414.688251:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782d500.
00010000:00000010:1.1:1786173414.688253:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497b95000.
00000080:00000010:1.1:1786173414.688259:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567a80.
00010000:00000010:1.1:1786173414.688263:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782d900.
00010000:00000010:1.1:1786173414.688266:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148719e600.
00000080:00000010:1.1:1786173414.688307:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b15673a0.
00010000:00000010:1.1:1786173414.688311:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782d700.
00010000:00000010:1.1:1786173414.688315:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148719f600.
00000080:00000010:1.1:1786173414.688318:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567740.
00010000:00000010:1.1:1786173414.688322:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782dc00.
00010000:00000010:1.1:1786173414.688324:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148719ee00.
00000080:00000010:1.1:1786173414.688327:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b15670c0.
00010000:00000010:1.1:1786173414.688331:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782df00.
00010000:00000010:1.1:1786173414.688333:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148719ea00.
00000080:00000010:1.1:1786173414.688336:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b15672c0.
00010000:00000010:1.1:1786173414.688339:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782de00.
00010000:00000010:1.1:1786173414.688342:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148719fe00.
00000080:00000010:1.1:1786173414.688346:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd600.
00010000:00000010:1.1:1786173414.688352:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488113800.
00010000:00000010:1.1:1786173414.688356:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c09d5a00.
00000080:00000010:1.1:1786173414.688358:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd2a0.
00010000:00000010:1.1:1786173414.688362:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488113400.
00010000:00000010:1.1:1786173414.688364:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c09d5200.
00000080:00000010:1.1:1786173414.688367:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b15674e0.
00010000:00000010:1.1:1786173414.688370:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488113200.
00010000:00000010:1.1:1786173414.688373:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148719fc00.
00000080:00000010:1.1:1786173414.688375:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdea0.
00010000:00000010:1.1:1786173414.688378:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488113d00.
00010000:00000010:1.1:1786173414.688381:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c09d5400.
00000080:00000010:1.1:1786173414.688384:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567800.
00010000:00000010:1.1:1786173414.688388:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488113300.
00010000:00000010:1.1:1786173414.688391:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148719f000.
00000080:00000010:3.1:1786173414.691138:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567f20.
00010000:00000010:3.1:1786173414.691159:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149782d000.
00010000:00000010:3.1:1786173414.691164:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148719e400.
00000080:00000010:3.1:1786173414.691167:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567160.
00010000:00000010:3.1:1786173414.691174:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f45a00.
00010000:00000010:3.1:1786173414.691179:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148719e800.
00000080:00000010:3.1:1786173414.691181:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567f00.
00010000:00000010:3.1:1786173414.691187:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f45500.
00010000:00000010:3.1:1786173414.691190:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148719fa00.
00000080:00000010:3.1:1786173414.691193:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b15670a0.
00010000:00000010:3.1:1786173414.691197:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f45900.
00010000:00000010:3.1:1786173414.691199:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148719f200.
00000080:00000010:3.1:1786173414.691202:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b15678c0.
00010000:00000010:3.1:1786173414.691205:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f45700.
00010000:00000010:3.1:1786173414.691208:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148719f400.
00000080:00000010:3.1:1786173414.691213:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd060.
00010000:00000010:3.1:1786173414.691220:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488113100.
00010000:00000010:3.1:1786173414.691224:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c09d5800.
00000080:00000010:3.1:1786173414.691226:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd860.
00010000:00000010:3.1:1786173414.691231:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488113600.
00010000:00000010:3.1:1786173414.691234:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c09d4000.
00000080:00000010:3.1:1786173414.691236:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdbe0.
00010000:00000010:3.1:1786173414.691240:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488113a00.
00010000:00000010:3.1:1786173414.691242:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c09d4200.
00000080:00000010:3.1:1786173414.691245:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd2e0.
00010000:00000010:3.1:1786173414.691249:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488113500.
00010000:00000010:3.1:1786173414.691252:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c09d4c00.
00000080:00000010:3.1:1786173414.691255:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd5a0.
00010000:00000010:3.1:1786173414.691258:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488113900.
00010000:00000010:3.1:1786173414.691261:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c09d4600.
00000080:00000010:3.1:1786173414.691265:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567aa0.
00010000:00000010:3.1:1786173414.691272:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a3e200.
00010000:00000010:3.1:1786173414.691276:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148719f800.
00000080:00000010:3.1:1786173414.691278:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567920.
00010000:00000010:3.1:1786173414.691282:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f45c00.
00010000:00000010:3.1:1786173414.691285:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148719e000.
00000080:00000010:3.1:1786173414.691288:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567e60.
00010000:00000010:3.1:1786173414.691293:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497f45f00.
00010000:00000010:3.1:1786173414.691296:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148719e200.
00000080:00000010:3.1:1786173414.691298:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567d60.
00010000:00000010:3.1:1786173414.727038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148741c800.
00010000:00000010:3.1:1786173414.727056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498637000.
00000080:00000010:3.1:1786173414.727065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567040.
00010000:00000010:3.1:1786173414.727076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148741c400.
00010000:00000010:3.1:1786173414.727080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498636400.
00000080:00000010:3.1:1786173414.727083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567da0.
00010000:00000010:3.1:1786173414.727087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148741c200.
00010000:00000010:3.1:1786173414.727090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498636800.
00000080:00000010:3.1:1786173414.757822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567140.
00010000:00000010:3.1:1786173414.757835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148741cd00.
00010000:00000010:3.1:1786173414.757840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498637a00.
00000080:00000010:3.1:1786173414.757845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecc00.
00010000:00000010:3.1:1786173414.757850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148741c300.
00010000:00000010:3.1:1786173414.757854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8a7bc00.
00000080:00000010:3.1:1786173414.757858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567a40.
00010000:00000010:3.1:1786173414.757863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149802ce00.
00010000:00000010:3.1:1786173414.757867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498637200.
00000080:00000010:3.1:1786173414.757870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567a20.
00010000:00000010:3.1:1786173414.757874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148741c100.
00010000:00000010:3.1:1786173414.757877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498637400.
00000080:00000010:3.1:1786173414.757880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567c00.
00010000:00000010:3.1:1786173414.757884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148741c600.
00010000:00000010:3.1:1786173414.757887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498637800.
00000080:00000010:3.1:1786173414.757890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567d20.
00010000:00000010:3.1:1786173414.757903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148741ca00.
00010000:00000010:3.1:1786173414.757907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498636000.
00000080:00000010:3.1:1786173414.757910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567540.
00010000:00000010:3.1:1786173414.757916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848fa900.
00010000:00000010:3.1:1786173414.757920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498636200.
00000080:00000010:3.1:1786173414.757923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567fa0.
00010000:00000010:3.1:1786173414.757927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848fa700.
00010000:00000010:3.1:1786173414.757930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498636c00.
00000080:00000010:3.1:1786173414.757933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567e40.
00010000:00000010:3.1:1786173414.757939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848fac00.
00010000:00000010:3.1:1786173414.757942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498636600.
00000080:00000010:3.1:1786173414.757944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567f80.
00010000:00000010:3.1:1786173414.757951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848faf00.
00010000:00000010:3.1:1786173414.757954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498637600.
00000080:00000010:3.1:1786173414.757957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567b80.
00010000:00000010:3.1:1786173414.757961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848fae00.
00010000:00000010:3.1:1786173414.757964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498636e00.
00000080:00000010:3.1:1786173414.757966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567680.
00010000:00000010:3.1:1786173414.757971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848fa000.
00010000:00000010:3.1:1786173414.757974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498636a00.
00000080:00000010:3.1:1786173414.757976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b15677c0.
00010000:00000010:3.1:1786173414.757980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848fab00.
00010000:00000010:3.1:1786173414.757982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498637e00.
00000080:00000010:3.1:1786173414.757986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567b60.
00010000:00000010:3.1:1786173414.757992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848fa800.
00010000:00000010:3.1:1786173414.757996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497dc7600.
00000080:00000010:3.1:1786173414.757999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567500.
00010000:00000010:3.1:1786173414.758003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848fa400.
00010000:00000010:3.1:1786173414.758007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497dc6e00.
00000080:00000010:3.1:1786173414.758010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b15671a0.
00010000:00000010:3.1:1786173414.758014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848fa200.
00010000:00000010:3.1:1786173414.758017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497dc6a00.
00000080:00000010:3.1:1786173414.758020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567280.
00010000:00000010:3.1:1786173414.758024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848fad00.
00010000:00000010:3.1:1786173414.758026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497dc7e00.
00000080:00000010:3.1:1786173414.758029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567f40.
00010000:00000010:3.1:1786173414.758033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848fa300.
00010000:00000010:3.1:1786173414.758035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497dc7c00.
00000080:00000010:3.1:1786173414.758038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567400.
00010000:00000010:3.1:1786173414.758042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848fa100.
00010000:00000010:3.1:1786173414.758045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497dc7000.
00000080:00000010:3.1:1786173414.758047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567520.
00010000:00000010:3.1:1786173414.758051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848fa600.
00010000:00000010:3.1:1786173414.758054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497dc6400.
00000080:00000010:3.1:1786173414.758056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b1567ba0.
00010000:00000010:3.1:1786173414.758060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848faa00.
00010000:00000010:3.1:1786173414.758063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497dc6800.
00000080:00000010:3.1:1786173414.758066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14b15673e0.
00010000:00000010:3.1:1786173414.758070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848fa500.
00010000:00000010:3.1:1786173414.758072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497dc7a00.
00000080:00000010:3.1:1786173414.758075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec520.
00010000:00000010:3.1:1786173414.758081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b165e200.
00010000:00000010:3.1:1786173414.758084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8a7be00.
00000080:00000010:3.1:1786173414.758090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd140.
00010000:00000010:3.1:1786173414.758099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a3ed00.
00010000:00000010:3.1:1786173414.758103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484ba8e00.
00010000:00000010:0.1:1786173414.805336:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484b11500.
00010000:00000010:0.1:1786173414.805353:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d17800.
00000080:00000010:0.1:1786173414.805359:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd7e0.
00010000:00000010:0.1:1786173414.805371:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484b11900.
00010000:00000010:0.1:1786173414.805375:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d16000.
00000080:00000010:0.1:1786173414.805377:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd940.
00010000:00000010:0.1:1786173414.805381:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484b11700.
00010000:00000010:0.1:1786173414.805384:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d16200.
00000080:00000010:0.1:1786173414.805389:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd600.
00010000:00000010:0.1:1786173414.805392:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484b11c00.
00010000:00000010:0.1:1786173414.805395:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d16c00.
00000080:00000010:0.1:1786173414.805398:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdd60.
00010000:00000010:0.1:1786173414.805403:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853b100.
00010000:00000010:0.1:1786173414.805407:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d16600.
00000080:00000010:0.1:1786173414.805409:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd920.
00010000:00000010:0.1:1786173414.805413:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853b600.
00010000:00000010:0.1:1786173414.805416:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d17600.
00000080:00000010:0.1:1786173414.805421:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14851717e0.
00010000:00000010:0.1:1786173414.805426:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853ba00.
00010000:00000010:0.1:1786173414.805428:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d16e00.
00000080:00000010:0.1:1786173414.805432:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6880.
00010000:00000010:0.1:1786173414.805438:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853b500.
00010000:00000010:0.1:1786173414.805441:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498667400.
00000080:00000010:0.1:1786173414.805445:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6680.
00010000:00000010:0.1:1786173414.805453:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b15d2e00.
00010000:00000010:0.1:1786173414.805456:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498667800.
00000080:00000010:0.1:1786173414.805458:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6a20.
00010000:00000010:0.1:1786173414.805462:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b15d2000.
00010000:00000010:0.1:1786173414.805465:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498666000.
00000080:00000010:0.1:1786173414.805467:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6660.
00010000:00000010:0.1:1786173414.805471:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b15d2b00.
00010000:00000010:0.1:1786173414.805474:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498666200.
00000080:00000010:0.1:1786173414.805477:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6980.
00010000:00000010:0.1:1786173414.805481:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b15d2400.
00010000:00000010:0.1:1786173414.805483:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498666c00.
00000080:00000010:0.1:1786173414.805486:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171a00.
00010000:00000010:0.1:1786173414.805490:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b15d2800.
00010000:00000010:0.1:1786173414.805492:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d16a00.
00000080:00000010:0.1:1786173414.805495:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171b80.
00010000:00000010:0.1:1786173414.805500:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853b900.
00010000:00000010:0.1:1786173414.805502:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d17e00.
00000080:00000010:0.1:1786173414.805504:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171920.
00010000:00000010:0.1:1786173414.805507:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853b700.
00010000:00000010:0.1:1786173414.805510:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d17c00.
00000080:00000010:0.1:1786173414.805513:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171ba0.
00010000:00000010:0.1:1786173414.805517:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853bc00.
00010000:00000010:0.1:1786173414.805520:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497d17000.
00000080:00000010:0.1:1786173414.805523:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14851718a0.
00010000:00000010:0.1:1786173414.805540:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853bf00.
00010000:00000010:0.1:1786173414.805544:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba3400.
00000080:00000010:0.1:1786173414.805547:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171be0.
00010000:00000010:0.1:1786173414.805550:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853be00.
00010000:00000010:0.1:1786173414.805552:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba3800.
00000080:00000010:0.1:1786173414.805556:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6180.
00010000:00000010:0.1:1786173414.805561:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b15d2200.
00010000:00000010:0.1:1786173414.805563:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498666600.
00000080:00000010:0.1:1786173414.805566:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171260.
00010000:00000010:0.1:1786173414.805571:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853b000.
00010000:00000010:0.1:1786173414.805574:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba2000.
00000080:00000010:0.1:1786173414.805577:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14851714e0.
00010000:00000010:0.1:1786173414.805581:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853bb00.
00010000:00000010:0.1:1786173414.805583:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba2200.
00000080:00000010:0.1:1786173414.805586:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171ca0.
00010000:00000010:0.1:1786173414.805589:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853b800.
00010000:00000010:0.1:1786173414.805592:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba2c00.
00000080:00000010:0.1:1786173414.805594:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171e00.
00010000:00000010:0.1:1786173414.805598:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853b400.
00010000:00000010:0.1:1786173414.805600:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba2600.
00000080:00000010:0.1:1786173414.805603:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171960.
00010000:00000010:0.1:1786173414.805613:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853b200.
00010000:00000010:0.1:1786173414.805616:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba3600.
00000080:00000010:0.1:1786173414.805618:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171540.
00010000:00000010:0.1:1786173414.805622:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853bd00.
00010000:00000010:0.1:1786173414.805625:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba2e00.
00000080:00000010:0.1:1786173414.805627:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171f40.
00010000:00000010:0.1:1786173414.805644:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149853b300.
00010000:00000010:0.1:1786173414.805647:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba2a00.
00000080:00000010:0.1:1786173414.805650:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171240.
00010000:00000010:0.1:1786173414.805656:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610b00.
00010000:00000010:0.1:1786173414.805659:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba3e00.
00000080:00000010:0.1:1786173414.805663:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2b60.
00010000:00000010:0.1:1786173414.805669:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862cac00.
00010000:00000010:0.1:1786173414.805673:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14984cd600.
00000080:00000010:0.1:1786173414.805677:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f26e0.
00010000:00000010:0.1:1786173414.805680:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862ca300.
00010000:00000010:0.1:1786173414.805694:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14984cd000.
00000080:00000010:0.1:1786173414.805698:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f21e0.
00010000:00000010:0.1:1786173414.805702:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091900.
00010000:00000010:0.1:1786173414.805706:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14984cc800.
00000080:00000010:0.1:1786173414.805709:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2620.
00010000:00000010:0.1:1786173414.805713:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091c00.
00010000:00000010:0.1:1786173414.805716:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14984cca00.
00000080:00000010:0.1:1786173414.805719:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2a40.
00010000:00000010:0.1:1786173414.805722:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091e00.
00010000:00000010:0.1:1786173414.805725:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14984cce00.
00000080:00000010:0.1:1786173414.805729:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322d80.
00010000:00000010:0.1:1786173414.805734:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091d00.
00010000:00000010:0.1:1786173414.805737:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba3c00.
00000080:00000010:0.1:1786173414.805741:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322980.
00010000:00000010:0.1:1786173414.805745:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610800.
00010000:00000010:0.1:1786173414.805748:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba3000.
00000080:00000010:0.1:1786173414.805751:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322460.
00010000:00000010:0.1:1786173414.805755:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610400.
00010000:00000010:0.1:1786173414.805758:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba2400.
00000080:00000010:0.1:1786173414.805760:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322880.
00010000:00000010:0.1:1786173414.805766:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610200.
00010000:00000010:0.1:1786173414.805768:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba2800.
00000080:00000010:0.1:1786173414.808066:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813226c0.
00010000:00000010:0.1:1786173414.808079:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610d00.
00010000:00000010:0.1:1786173414.808083:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba3a00.
00000080:00000010:0.1:1786173414.808086:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322fc0.
00010000:00000010:0.1:1786173414.808090:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610300.
00010000:00000010:0.1:1786173414.808092:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8ba3200.
00000080:00000010:0.1:1786173414.808100:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813226e0.
00010000:00000010:0.1:1786173414.808104:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610100.
00010000:00000010:0.1:1786173414.808108:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483185200.
00000080:00000010:0.1:1786173414.808112:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322740.
00010000:00000010:0.1:1786173414.808115:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610600.
00010000:00000010:0.1:1786173414.808118:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483185400.
00000080:00000010:0.1:1786173414.808120:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322800.
00010000:00000010:0.1:1786173414.808125:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610a00.
00010000:00000010:0.1:1786173414.808127:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483185800.
00000080:00000010:0.1:1786173414.808130:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813220a0.
00010000:00000010:0.1:1786173414.808133:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610500.
00010000:00000010:0.1:1786173414.808136:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483184000.
00000080:00000010:0.1:1786173414.808139:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322620.
00010000:00000010:0.1:1786173414.808142:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610900.
00010000:00000010:0.1:1786173414.808144:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483184200.
00000080:00000010:0.1:1786173414.808147:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813229a0.
00010000:00000010:0.1:1786173414.808151:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610700.
00010000:00000010:0.1:1786173414.808153:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483184c00.
00000080:00000010:0.1:1786173414.808155:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322ea0.
00010000:00000010:0.1:1786173414.808158:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610c00.
00010000:00000010:0.1:1786173414.808161:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483184600.
00000080:00000010:0.1:1786173414.808163:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813220e0.
00010000:00000010:0.1:1786173414.808169:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610f00.
00010000:00000010:0.1:1786173414.808172:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483185600.
00000080:00000010:0.1:1786173414.808175:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322560.
00010000:00000010:0.1:1786173414.808184:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610e00.
00010000:00000010:0.1:1786173414.808186:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483184e00.
00000080:00000010:0.1:1786173414.808188:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322da0.
00010000:00000010:0.1:1786173414.808192:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490610000.
00010000:00000010:0.1:1786173414.808195:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483184a00.
00000080:00000010:1.1:1786173414.876004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232600.
00010000:00000010:1.1:1786173414.876021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5500.
00010000:00000010:1.1:1786173414.876027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483185e00.
00000080:00000010:1.1:1786173414.876031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232920.
00010000:00000010:1.1:1786173414.876035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5900.
00010000:00000010:1.1:1786173414.876038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483185c00.
00000080:00000010:1.1:1786173414.876041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232200.
00010000:00000010:1.1:1786173414.876045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5700.
00010000:00000010:1.1:1786173414.876047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483185000.
00000080:00000010:1.1:1786173414.876050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232340.
00010000:00000010:1.1:1786173414.876054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5c00.
00010000:00000010:1.1:1786173414.876058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483184400.
00000080:00000010:1.1:1786173414.876060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232100.
00010000:00000010:1.1:1786173414.876065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5f00.
00010000:00000010:1.1:1786173414.876068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483184800.
00000080:00000010:1.1:1786173414.876071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482e42b20.
00010000:00000010:1.1:1786173414.876078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5e00.
00010000:00000010:1.1:1786173414.876081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483185a00.
00000080:00000010:1.1:1786173414.876084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794cfe0.
00010000:00000010:1.1:1786173414.876089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5000.
00010000:00000010:1.1:1786173414.876093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487797e00.
00000080:00000010:1.1:1786173414.876096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c820.
00010000:00000010:1.1:1786173414.876100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5b00.
00010000:00000010:1.1:1786173414.876103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487797c00.
00000080:00000010:1.1:1786173414.876106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c540.
00010000:00000010:1.1:1786173414.876110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5800.
00010000:00000010:1.1:1786173414.876112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487797000.
00000080:00000010:1.1:1786173414.876116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489ff9100.
00010000:00000010:1.1:1786173414.876120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5400.
00010000:00000010:1.1:1786173414.876124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487796400.
00000080:00000010:1.1:1786173414.876129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a94c0.
00010000:00000010:1.1:1786173414.876132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5200.
00010000:00000010:1.1:1786173414.876135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487796800.
00000080:00000010:1.1:1786173414.876138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9920.
00010000:00000010:1.1:1786173414.876142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5d00.
00010000:00000010:1.1:1786173414.876145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487797a00.
00000080:00000010:1.1:1786173414.876147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a93c0.
00010000:00000010:1.1:1786173414.876152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5300.
00010000:00000010:1.1:1786173414.876155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487797200.
00000080:00000010:1.1:1786173414.876157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a91e0.
00010000:00000010:1.1:1786173414.876160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5100.
00010000:00000010:1.1:1786173414.876163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487797400.
00000080:00000010:1.1:1786173414.876165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a99c0.
00010000:00000010:1.1:1786173414.876168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5600.
00010000:00000010:1.1:1786173414.876170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487797800.
00000080:00000010:1.1:1786173414.876172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9680.
00010000:00000010:1.1:1786173414.876176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b89b5a00.
00010000:00000010:1.1:1786173414.876179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487796000.
00000080:00000010:1.1:1786173414.876181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9140.
00010000:00000010:1.1:1786173414.876192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819700.
00010000:00000010:1.1:1786173414.876195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487796200.
00000080:00000010:1.1:1786173414.876198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a97a0.
00010000:00000010:1.1:1786173414.876202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819c00.
00010000:00000010:1.1:1786173414.876205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487796c00.
00000080:00000010:1.1:1786173414.876208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576a00.
00010000:00000010:1.1:1786173414.876212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819f00.
00010000:00000010:1.1:1786173414.876214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487796600.
00000080:00000010:1.1:1786173414.876216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576600.
00010000:00000010:1.1:1786173414.876220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819e00.
00010000:00000010:1.1:1786173414.876223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487797600.
00000080:00000010:1.1:1786173414.876225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576f00.
00010000:00000010:1.1:1786173414.876228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819000.
00010000:00000010:1.1:1786173414.876230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487796e00.
00000080:00000010:1.1:1786173414.876234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c62e0.
00010000:00000010:1.1:1786173414.876237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819b00.
00010000:00000010:1.1:1786173414.876240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487796a00.
00000080:00000010:1.1:1786173414.876242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6ea0.
00010000:00000010:1.1:1786173414.876246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819800.
00010000:00000010:1.1:1786173414.876250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b6c00.
00000080:00000010:1.1:1786173414.876254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec220.
00010000:00000010:1.1:1786173414.876262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149802cd00.
00010000:00000010:1.1:1786173414.876266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8a7ba00.
00000080:00000010:1.1:1786173414.876269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecee0.
00010000:00000010:1.1:1786173414.876273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149802c300.
00010000:00000010:1.1:1786173414.876275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8a7b200.
00000080:00000010:1.1:1786173414.876278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ece60.
00010000:00000010:1.1:1786173414.876282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149802c100.
00010000:00000010:1.1:1786173414.876284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8a7b400.
00000080:00000010:1.1:1786173414.876287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecb80.
00010000:00000010:1.1:1786173414.876291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149802c600.
00010000:00000010:1.1:1786173414.876295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8a7b800.
00000080:00000010:1.1:1786173414.876297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885eca60.
00010000:00000010:1.1:1786173414.876302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149802ca00.
00010000:00000010:1.1:1786173414.876305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8a7a000.
00000080:00000010:1.1:1786173414.876307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec4e0.
00010000:00000010:1.1:1786173414.876311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149802c500.
00010000:00000010:1.1:1786173414.876315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485839c00.
00000080:00000010:1.1:1786173414.876319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ece20.
00010000:00000010:1.1:1786173414.876324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14884a5600.
00010000:00000010:1.1:1786173414.876328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485838e00.
00000080:00000010:1.1:1786173414.876330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec280.
00010000:00000010:1.1:1786173414.876334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14884a5a00.
00010000:00000010:1.1:1786173414.876336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485838a00.
00000080:00000010:1.1:1786173414.876340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b65e0.
00010000:00000010:1.1:1786173414.876345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b15d2d00.
00010000:00000010:1.1:1786173414.876348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498667600.
00000080:00000010:1.1:1786173414.876351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6c00.
00010000:00000010:1.1:1786173414.876357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d23000.
00010000:00000010:1.1:1786173414.876360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498666e00.
00000080:00000010:1.1:1786173414.876363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6960.
00010000:00000010:1.1:1786173414.876368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819400.
00010000:00000010:1.1:1786173414.876371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b6600.
00000080:00000010:1.1:1786173414.876374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6f20.
00010000:00000010:1.1:1786173414.876378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819200.
00010000:00000010:1.1:1786173414.876382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b7600.
00000080:00000010:1.1:1786173414.876385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c61e0.
00010000:00000010:1.1:1786173414.876389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819d00.
00010000:00000010:1.1:1786173414.876391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b6e00.
00000080:00000010:1.1:1786173414.876394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c69c0.
00010000:00000010:1.1:1786173414.876398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819300.
00010000:00000010:1.1:1786173414.876401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b6a00.
00000080:00000010:1.1:1786173414.876403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6b60.
00010000:00000010:1.1:1786173414.876407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819100.
00010000:00000010:1.1:1786173414.876410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b7e00.
00000080:00000010:1.1:1786173414.876412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6ce0.
00010000:00000010:1.1:1786173414.876416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819600.
00010000:00000010:1.1:1786173414.876419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b7c00.
00000080:00000010:1.1:1786173414.876422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482eed7c0.
00010000:00000010:1.1:1786173414.876425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819a00.
00010000:00000010:1.1:1786173414.876428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b7000.
00000080:00000010:1.1:1786173414.876432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484d53e00.
00010000:00000010:1.1:1786173414.876437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819500.
00010000:00000010:1.1:1786173414.876440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b6400.
00000080:00000010:1.1:1786173414.876442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14983d1e80.
00010000:00000010:1.1:1786173414.876447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b8819900.
00010000:00000010:1.1:1786173414.876449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b6800.
00000080:00000010:1.1:1786173414.876453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858670e0.
00010000:00000010:1.1:1786173414.876459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442500.
00010000:00000010:1.1:1786173414.876462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b7a00.
00000080:00000010:1.1:1786173414.876465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148be6ef20.
00010000:00000010:1.1:1786173414.876468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442900.
00010000:00000010:1.1:1786173414.876471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498666a00.
00000080:00000010:1.1:1786173414.876473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148a3894a0.
00010000:00000010:1.1:1786173414.876477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d23b00.
00010000:00000010:1.1:1786173414.876480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498667e00.
00000080:00000010:1.1:1786173414.876498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862803e0.
00010000:00000010:1.1:1786173414.876504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d23800.
00010000:00000010:1.1:1786173414.876508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149953ec00.
00000080:00000010:1.1:1786173414.876511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280580.
00010000:00000010:1.1:1786173414.876518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d23400.
00010000:00000010:1.1:1786173414.876520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149953e600.
00000080:00000010:1.1:1786173414.876522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867e20.
00010000:00000010:1.1:1786173414.876536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1497d23200.
00010000:00000010:1.1:1786173414.876539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b7200.
00000080:00000010:1.1:1786173414.876542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867ae0.
00010000:00000010:1.1:1786173414.876549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442700.
00010000:00000010:1.1:1786173414.876552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b7400.
00000080:00000010:1.1:1786173414.876554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867200.
00010000:00000010:1.1:1786173414.876558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442c00.
00010000:00000010:1.1:1786173414.876560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b7800.
00000080:00000010:1.1:1786173414.876562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867b20.
00010000:00000010:1.1:1786173414.876566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442f00.
00010000:00000010:1.1:1786173414.876568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b6000.
00000080:00000010:1.1:1786173414.876570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867380.
00010000:00000010:1.1:1786173414.876574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442e00.
00010000:00000010:1.1:1786173414.876576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b89b6200.
00000080:00000010:1.1:1786173414.876577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867ce0.
00010000:00000010:1.1:1786173414.876581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442000.
00010000:00000010:1.1:1786173414.876584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1009c00.
00000080:00000010:1.1:1786173414.876586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867ee0.
00010000:00000010:1.1:1786173414.876590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442b00.
00010000:00000010:1.1:1786173414.876592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1009000.
00000080:00000010:1.1:1786173414.876596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc800.
00010000:00000010:1.1:1786173414.876600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442800.
00010000:00000010:1.1:1786173414.876603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1008400.
00000080:00000010:1.1:1786173414.876605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcbc0.
00010000:00000010:1.1:1786173414.876609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442400.
00010000:00000010:1.1:1786173414.876611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1008800.
00000080:00000010:1.1:1786173414.876613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc620.
00010000:00000010:1.1:1786173414.876616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442200.
00010000:00000010:1.1:1786173414.876619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1009a00.
00000080:00000010:1.1:1786173414.876621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc9a0.
00010000:00000010:1.1:1786173414.876625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442d00.
00010000:00000010:1.1:1786173414.876627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1009200.
00000080:00000010:1.1:1786173414.876630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecf80.
00010000:00000010:1.1:1786173414.876635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442300.
00010000:00000010:1.1:1786173414.876638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485839000.
00000080:00000010:1.1:1786173414.876641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcea0.
00010000:00000010:1.1:1786173414.876644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442100.
00010000:00000010:1.1:1786173414.876647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1009400.
00000080:00000010:1.1:1786173414.876649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dca60.
00010000:00000010:1.1:1786173414.876653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442600.
00010000:00000010:1.1:1786173414.876656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1009800.
00000080:00000010:1.1:1786173414.876658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc700.
00010000:00000010:1.1:1786173414.876662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488442a00.
00010000:00000010:1.1:1786173414.876665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1008000.
00000080:00000010:1.1:1786173414.876667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc300.
00010000:00000010:1.1:1786173414.876673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18c8600.
00010000:00000010:1.1:1786173414.876677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1008200.
00000080:00000010:1.1:1786173414.876679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc180.
00010000:00000010:1.1:1786173414.876683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18c8a00.
00010000:00000010:1.1:1786173414.876686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1008c00.
00000080:00000010:1.1:1786173414.876689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcf60.
00010000:00000010:1.1:1786173414.876693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18c8500.
00010000:00000010:1.1:1786173414.876696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1008600.
00000080:00000010:1.1:1786173414.876699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc6e0.
00010000:00000010:1.1:1786173414.876703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18c8900.
00010000:00000010:1.1:1786173414.876706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1009600.
00000080:00000010:1.1:1786173414.876708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcba0.
00010000:00000010:1.1:1786173414.876712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18c8700.
00010000:00000010:1.1:1786173414.876715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1008e00.
00000080:00000010:1.1:1786173414.876718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcf80.
00010000:00000010:1.1:1786173414.876725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18c8c00.
00010000:00000010:1.1:1786173414.876728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1008a00.
00000080:00000010:1.1:1786173414.876731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885608e0.
00010000:00000010:1.1:1786173414.876735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18c8f00.
00010000:00000010:1.1:1786173414.876738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b1009e00.
00000080:00000010:1.1:1786173414.912158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885605a0.
00010000:00000010:1.1:1786173414.912178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18c8e00.
00010000:00000010:1.1:1786173414.912183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830d7000.
00000080:00000010:1.1:1786173414.912187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560d80.
00010000:00000010:1.1:1786173414.912191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18c8000.
00010000:00000010:1.1:1786173414.912207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830d6400.
00000080:00000010:1.1:1786173414.912211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560380.
00010000:00000010:1.1:1786173414.912215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18c8b00.
00010000:00000010:1.1:1786173414.912218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830d6800.
00000080:00000010:0.1:1786173414.925828:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885602e0.
00010000:00000010:0.1:1786173414.925842:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471d00.
00010000:00000010:0.1:1786173414.925848:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f3c00.
00000080:00000010:0.1:1786173414.925906:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560420.
00010000:00000010:0.1:1786173414.925913:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471300.
00010000:00000010:0.1:1786173414.925916:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f3000.
00000080:00000010:0.1:1786173414.925919:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560440.
00010000:00000010:0.1:1786173414.925926:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471100.
00010000:00000010:0.1:1786173414.925930:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f2400.
00000080:00000010:1.1:1786173414.925988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885607c0.
00010000:00000010:1.1:1786173414.925996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14b18c8800.
00010000:00000010:1.1:1786173414.925999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830d7a00.
00010000:00000010:3.1:1786173414.927031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14866cf000.
00010000:00000010:3.1:1786173414.927038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c75400.
00000080:00000010:3.1:1786173414.927046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f78c0.
00010000:00000010:3.1:1786173414.927053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14866cfb00.
00010000:00000010:3.1:1786173414.927056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c75800.
00000080:00000010:3.1:1786173414.927058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7c80.
00010000:00000010:3.1:1786173414.927062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14866cf800.
00010000:00000010:3.1:1786173414.927066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c74000.
00000080:00000010:3.1:1786173414.927068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7cc0.
00010000:00000010:3.1:1786173414.927072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14866cf400.
00010000:00000010:3.1:1786173414.927074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c74200.
00000080:00000010:3.1:1786173414.927077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7620.
00010000:00000010:3.1:1786173414.927084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14866cf200.
00010000:00000010:3.1:1786173414.927086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c74c00.
00000080:00000010:3.1:1786173414.927089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7960.
00010000:00000010:3.1:1786173414.927096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14866cfd00.
00010000:00000010:3.1:1786173414.927098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c74600.
00000080:00000010:3.1:1786173414.927101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7760.
00010000:00000010:3.1:1786173414.927104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14866cf300.
00010000:00000010:3.1:1786173414.927106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c75600.
00000080:00000010:3.1:1786173414.927109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7dc0.
00010000:00000010:3.1:1786173414.927113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14866cf100.
00010000:00000010:3.1:1786173414.927115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c74e00.
00000080:00000010:3.1:1786173414.927118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f79a0.
00010000:00000010:3.1:1786173414.927121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14866cf600.
00010000:00000010:3.1:1786173414.927125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c74a00.
00000080:00000010:3.1:1786173414.927127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7340.
00010000:00000010:3.1:1786173414.927133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979da100.
00010000:00000010:3.1:1786173414.927136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c75e00.
00000080:00000010:3.1:1786173414.927139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f72a0.
00010000:00000010:3.1:1786173414.927142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979da600.
00010000:00000010:3.1:1786173414.927145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c75c00.
00000080:00000010:3.1:1786173414.927147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7240.
00010000:00000010:3.1:1786173414.927151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979daa00.
00010000:00000010:3.1:1786173414.927154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c75000.
00000080:00000010:3.1:1786173414.927156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7ea0.
00010000:00000010:3.1:1786173414.927160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979da500.
00010000:00000010:3.1:1786173414.927162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c74400.
00000080:00000010:3.1:1786173414.927165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7c60.
00010000:00000010:3.1:1786173414.927168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979da900.
00010000:00000010:3.1:1786173414.927171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c74800.
00000080:00000010:3.1:1786173414.927173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7840.
00010000:00000010:3.1:1786173414.927176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979da700.
00010000:00000010:3.1:1786173414.927179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c75a00.
00000080:00000010:3.1:1786173414.927181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f78a0.
00010000:00000010:3.1:1786173414.927184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979dac00.
00010000:00000010:3.1:1786173414.927187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848ade00.
00000080:00000010:3.1:1786173414.927190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f70e0.
00010000:00000010:3.1:1786173414.927193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979daf00.
00010000:00000010:3.1:1786173414.927196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848adc00.
00000080:00000010:3.1:1786173414.927198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f74a0.
00010000:00000010:3.1:1786173414.927201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979dae00.
00010000:00000010:3.1:1786173414.927204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848ad000.
00000080:00000010:3.1:1786173414.927206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f78e0.
00010000:00000010:3.1:1786173414.927210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979da000.
00010000:00000010:3.1:1786173414.927214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848ac400.
00000080:00000010:3.1:1786173414.927216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7720.
00010000:00000010:3.1:1786173414.927220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979dab00.
00010000:00000010:3.1:1786173414.927222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848ac800.
00000080:00000010:3.1:1786173414.927225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7560.
00010000:00000010:3.1:1786173414.927228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979da800.
00010000:00000010:3.1:1786173414.927231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848ada00.
00000080:00000010:3.1:1786173414.927233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7ec0.
00010000:00000010:3.1:1786173414.927236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979da400.
00010000:00000010:3.1:1786173414.927239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848ad200.
00000080:00000010:3.1:1786173414.927241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7ee0.
00010000:00000010:3.1:1786173414.927245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979da200.
00010000:00000010:3.1:1786173414.927248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848ad400.
00000080:00000010:3.1:1786173414.927250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f75e0.
00010000:00000010:3.1:1786173414.927254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979dad00.
00010000:00000010:3.1:1786173414.927257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848ad800.
00000080:00000010:3.1:1786173414.927259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7300.
00010000:00000010:3.1:1786173414.927263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14979da300.
00010000:00000010:3.1:1786173414.927266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848ac000.
00000080:00000010:3.1:1786173414.927268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7ac0.
00010000:00000010:3.1:1786173414.927273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471a00.
00010000:00000010:3.1:1786173414.927275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848ac200.
00000080:00000010:3.1:1786173414.927277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7de0.
00010000:00000010:3.1:1786173414.927281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471500.
00010000:00000010:3.1:1786173414.927283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848acc00.
00000080:00000010:3.1:1786173414.927286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7080.
00010000:00000010:3.1:1786173414.927289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471900.
00010000:00000010:3.1:1786173414.927291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848ac600.
00000080:00000010:3.1:1786173414.927294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7180.
00010000:00000010:3.1:1786173414.927297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471700.
00010000:00000010:3.1:1786173414.927299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848ad600.
00000080:00000010:3.1:1786173414.927301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7ce0.
00010000:00000010:3.1:1786173414.927304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471c00.
00010000:00000010:3.1:1786173414.927307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848ace00.
00000080:00000010:3.1:1786173414.927319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7260.
00010000:00000010:3.1:1786173414.927322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471f00.
00010000:00000010:3.1:1786173414.927325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848aca00.
00000080:00000010:3.1:1786173414.927327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7980.
00010000:00000010:3.1:1786173414.927330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471e00.
00010000:00000010:3.1:1786173414.927333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f2c00.
00000080:00000010:3.1:1786173414.927337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2760.
00010000:00000010:3.1:1786173414.927344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091400.
00010000:00000010:3.1:1786173414.927348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14984cc400.
00000080:00000010:3.1:1786173414.927350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2e00.
00010000:00000010:3.1:1786173414.927354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091200.
00010000:00000010:3.1:1786173414.927358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14984cd200.
00000080:00000010:3.1:1786173414.927360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2c80.
00010000:00000010:3.1:1786173414.927363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091600.
00010000:00000010:3.1:1786173414.927366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14984cda00.
00000080:00000010:3.1:1786173414.927369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2280.
00010000:00000010:3.1:1786173414.927372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091a00.
00010000:00000010:3.1:1786173414.927374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14984cd800.
00000080:00000010:3.1:1786173414.927377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2f80.
00010000:00000010:3.1:1786173414.927380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091100.
00010000:00000010:3.1:1786173414.927383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14984cd400.
00000080:00000010:3.1:1786173414.927385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f28e0.
00010000:00000010:3.1:1786173414.927388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091300.
00010000:00000010:3.1:1786173414.927391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14984cc200.
00000080:00000010:3.1:1786173414.927393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2060.
00010000:00000010:3.1:1786173414.927397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091800.
00010000:00000010:3.1:1786173414.927399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14984cc000.
00000080:00000010:3.1:1786173414.927401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2180.
00010000:00000010:3.1:1786173414.927404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091000.
00010000:00000010:3.1:1786173414.927407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14984ccc00.
00000080:00000010:3.1:1786173414.927419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7e40.
00010000:00000010:3.1:1786173414.927423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471000.
00010000:00000010:3.1:1786173414.927426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f2600.
00000080:00000010:3.1:1786173414.927428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7f80.
00010000:00000010:3.1:1786173414.927432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471b00.
00010000:00000010:3.1:1786173414.927435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f3600.
00000080:00000010:3.1:1786173414.927437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c06f7b80.
00010000:00000010:3.1:1786173414.927441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471800.
00010000:00000010:3.1:1786173414.927443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f2e00.
00000080:00000010:3.1:1786173414.927446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560460.
00010000:00000010:3.1:1786173414.927449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471400.
00010000:00000010:3.1:1786173414.927452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f2a00.
00000080:00000010:3.1:1786173414.927455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560da0.
00010000:00000010:3.1:1786173414.927459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471200.
00010000:00000010:3.1:1786173414.927462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f3e00.
00000080:00000010:0.1:1786173414.975571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560500.
00010000:00000010:0.1:1786173414.975594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487471600.
00010000:00000010:0.1:1786173414.975600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f2800.
00000080:00000010:0.1:1786173414.975604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560300.
00010000:00000010:0.1:1786173414.975616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848de600.
00010000:00000010:0.1:1786173414.975620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f3a00.
00000080:00000010:0.1:1786173414.975623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560b80.
00010000:00000010:0.1:1786173414.975627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848dea00.
00010000:00000010:0.1:1786173414.975629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f3200.
00000080:00000010:0.1:1786173414.975632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560920.
00010000:00000010:0.1:1786173414.975638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848de500.
00010000:00000010:0.1:1786173414.975641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f3400.
00000080:00000010:0.1:1786173414.975643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560e00.
00010000:00000010:0.1:1786173414.975646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848de900.
00010000:00000010:0.1:1786173414.975649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f3800.
00000080:00000010:0.1:1786173414.975651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560340.
00010000:00000010:0.1:1786173414.975654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848de700.
00010000:00000010:0.1:1786173414.975657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f2000.
00000080:00000010:0.1:1786173414.975659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560100.
00010000:00000010:0.1:1786173414.975664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848dec00.
00010000:00000010:0.1:1786173414.975667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f2200.
00000080:00000010:0.1:1786173414.975674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc680.
00010000:00000010:0.1:1786173414.975678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848def00.
00010000:00000010:0.1:1786173414.975682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485932000.
00000080:00000010:0.1:1786173414.975686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc1a0.
00010000:00000010:0.1:1786173414.975690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848dee00.
00010000:00000010:0.1:1786173414.975693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485932200.
00000080:00000010:0.1:1786173414.975698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f29c0.
00010000:00000010:0.1:1786173414.975703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091b00.
00010000:00000010:0.1:1786173414.975707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498435800.
00000080:00000010:0.1:1786173414.975710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2140.
00010000:00000010:0.1:1786173414.975714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091700.
00010000:00000010:0.1:1786173414.975718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498434000.
00000080:00000010:0.1:1786173414.975721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2c20.
00010000:00000010:0.1:1786173414.975725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091500.
00010000:00000010:0.1:1786173414.975728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498435400.
00000080:00000010:0.1:1786173414.975731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2200.
00010000:00000010:0.1:1786173414.975737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498091f00.
00010000:00000010:0.1:1786173414.975740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498434800.
00000080:00000010:0.1:1786173414.975742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f28a0.
00010000:00000010:0.1:1786173414.975747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b4400.
00010000:00000010:0.1:1786173414.975811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498434c00.
00000080:00000010:0.1:1786173414.975816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2b20.
00010000:00000010:0.1:1786173414.975821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b4d00.
00010000:00000010:0.1:1786173414.975824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498434600.
00000080:00000010:0.1:1786173414.975827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2bc0.
00010000:00000010:0.1:1786173414.975831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b4100.
00010000:00000010:0.1:1786173414.975834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498435600.
00000080:00000010:0.1:1786173414.975836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2240.
00010000:00000010:0.1:1786173414.975840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b4300.
00010000:00000010:0.1:1786173414.975842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498435e00.
00000080:00000010:0.1:1786173414.975845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2320.
00010000:00000010:0.1:1786173414.975848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b4900.
00010000:00000010:0.1:1786173414.975851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498434e00.
00000080:00000010:0.1:1786173414.975853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2540.
00010000:00000010:0.1:1786173414.975856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b4800.
00010000:00000010:0.1:1786173414.975859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498435c00.
00000080:00000010:0.1:1786173414.975861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f23a0.
00010000:00000010:0.1:1786173414.975866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b4e00.
00010000:00000010:0.1:1786173414.975868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498434a00.
00000080:00000010:0.1:1786173414.975871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2ba0.
00010000:00000010:0.1:1786173414.975876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b4b00.
00010000:00000010:0.1:1786173414.975878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498435a00.
00000080:00000010:0.1:1786173414.975881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2900.
00010000:00000010:0.1:1786173414.975884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b4000.
00010000:00000010:0.1:1786173414.975887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498434400.
00000080:00000010:0.1:1786173414.975890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2220.
00010000:00000010:0.1:1786173414.975894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b4f00.
00010000:00000010:0.1:1786173414.975897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498435000.
00000080:00000010:0.1:1786173414.975900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2780.
00010000:00000010:0.1:1786173414.976003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b4c00.
00010000:00000010:0.1:1786173414.976007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498435200.
00000080:00000010:0.1:1786173415.010417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280fa0.
00010000:00000010:0.1:1786173415.010437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b4500.
00010000:00000010:0.1:1786173415.010444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488218400.
00000080:00000010:0.1:1786173415.010451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcf40.
00010000:00000010:0.1:1786173415.010459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b54a00.
00010000:00000010:0.1:1786173415.010464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485932c00.
00000080:00000010:0.1:1786173415.010467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcb20.
00010000:00000010:0.1:1786173415.010472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848de000.
00010000:00000010:0.1:1786173415.010476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485932600.
00000080:00000010:0.1:1786173415.010479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc5c0.
00010000:00000010:0.1:1786173415.010483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848deb00.
00010000:00000010:0.1:1786173415.010487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485933600.
00000080:00000010:0.1:1786173415.010491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dca80.
00010000:00000010:0.1:1786173415.010496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848de800.
00010000:00000010:0.1:1786173415.010500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485932e00.
00000080:00000010:0.1:1786173415.010503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc2c0.
00010000:00000010:0.1:1786173415.010507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848de400.
00010000:00000010:0.1:1786173415.010510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485932a00.
00000080:00000010:0.1:1786173415.010513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc980.
00010000:00000010:0.1:1786173415.010532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848de200.
00010000:00000010:0.1:1786173415.010537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485933e00.
00000080:00000010:0.1:1786173415.010540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcce0.
00010000:00000010:0.1:1786173415.010544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848ded00.
00010000:00000010:0.1:1786173415.010547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485933c00.
00000080:00000010:0.1:1786173415.010550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc080.
00010000:00000010:0.1:1786173415.010554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848de300.
00010000:00000010:0.1:1786173415.010557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485933000.
00000080:00000010:0.1:1786173415.010560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcac0.
00010000:00000010:0.1:1786173415.010564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848de100.
00010000:00000010:0.1:1786173415.010581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485932400.
00000080:00000010:0.1:1786173415.010585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc5e0.
00010000:00000010:0.1:1786173415.010607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5f00.
00010000:00000010:0.1:1786173415.010611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485932800.
00000080:00000010:0.1:1786173415.010614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc2e0.
00010000:00000010:0.1:1786173415.010622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5e00.
00010000:00000010:0.1:1786173415.010625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485933a00.
00000080:00000010:0.1:1786173415.010629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcbe0.
00010000:00000010:0.1:1786173415.010633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5000.
00010000:00000010:0.1:1786173415.010636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485933200.
00000080:00000010:0.1:1786173415.010639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc860.
00010000:00000010:0.1:1786173415.010643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5b00.
00010000:00000010:0.1:1786173415.010647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485933400.
00000080:00000010:0.1:1786173415.010649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc060.
00010000:00000010:0.1:1786173415.010654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5800.
00010000:00000010:0.1:1786173415.010657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485933800.
00000080:00000010:0.1:1786173415.010659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcb00.
00010000:00000010:0.1:1786173415.010664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5400.
00010000:00000010:0.1:1786173415.010669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a77000.
00000080:00000010:0.1:1786173415.010672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc240.
00010000:00000010:0.1:1786173415.010676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5200.
00010000:00000010:0.1:1786173415.010680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a76400.
00000080:00000010:0.1:1786173415.010684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc340.
00010000:00000010:0.1:1786173415.010689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5d00.
00010000:00000010:0.1:1786173415.010692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a76800.
00000080:00000010:0.1:1786173415.010695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcdc0.
00010000:00000010:0.1:1786173415.010699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5300.
00010000:00000010:0.1:1786173415.010702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a77a00.
00000080:00000010:0.1:1786173415.010705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc960.
00010000:00000010:0.1:1786173415.010709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5100.
00010000:00000010:0.1:1786173415.010712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a77200.
00000080:00000010:0.1:1786173415.010714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc920.
00010000:00000010:0.1:1786173415.010718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5600.
00010000:00000010:0.1:1786173415.010721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a77400.
00000080:00000010:0.1:1786173415.010724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc9e0.
00010000:00000010:0.1:1786173415.010728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5a00.
00010000:00000010:0.1:1786173415.010731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a77800.
00000080:00000010:0.1:1786173415.010733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcae0.
00010000:00000010:0.1:1786173415.010737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5500.
00010000:00000010:0.1:1786173415.010740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a76000.
00000080:00000010:0.1:1786173415.010743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcf20.
00010000:00000010:0.1:1786173415.010747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5900.
00010000:00000010:0.1:1786173415.010750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a76200.
00000080:00000010:0.1:1786173415.010752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc4e0.
00010000:00000010:0.1:1786173415.010756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5700.
00010000:00000010:0.1:1786173415.010759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a76c00.
00000080:00000010:0.1:1786173415.010764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867560.
00010000:00000010:0.1:1786173415.010769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14870f5c00.
00010000:00000010:0.1:1786173415.010839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a76600.
00000080:00000010:0.1:1786173415.010843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecc80.
00010000:00000010:0.1:1786173415.010851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14884a5800.
00010000:00000010:0.1:1786173415.010855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485838800.
00000080:00000010:0.1:1786173415.010857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec400.
00010000:00000010:0.1:1786173415.010860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14884a5400.
00010000:00000010:0.1:1786173415.010863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485839a00.
00000080:00000010:0.1:1786173415.010866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec660.
00010000:00000010:0.1:1786173415.010870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14884a5200.
00010000:00000010:0.1:1786173415.010872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485839200.
00000080:00000010:0.1:1786173415.010875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec100.
00010000:00000010:0.1:1786173415.010878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14884a5d00.
00010000:00000010:0.1:1786173415.010881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485839400.
00000080:00000010:0.1:1786173415.010884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecd80.
00010000:00000010:0.1:1786173415.010887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14884a5300.
00010000:00000010:0.1:1786173415.010889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148597d200.
00000080:00000010:0.1:1786173415.010892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ecf20.
00010000:00000010:0.1:1786173415.010896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14884a5100.
00010000:00000010:0.1:1786173415.010899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148597d800.
00000080:00000010:0.1:1786173415.010901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885ec920.
00010000:00000010:0.1:1786173415.010905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498193b00.
00010000:00000010:0.1:1786173415.010908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148597d600.
00000080:00000010:0.1:1786173415.010910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280c00.
00010000:00000010:0.1:1786173415.010915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b54500.
00010000:00000010:0.1:1786173415.010918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488218a00.
00000080:00000010:0.1:1786173415.010920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280a40.
00010000:00000010:0.1:1786173415.010924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b54900.
00010000:00000010:0.1:1786173415.010926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488218200.
00000080:00000010:0.1:1786173415.010929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280da0.
00010000:00000010:0.1:1786173415.010932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b54700.
00010000:00000010:0.1:1786173415.010935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488218e00.
00000080:00000010:0.1:1786173415.010938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862805e0.
00010000:00000010:0.1:1786173415.010942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b54c00.
00010000:00000010:0.1:1786173415.010946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488219e00.
00000080:00000010:0.1:1786173415.010949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280ec0.
00010000:00000010:0.1:1786173415.010954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b54f00.
00010000:00000010:0.1:1786173415.010957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488219000.
00000080:00000010:0.1:1786173415.010959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280700.
00010000:00000010:0.1:1786173415.010965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9000.
00010000:00000010:0.1:1786173415.010968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488219200.
00000080:00000010:0.1:1786173415.010971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862808e0.
00010000:00000010:0.1:1786173415.010975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9b00.
00010000:00000010:0.1:1786173415.010978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488219600.
00000080:00000010:0.1:1786173415.010981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862800e0.
00010000:00000010:0.1:1786173415.010985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9800.
00010000:00000010:0.1:1786173415.010988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488219c00.
00000080:00000010:0.1:1786173415.010991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858675e0.
00010000:00000010:0.1:1786173415.010997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848be200.
00010000:00000010:0.1:1786173415.011001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a77600.
00000080:00000010:0.1:1786173415.011004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867080.
00010000:00000010:0.1:1786173415.011008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848bed00.
00010000:00000010:0.1:1786173415.011011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a76e00.
00000080:00000010:0.1:1786173415.011014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867980.
00010000:00000010:0.1:1786173415.011018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848be300.
00010000:00000010:0.1:1786173415.011021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a76a00.
00000080:00000010:0.1:1786173415.011024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867360.
00010000:00000010:0.1:1786173415.011031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848be100.
00010000:00000010:0.1:1786173415.011034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a77e00.
00000080:00000010:0.1:1786173415.011037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867b40.
00010000:00000010:0.1:1786173415.011041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848be600.
00010000:00000010:0.1:1786173415.011044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a77c00.
00000080:00000010:0.1:1786173415.011047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867ba0.
00010000:00000010:0.1:1786173415.011051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848bea00.
00010000:00000010:0.1:1786173415.011056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e1000.
00000080:00000010:0.1:1786173415.011060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867e80.
00010000:00000010:0.1:1786173415.011064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848be500.
00010000:00000010:0.1:1786173415.011067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e0400.
00000080:00000010:0.1:1786173415.011071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867220.
00010000:00000010:0.1:1786173415.011075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848be900.
00010000:00000010:0.1:1786173415.011078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e0800.
00000080:00000010:1.1:1786173415.019819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867ca0.
00010000:00000010:1.1:1786173415.019837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848be700.
00010000:00000010:1.1:1786173415.019843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e1a00.
00000080:00000010:1.1:1786173415.019846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858671c0.
00010000:00000010:1.1:1786173415.019851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848bec00.
00010000:00000010:1.1:1786173415.019853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e1200.
00000080:00000010:1.1:1786173415.019856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858679e0.
00010000:00000010:1.1:1786173415.019859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848bef00.
00010000:00000010:1.1:1786173415.019862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e1400.
00000080:00000010:1.1:1786173415.019866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867d60.
00010000:00000010:1.1:1786173415.019870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848bee00.
00010000:00000010:1.1:1786173415.019872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e1800.
00000080:00000010:1.1:1786173415.019876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280840.
00010000:00000010:1.1:1786173415.019884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9400.
00010000:00000010:1.1:1786173415.019888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488218600.
00000080:00000010:1.1:1786173415.019891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280ea0.
00010000:00000010:1.1:1786173415.019897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9200.
00010000:00000010:1.1:1786173415.019901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488218000.
00000080:00000010:1.1:1786173415.019903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867d40.
00010000:00000010:1.1:1786173415.019907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9d00.
00010000:00000010:1.1:1786173415.019910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e0000.
00000080:00000010:1.1:1786173415.019912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858674c0.
00010000:00000010:1.1:1786173415.019915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848be000.
00010000:00000010:1.1:1786173415.019918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e0200.
00000080:00000010:1.1:1786173415.019920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858678a0.
00010000:00000010:1.1:1786173415.019923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848beb00.
00010000:00000010:1.1:1786173415.019926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e0c00.
00000080:00000010:1.1:1786173415.019929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14983d10a0.
00010000:00000010:1.1:1786173415.019933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848be800.
00010000:00000010:1.1:1786173415.019936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e0600.
00000080:00000010:1.1:1786173415.019938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14983d1560.
00010000:00000010:1.1:1786173415.019942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14848be400.
00010000:00000010:1.1:1786173415.019945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e1600.
00000080:00000010:1.1:1786173415.019949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484d53080.
00010000:00000010:1.1:1786173415.019956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020100.
00010000:00000010:1.1:1786173415.019960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e0e00.
00000080:00000010:1.1:1786173415.019962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484d53520.
00010000:00000010:1.1:1786173415.019966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020600.
00010000:00000010:1.1:1786173415.019969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e0a00.
00000080:00000010:1.1:1786173415.019971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484d53820.
00010000:00000010:1.1:1786173415.019975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020a00.
00010000:00000010:1.1:1786173415.019978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e1e00.
00000080:00000010:1.1:1786173415.019982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280940.
00010000:00000010:1.1:1786173415.019986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9300.
00010000:00000010:1.1:1786173415.019989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488219400.
00000080:00000010:1.1:1786173415.019991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862809a0.
00010000:00000010:1.1:1786173415.019997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9100.
00010000:00000010:1.1:1786173415.020000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488218800.
00000080:00000010:1.1:1786173415.020003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484d533a0.
00010000:00000010:1.1:1786173415.020007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9600.
00010000:00000010:1.1:1786173415.020010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14843e1c00.
00000080:00000010:1.1:1786173415.020013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484d53ae0.
00010000:00000010:1.1:1786173415.020020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020500.
00010000:00000010:1.1:1786173415.020024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d5400.
00000080:00000010:1.1:1786173415.020029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6040.
00010000:00000010:1.1:1786173415.020034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020900.
00010000:00000010:1.1:1786173415.020037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d5800.
00000080:00000010:1.1:1786173415.020040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6080.
00010000:00000010:1.1:1786173415.020044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020700.
00010000:00000010:1.1:1786173415.020048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d4000.
00000080:00000010:1.1:1786173415.020051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6980.
00010000:00000010:1.1:1786173415.020055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020c00.
00010000:00000010:1.1:1786173415.020058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d4200.
00000080:00000010:1.1:1786173415.020061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6680.
00010000:00000010:1.1:1786173415.020065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020f00.
00010000:00000010:1.1:1786173415.020068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d4c00.
00000080:00000010:1.1:1786173415.020070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c61a0.
00010000:00000010:1.1:1786173415.020074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020e00.
00010000:00000010:1.1:1786173415.020077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d4600.
00000080:00000010:1.1:1786173415.020080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6420.
00010000:00000010:1.1:1786173415.020084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020000.
00010000:00000010:1.1:1786173415.020087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d5600.
00000080:00000010:1.1:1786173415.020090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6440.
00010000:00000010:1.1:1786173415.020094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020b00.
00010000:00000010:1.1:1786173415.020097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d4e00.
00000080:00000010:1.1:1786173415.020100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6820.
00010000:00000010:1.1:1786173415.020103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020800.
00010000:00000010:1.1:1786173415.020106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d4a00.
00000080:00000010:1.1:1786173415.020109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6000.
00010000:00000010:1.1:1786173415.020112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020400.
00010000:00000010:1.1:1786173415.020115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d5e00.
00000080:00000010:1.1:1786173415.020118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c64e0.
00010000:00000010:1.1:1786173415.020122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020200.
00010000:00000010:1.1:1786173415.020124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d5c00.
00000080:00000010:1.1:1786173415.020127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6f00.
00010000:00000010:1.1:1786173415.020130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020d00.
00010000:00000010:1.1:1786173415.020133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d5000.
00000080:00000010:1.1:1786173415.020135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6cc0.
00010000:00000010:1.1:1786173415.020140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498020300.
00010000:00000010:1.1:1786173415.020143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d4400.
00000080:00000010:1.1:1786173415.020146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6dc0.
00010000:00000010:1.1:1786173415.020150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484291300.
00010000:00000010:1.1:1786173415.020154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d4800.
00000080:00000010:1.1:1786173415.020156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6240.
00010000:00000010:1.1:1786173415.020160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484291100.
00010000:00000010:1.1:1786173415.020163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d5a00.
00000080:00000010:1.1:1786173415.020166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6840.
00010000:00000010:1.1:1786173415.020169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484291600.
00010000:00000010:1.1:1786173415.020172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d5200.
00000080:00000010:1.1:1786173415.020175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c68e0.
00010000:00000010:1.1:1786173415.020179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484291a00.
00010000:00000010:1.1:1786173415.020182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a39ea00.
00000080:00000010:1.1:1786173415.020185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c65e0.
00010000:00000010:1.1:1786173415.020189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484291500.
00010000:00000010:1.1:1786173415.020193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a39fe00.
00000080:00000010:1.1:1786173415.020196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576de0.
00010000:00000010:1.1:1786173415.020201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484291900.
00010000:00000010:1.1:1786173415.020204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a39fc00.
00000080:00000010:1.1:1786173415.020208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576d80.
00010000:00000010:1.1:1786173415.020212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484291700.
00010000:00000010:1.1:1786173415.020214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a39f000.
00000080:00000010:1.1:1786173415.020217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576b60.
00010000:00000010:1.1:1786173415.020220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484291c00.
00010000:00000010:1.1:1786173415.020223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a39e400.
00000080:00000010:1.1:1786173415.020225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576cc0.
00010000:00000010:1.1:1786173415.020228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484291f00.
00010000:00000010:1.1:1786173415.020231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a39e800.
00000080:00000010:1.1:1786173415.020234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280d60.
00010000:00000010:1.1:1786173415.020238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9a00.
00010000:00000010:1.1:1786173415.020241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d7e00.
00000080:00000010:1.1:1786173415.020244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280c80.
00010000:00000010:1.1:1786173415.020247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9500.
00010000:00000010:1.1:1786173415.020250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a332600.
00000080:00000010:1.1:1786173415.020252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862809e0.
00010000:00000010:1.1:1786173415.020255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9900.
00010000:00000010:1.1:1786173415.020258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a332c00.
00000080:00000010:1.1:1786173415.020260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280f00.
00010000:00000010:1.1:1786173415.020264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9700.
00010000:00000010:1.1:1786173415.020267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a333800.
00000080:00000010:1.1:1786173415.020269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280f20.
00010000:00000010:1.1:1786173415.020385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9c00.
00010000:00000010:1.1:1786173415.020390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a333a00.
00000080:00000010:1.1:1786173415.020393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576180.
00010000:00000010:1.1:1786173415.020398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9f00.
00010000:00000010:1.1:1786173415.020402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a333e00.
00000080:00000010:1.1:1786173415.020404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576ce0.
00010000:00000010:1.1:1786173415.020408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484291e00.
00010000:00000010:1.1:1786173415.020411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a39fa00.
00000080:00000010:1.1:1786173415.020414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885765a0.
00000080:00000010:3.1:1786173415.091868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a90e0.
00010000:00000010:3.1:1786173415.091880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484291b00.
00010000:00000010:3.1:1786173415.091884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a39f400.
00000080:00000010:3.1:1786173415.091888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9700.
00010000:00000010:3.1:1786173415.091892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484291800.
00010000:00000010:3.1:1786173415.091895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a39f800.
00000080:00000010:3.1:1786173415.091899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862804e0.
00010000:00000010:3.1:1786173415.091903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484291400.
00010000:00000010:3.1:1786173415.091907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a332800.
00000080:00000010:3.1:1786173415.111823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862802c0.
00010000:00000010:3.1:1786173415.111848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486bc9e00.
00010000:00000010:3.1:1786173415.111854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a333000.
00000080:00000010:3.1:1786173415.111859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9040.
00010000:00000010:3.1:1786173415.111866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14863a8a00.
00010000:00000010:3.1:1786173415.111870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a39e000.
00000080:00000010:3.1:1786173415.111873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9a20.
00010000:00000010:3.1:1786173415.111878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484291200.
00010000:00000010:3.1:1786173415.111881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a39e200.
00000080:00000010:3.1:1786173415.111884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9e40.
00010000:00000010:3.1:1786173415.111887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1484291d00.
00010000:00000010:3.1:1786173415.111890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a39ec00.
00000080:00000010:3.1:1786173415.111893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9b60.
00010000:00000010:3.1:1786173415.111900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9800.
00010000:00000010:3.1:1786173415.111903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a39e600.
00000080:00000010:3.1:1786173415.139828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9420.
00010000:00000010:3.1:1786173415.139849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9400.
00010000:00000010:3.1:1786173415.139854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a39f600.
00000080:00000010:3.1:1786173415.139858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9fc0.
00010000:00000010:3.1:1786173415.139861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9200.
00010000:00000010:3.1:1786173415.139864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a39ee00.
00000080:00000010:3.1:1786173415.139867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9820.
00010000:00000010:3.1:1786173415.139872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9d00.
00010000:00000010:3.1:1786173415.139876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c6800.
00000080:00000010:3.1:1786173415.139879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487e18860.
00010000:00000010:3.1:1786173415.139884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9300.
00010000:00000010:3.1:1786173415.139889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148597c200.
00000080:00000010:3.1:1786173415.139893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487e18500.
00010000:00000010:3.1:1786173415.139917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14863a8500.
00010000:00000010:3.1:1786173415.139921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148597c600.
00000080:00000010:3.1:1786173415.139924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9ca0.
00010000:00000010:3.1:1786173415.139928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9100.
00010000:00000010:3.1:1786173415.139933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c7a00.
00000080:00000010:3.1:1786173415.139936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a91c0.
00010000:00000010:3.1:1786173415.139946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9600.
00010000:00000010:3.1:1786173415.139949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c7200.
00000080:00000010:3.1:1786173415.139952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a99e0.
00010000:00000010:3.1:1786173415.139960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9a00.
00010000:00000010:3.1:1786173415.139962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c7400.
00000080:00000010:3.1:1786173415.139965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9d60.
00010000:00000010:3.1:1786173415.139970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9500.
00010000:00000010:3.1:1786173415.139972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c7800.
00000080:00000010:3.1:1786173415.139974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9340.
00010000:00000010:3.1:1786173415.139978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9900.
00010000:00000010:3.1:1786173415.139981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c6000.
00000080:00000010:3.1:1786173415.139983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9ea0.
00010000:00000010:3.1:1786173415.139987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9700.
00010000:00000010:3.1:1786173415.139990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c6200.
00000080:00000010:3.1:1786173415.139992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9d00.
00010000:00000010:3.1:1786173415.139996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9c00.
00010000:00000010:3.1:1786173415.139999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c6c00.
00000080:00000010:3.1:1786173415.140002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489ff95a0.
00010000:00000010:3.1:1786173415.140006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9f00.
00010000:00000010:3.1:1786173415.140008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c6600.
00000080:00000010:3.1:1786173415.140011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489ff9c80.
00010000:00000010:3.1:1786173415.140015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9e00.
00010000:00000010:3.1:1786173415.140018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c7600.
00000080:00000010:3.1:1786173415.140021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794cce0.
00010000:00000010:3.1:1786173415.140025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9000.
00010000:00000010:3.1:1786173415.140027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c6e00.
00000080:00000010:3.1:1786173415.140030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c6c0.
00010000:00000010:3.1:1786173415.140034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c08b9b00.
00010000:00000010:3.1:1786173415.140037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c6a00.
00000080:00000010:3.1:1786173415.140039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794cec0.
00010000:00000010:3.1:1786173415.140045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134800.
00010000:00000010:3.1:1786173415.140048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c7e00.
00000080:00000010:3.1:1786173415.140051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c0e0.
00010000:00000010:3.1:1786173415.140055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134400.
00010000:00000010:3.1:1786173415.140058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c7c00.
00000080:00000010:3.1:1786173415.140061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486af2e00.
00010000:00000010:3.1:1786173415.140064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134200.
00010000:00000010:3.1:1786173415.140067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c7000.
00000080:00000010:3.1:1786173415.140069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486af2d20.
00010000:00000010:3.1:1786173415.140073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134d00.
00010000:00000010:3.1:1786173415.140075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859c6400.
00000080:00000010:3.1:1786173415.140079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232820.
00010000:00000010:3.1:1786173415.140083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134300.
00010000:00000010:3.1:1786173415.140086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483093c00.
00000080:00000010:3.1:1786173415.140136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489facac0.
00010000:00000010:3.1:1786173415.140144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134100.
00010000:00000010:3.1:1786173415.140147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148597d400.
00000080:00000010:3.1:1786173415.140150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489fac8e0.
00010000:00000010:3.1:1786173415.140155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498193800.
00010000:00000010:3.1:1786173415.140159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148597da00.
00000080:00000010:3.1:1786173415.140162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862803a0.
00010000:00000010:3.1:1786173415.140169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498193400.
00010000:00000010:3.1:1786173415.140172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a332e00.
00000080:00000010:3.1:1786173415.140175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232b80.
00010000:00000010:3.1:1786173415.140181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14863a8900.
00010000:00000010:3.1:1786173415.140184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483093000.
00000080:00000010:3.1:1786173415.140186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232c60.
00010000:00000010:3.1:1786173415.140190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134600.
00010000:00000010:3.1:1786173415.140193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483092400.
00000080:00000010:3.1:1786173415.140196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232d40.
00010000:00000010:3.1:1786173415.140199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134a00.
00010000:00000010:3.1:1786173415.140201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483092800.
00000080:00000010:3.1:1786173415.140204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232460.
00010000:00000010:3.1:1786173415.140208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134500.
00010000:00000010:3.1:1786173415.140211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483093a00.
00000080:00000010:3.1:1786173415.140213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842322c0.
00010000:00000010:3.1:1786173415.140220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134900.
00010000:00000010:3.1:1786173415.140223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483093200.
00000080:00000010:3.1:1786173415.140226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232e40.
00010000:00000010:3.1:1786173415.140230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134700.
00010000:00000010:3.1:1786173415.140232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483093400.
00000080:00000010:3.1:1786173415.140234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232700.
00010000:00000010:3.1:1786173415.140237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134c00.
00010000:00000010:3.1:1786173415.140240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483093800.
00000080:00000010:3.1:1786173415.140243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842328c0.
00010000:00000010:3.1:1786173415.140246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134f00.
00010000:00000010:3.1:1786173415.140248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483092000.
00000080:00000010:3.1:1786173415.140251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232ac0.
00010000:00000010:3.1:1786173415.140254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134e00.
00010000:00000010:3.1:1786173415.140257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483092200.
00000080:00000010:3.1:1786173415.140265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322a20.
00010000:00000010:3.1:1786173415.140270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498193200.
00010000:00000010:3.1:1786173415.140273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483092c00.
00000080:00000010:3.1:1786173415.140276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322140.
00010000:00000010:3.1:1786173415.140279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134000.
00010000:00000010:3.1:1786173415.140281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483092600.
00000080:00000010:3.1:1786173415.140284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813225e0.
00010000:00000010:3.1:1786173415.140289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498134b00.
00010000:00000010:3.1:1786173415.140291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483093600.
00000080:00000010:3.1:1786173415.140294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322ec0.
00010000:00000010:3.1:1786173415.140300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858600.
00010000:00000010:3.1:1786173415.140303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483092e00.
00000080:00000010:3.1:1786173415.140307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322720.
00010000:00000010:3.1:1786173415.140310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858a00.
00010000:00000010:3.1:1786173415.140313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483092a00.
00000080:00000010:3.1:1786173415.140316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813224a0.
00010000:00000010:3.1:1786173415.140320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858500.
00010000:00000010:3.1:1786173415.140322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483093e00.
00000080:00000010:3.1:1786173415.140325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813228a0.
00010000:00000010:3.1:1786173415.140328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858900.
00010000:00000010:3.1:1786173415.140332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d9200.
00000080:00000010:3.1:1786173415.140335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322c60.
00010000:00000010:3.1:1786173415.140339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858700.
00010000:00000010:3.1:1786173415.140342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d9400.
00000080:00000010:3.1:1786173415.140344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322240.
00010000:00000010:3.1:1786173415.140348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858c00.
00010000:00000010:3.1:1786173415.140351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d9800.
00000080:00000010:3.1:1786173415.140353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322340.
00010000:00000010:3.1:1786173415.140357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858f00.
00010000:00000010:3.1:1786173415.140361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d8000.
00000080:00000010:3.1:1786173415.140364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322dc0.
00010000:00000010:3.1:1786173415.140367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858e00.
00010000:00000010:3.1:1786173415.140370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d8200.
00000080:00000010:3.1:1786173415.140373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322960.
00010000:00000010:3.1:1786173415.140377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858000.
00010000:00000010:3.1:1786173415.140379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d8c00.
00000080:00000010:3.1:1786173415.140382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322cc0.
00010000:00000010:3.1:1786173415.140388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858b00.
00010000:00000010:3.1:1786173415.140390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d8600.
00000080:00000010:3.1:1786173415.140393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813228c0.
00010000:00000010:3.1:1786173415.140400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858800.
00010000:00000010:3.1:1786173415.140403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d9600.
00000080:00000010:3.1:1786173415.140406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322f00.
00010000:00000010:3.1:1786173415.140410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858400.
00010000:00000010:3.1:1786173415.140412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d8e00.
00000080:00000010:3.1:1786173415.140415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322f20.
00010000:00000010:3.1:1786173415.140419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858200.
00010000:00000010:3.1:1786173415.140422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d8a00.
00000080:00000010:3.1:1786173415.140425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813224e0.
00010000:00000010:3.1:1786173415.140429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858d00.
00010000:00000010:3.1:1786173415.140431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d9e00.
00000080:00000010:3.1:1786173415.140434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813220c0.
00010000:00000010:3.1:1786173415.140437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858300.
00010000:00000010:3.1:1786173415.140440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d9c00.
00000080:00000010:3.1:1786173415.140442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813223a0.
00010000:00000010:3.1:1786173415.140446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485858100.
00010000:00000010:3.1:1786173415.140449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d9000.
00000080:00000010:3.1:1786173415.140452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322a00.
00010000:00000010:3.1:1786173415.140458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8000.
00010000:00000010:3.1:1786173415.140497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d8400.
00000080:00000010:3.1:1786173415.140502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322480.
00010000:00000010:3.1:1786173415.140507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8b00.
00010000:00000010:3.1:1786173415.140510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d8800.
00000080:00000010:3.1:1786173415.140512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322580.
00010000:00000010:3.1:1786173415.140515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8800.
00010000:00000010:3.1:1786173415.140517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14979d9a00.
00000080:00000010:3.1:1786173415.140520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322440.
00010000:00000010:3.1:1786173415.140535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8400.
00010000:00000010:3.1:1786173415.140539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484964600.
00000080:00000010:3.1:1786173415.140542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813229c0.
00010000:00000010:3.1:1786173415.140546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8200.
00010000:00000010:3.1:1786173415.140549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484965e00.
00000080:00000010:3.1:1786173415.140552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322420.
00010000:00000010:3.1:1786173415.140556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8d00.
00010000:00000010:3.1:1786173415.140558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484965c00.
00000080:00000010:3.1:1786173415.140561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322d00.
00010000:00000010:3.1:1786173415.140564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8300.
00010000:00000010:3.1:1786173415.140566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484965000.
00000080:00000010:3.1:1786173415.140569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322b40.
00010000:00000010:3.1:1786173415.140572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8100.
00010000:00000010:3.1:1786173415.140574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484964400.
00000080:00000010:3.1:1786173415.140577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322380.
00010000:00000010:3.1:1786173415.140580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8600.
00010000:00000010:3.1:1786173415.140582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484964800.
00000080:00000010:3.1:1786173415.140584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322360.
00010000:00000010:3.1:1786173415.140588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8a00.
00010000:00000010:3.1:1786173415.140590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484965a00.
00000080:00000010:3.1:1786173415.140592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280220.
00010000:00000010:3.1:1786173415.140596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14863a8700.
00010000:00000010:3.1:1786173415.140599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a333400.
00000080:00000010:3.1:1786173415.140601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280480.
00010000:00000010:3.1:1786173415.140604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14863a8c00.
00010000:00000010:3.1:1786173415.140607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a332200.
00000080:00000010:3.1:1786173415.140610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322f60.
00010000:00000010:3.1:1786173415.140613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8500.
00010000:00000010:3.1:1786173415.140615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484965200.
00000080:00000010:3.1:1786173415.140618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322260.
00010000:00000010:3.1:1786173415.140622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8900.
00010000:00000010:3.1:1786173415.140624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484965400.
00000080:00000010:3.1:1786173415.140626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813225a0.
00010000:00000010:3.1:1786173415.140632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8700.
00010000:00000010:3.1:1786173415.140635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484965800.
00000080:00000010:3.1:1786173415.140646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdc80.
00010000:00000010:3.1:1786173415.140650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8c00.
00010000:00000010:3.1:1786173415.140652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484964000.
00000080:00000010:3.1:1786173415.140655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdcc0.
00010000:00000010:3.1:1786173415.140660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8f00.
00010000:00000010:3.1:1786173415.140662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484964200.
00000080:00000010:3.1:1786173415.140665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd620.
00010000:00000010:3.1:1786173415.140669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885f8e00.
00010000:00000010:3.1:1786173415.140672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484964c00.
00000080:00000010:3.1:1786173415.140675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd6a0.
00010000:00000010:3.1:1786173415.140681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851deb00.
00010000:00000010:3.1:1786173415.140684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484965600.
00000080:00000010:3.1:1786173415.140687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdd40.
00010000:00000010:3.1:1786173415.140691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851de800.
00010000:00000010:3.1:1786173415.140694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484964e00.
00000080:00000010:3.1:1786173415.140696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862805c0.
00010000:00000010:3.1:1786173415.140700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498193d00.
00010000:00000010:3.1:1786173415.140702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a333c00.
00000080:00000010:3.1:1786173415.140705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acddc0.
00010000:00000010:3.1:1786173415.140709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498193300.
00010000:00000010:3.1:1786173415.140712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484964a00.
00000080:00000010:3.1:1786173415.140715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd9a0.
00010000:00000010:3.1:1786173415.140718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851de400.
00010000:00000010:3.1:1786173415.140722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b04400.
00000080:00000010:3.1:1786173415.140725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd340.
00010000:00000010:3.1:1786173415.140729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851de200.
00010000:00000010:3.1:1786173415.140731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b04800.
00000080:00000010:3.1:1786173415.140734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd2a0.
00010000:00000010:3.1:1786173415.140738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851ded00.
00010000:00000010:3.1:1786173415.140741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b05a00.
00000080:00000010:3.1:1786173415.140744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd240.
00010000:00000010:3.1:1786173415.140748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851de300.
00010000:00000010:3.1:1786173415.140751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b05200.
00000080:00000010:3.1:1786173415.140753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280fc0.
00010000:00000010:3.1:1786173415.140757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14863a8f00.
00010000:00000010:3.1:1786173415.140759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a332000.
00000080:00000010:3.1:1786173415.140762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2b80.
00010000:00000010:3.1:1786173415.140768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14863a8e00.
00010000:00000010:3.1:1786173415.140790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d7400.
00000080:00000010:3.1:1786173415.140794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdea0.
00010000:00000010:3.1:1786173415.140798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851de100.
00010000:00000010:3.1:1786173415.140801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b05400.
00000080:00000010:3.1:1786173415.140804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdc60.
00010000:00000010:3.1:1786173415.140808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851de600.
00010000:00000010:3.1:1786173415.140811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b05800.
00000080:00000010:3.1:1786173415.140814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd840.
00010000:00000010:3.1:1786173415.140817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851dea00.
00010000:00000010:3.1:1786173415.140820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b04000.
00000080:00000010:3.1:1786173415.140823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd8a0.
00010000:00000010:3.1:1786173415.140826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851de500.
00010000:00000010:3.1:1786173415.140829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b04200.
00000080:00000010:3.1:1786173415.140832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd0e0.
00010000:00000010:3.1:1786173415.140836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851de900.
00010000:00000010:3.1:1786173415.140839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b04c00.
00000080:00000010:3.1:1786173415.140841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd4a0.
00010000:00000010:3.1:1786173415.140845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851de700.
00010000:00000010:3.1:1786173415.140847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b04600.
00000080:00000010:3.1:1786173415.140850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd8e0.
00010000:00000010:3.1:1786173415.140854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851dec00.
00010000:00000010:3.1:1786173415.140856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b05600.
00000080:00000010:3.1:1786173415.140859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd720.
00010000:00000010:3.1:1786173415.140865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851def00.
00010000:00000010:3.1:1786173415.140868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b04e00.
00000080:00000010:3.1:1786173415.140872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd560.
00010000:00000010:3.1:1786173415.140875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851dee00.
00010000:00000010:3.1:1786173415.140878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b04a00.
00000080:00000010:3.1:1786173415.140882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdec0.
00010000:00000010:3.1:1786173415.140885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14851de000.
00010000:00000010:3.1:1786173415.140888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b05e00.
00000080:00000010:3.1:1786173415.140891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdc40.
00010000:00000010:3.1:1786173415.140896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498193100.
00010000:00000010:3.1:1786173415.140899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b05c00.
00000080:00000010:3.1:1786173415.140901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd5a0.
00010000:00000010:3.1:1786173415.140907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a69b00.
00010000:00000010:3.1:1786173415.140909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b05000.
00000080:00000010:3.1:1786173415.140912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd040.
00010000:00000010:3.1:1786173415.140916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a69800.
00010000:00000010:3.1:1786173415.140919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a84e00.
00000080:00000010:3.1:1786173415.140922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdda0.
00010000:00000010:3.1:1786173415.140926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a69400.
00010000:00000010:3.1:1786173415.140929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a84a00.
00000080:00000010:3.1:1786173415.140935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171de0.
00010000:00000010:3.1:1786173415.140940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a69200.
00010000:00000010:3.1:1786173415.140943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148597cc00.
00000080:00000010:3.1:1786173415.140946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14851715c0.
00010000:00000010:3.1:1786173415.140951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498193600.
00010000:00000010:3.1:1786173415.140953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148597c000.
00000080:00000010:3.1:1786173415.140957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdde0.
00010000:00000010:3.1:1786173415.140961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a69d00.
00010000:00000010:3.1:1786173415.140964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a85e00.
00000080:00000010:3.1:1786173415.140967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd080.
00010000:00000010:3.1:1786173415.140971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a69300.
00010000:00000010:3.1:1786173415.140973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a85c00.
00000080:00000010:3.1:1786173415.140975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd180.
00010000:00000010:3.1:1786173415.140979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a69100.
00010000:00000010:3.1:1786173415.140982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a85000.
00000080:00000010:3.1:1786173415.140984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdce0.
00010000:00000010:3.1:1786173415.140988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a69600.
00010000:00000010:3.1:1786173415.140991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a84400.
00000080:00000010:3.1:1786173415.140994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd260.
00010000:00000010:0.1:1786173415.180594:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498193e00.
00010000:00000010:0.1:1786173415.180604:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148597c400.
00000080:00000010:0.1:1786173415.180616:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14851714a0.
00010000:00000010:0.1:1786173415.180627:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498193000.
00010000:00000010:0.1:1786173415.180631:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148597c800.
00000080:00000010:0.1:1786173415.180633:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171120.
00010000:00000010:0.1:1786173415.180642:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14c00.
00010000:00000010:0.1:1786173415.180648:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7c000.
00000080:00000010:0.1:1786173415.180654:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171d20.
00010000:00000010:0.1:1786173415.180658:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14f00.
00010000:00000010:0.1:1786173415.180661:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7c200.
00000080:00000010:0.1:1786173415.180664:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14851712e0.
00010000:00000010:0.1:1786173415.180668:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14e00.
00010000:00000010:0.1:1786173415.180672:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7d800.
00000080:00000010:0.1:1786173415.180674:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171f20.
00010000:00000010:0.1:1786173415.180678:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14000.
00010000:00000010:0.1:1786173415.180681:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7d400.
00000080:00000010:0.1:1786173415.180684:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14851710e0.
00010000:00000010:0.1:1786173415.180687:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14b00.
00010000:00000010:0.1:1786173415.180690:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7da00.
00000080:00000010:0.1:1786173415.180692:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171d80.
00010000:00000010:0.1:1786173415.180698:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14800.
00010000:00000010:0.1:1786173415.180701:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7d200.
00000080:00000010:0.1:1786173415.180710:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd0a0.
00010000:00000010:0.1:1786173415.180717:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483118c00.
00010000:00000010:0.1:1786173415.180722:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486494000.
00000080:00000010:0.1:1786173415.180726:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd160.
00010000:00000010:0.1:1786173415.180730:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483118f00.
00010000:00000010:0.1:1786173415.180732:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486494200.
00000080:00000010:0.1:1786173415.180735:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd800.
00010000:00000010:0.1:1786173415.180739:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483118e00.
00010000:00000010:0.1:1786173415.180742:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486494c00.
00000080:00000010:0.1:1786173415.180745:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd2c0.
00010000:00000010:0.1:1786173415.180749:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483118000.
00010000:00000010:0.1:1786173415.180751:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486494600.
00000080:00000010:0.1:1786173415.180754:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd740.
00010000:00000010:0.1:1786173415.180758:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483118b00.
00010000:00000010:0.1:1786173415.180761:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486495600.
00000080:00000010:0.1:1786173415.180764:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acda80.
00010000:00000010:0.1:1786173415.181307:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06200.
00010000:00000010:0.1:1786173415.181312:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486494e00.
00000080:00000010:0.1:1786173415.181316:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171840.
00010000:00000010:0.1:1786173415.181321:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14400.
00010000:00000010:0.1:1786173415.181324:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7c800.
00000080:00000010:0.1:1786173415.181326:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14851710c0.
00010000:00000010:0.1:1786173415.181335:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14200.
00010000:00000010:0.1:1786173415.181338:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7ca00.
00000080:00000010:0.1:1786173415.181340:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171da0.
00010000:00000010:0.1:1786173415.181343:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14d00.
00010000:00000010:0.1:1786173415.181346:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7de00.
00000080:00000010:0.1:1786173415.181349:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171900.
00010000:00000010:0.1:1786173415.181352:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14300.
00010000:00000010:0.1:1786173415.181355:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7dc00.
00000080:00000010:0.1:1786173415.181359:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171b40.
00010000:00000010:0.1:1786173415.181362:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14100.
00010000:00000010:0.1:1786173415.181365:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7d000.
00000080:00000010:0.1:1786173415.181367:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14851711e0.
00010000:00000010:0.1:1786173415.181371:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14600.
00010000:00000010:0.1:1786173415.181373:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7c400.
00000080:00000010:0.1:1786173415.181377:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd820.
00010000:00000010:0.1:1786173415.181382:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14a00.
00010000:00000010:0.1:1786173415.181386:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589c400.
00000080:00000010:0.1:1786173415.181389:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acde00.
00010000:00000010:0.1:1786173415.181393:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06d00.
00010000:00000010:0.1:1786173415.181397:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589c800.
00000080:00000010:0.1:1786173415.181399:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd580.
00010000:00000010:0.1:1786173415.181404:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06300.
00010000:00000010:0.1:1786173415.181407:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589da00.
00000080:00000010:0.1:1786173415.181411:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd5c0.
00010000:00000010:0.1:1786173415.181415:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06100.
00010000:00000010:0.1:1786173415.181417:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589d200.
00000080:00000010:0.1:1786173415.181420:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd480.
00010000:00000010:0.1:1786173415.181424:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06600.
00010000:00000010:0.1:1786173415.181426:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589d400.
00000080:00000010:0.1:1786173415.181429:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd6e0.
00010000:00000010:0.1:1786173415.181468:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06a00.
00010000:00000010:0.1:1786173415.181473:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589d800.
00000080:00000010:0.1:1786173415.181476:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171b60.
00010000:00000010:0.1:1786173415.181481:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14500.
00010000:00000010:0.1:1786173415.181483:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7cc00.
00000080:00000010:0.1:1786173415.181486:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171ea0.
00010000:00000010:0.1:1786173415.181489:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14900.
00010000:00000010:0.1:1786173415.181492:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7c600.
00000080:00000010:0.1:1786173415.181496:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171160.
00010000:00000010:0.1:1786173415.181499:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487a14700.
00010000:00000010:0.1:1786173415.181502:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7d600.
00000080:00000010:0.1:1786173415.181504:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171100.
00010000:00000010:0.1:1786173415.181509:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487948c00.
00010000:00000010:0.1:1786173415.181511:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a7ce00.
00000080:00000010:0.1:1786173415.181513:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171940.
00010000:00000010:0.1:1786173415.181518:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487948a00.
00010000:00000010:0.1:1786173415.181530:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488016000.
00000080:00000010:0.1:1786173415.181533:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14851719c0.
00010000:00000010:0.1:1786173415.181537:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487948500.
00010000:00000010:0.1:1786173415.181540:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488017800.
00000080:00000010:0.1:1786173415.181543:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd220.
00010000:00000010:0.1:1786173415.181547:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487948900.
00010000:00000010:0.1:1786173415.181551:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589c000.
00000080:00000010:0.1:1786173415.181555:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd1e0.
00010000:00000010:0.1:1786173415.181558:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06500.
00010000:00000010:0.1:1786173415.181561:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589c200.
00000080:00000010:0.1:1786173415.181563:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd200.
00010000:00000010:0.1:1786173415.181566:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06900.
00010000:00000010:0.1:1786173415.181569:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589cc00.
00000080:00000010:0.1:1786173415.181572:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd000.
00010000:00000010:0.1:1786173415.181576:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06700.
00010000:00000010:0.1:1786173415.181579:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589c600.
00000080:00000010:0.1:1786173415.181582:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdca0.
00010000:00000010:0.1:1786173415.181585:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06c00.
00010000:00000010:0.1:1786173415.181588:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589d600.
00000080:00000010:0.1:1786173415.181590:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd780.
00010000:00000010:0.1:1786173415.181593:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06f00.
00010000:00000010:0.1:1786173415.181596:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589ce00.
00000080:00000010:0.1:1786173415.181599:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd3c0.
00010000:00000010:0.1:1786173415.181602:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06e00.
00010000:00000010:0.1:1786173415.181605:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589ca00.
00000080:00000010:0.1:1786173415.181607:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd640.
00010000:00000010:0.1:1786173415.181610:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06000.
00010000:00000010:0.1:1786173415.181613:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589de00.
00000080:00000010:0.1:1786173415.181614:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd1c0.
00010000:00000010:0.1:1786173415.181618:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06b00.
00010000:00000010:0.1:1786173415.181621:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589dc00.
00000080:00000010:0.1:1786173415.181623:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd900.
00010000:00000010:0.1:1786173415.181626:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06800.
00010000:00000010:0.1:1786173415.181629:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148589d000.
00000080:00000010:0.1:1786173415.181632:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdae0.
00010000:00000010:0.1:1786173415.181636:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b06400.
00010000:00000010:0.1:1786173415.181640:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830fa800.
00000080:00000010:0.1:1786173415.181643:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdbc0.
00010000:00000010:0.1:1786173415.181652:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9bb00.
00010000:00000010:0.1:1786173415.181658:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830fba00.
00000080:00000010:0.1:1786173415.181660:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd9e0.
00010000:00000010:0.1:1786173415.181664:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9b800.
00010000:00000010:0.1:1786173415.181666:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830fb200.
00000080:00000010:0.1:1786173415.181668:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acdaa0.
00010000:00000010:0.1:1786173415.181673:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9b400.
00010000:00000010:0.1:1786173415.181676:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830fb400.
00000080:00000010:0.1:1786173415.181686:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322c00.
00010000:00000010:0.1:1786173415.181691:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9b200.
00010000:00000010:0.1:1786173415.181694:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830fb800.
00000080:00000010:0.1:1786173415.181696:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322d20.
00010000:00000010:0.1:1786173415.181701:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9bd00.
00010000:00000010:0.1:1786173415.181703:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830fa000.
00000080:00000010:0.1:1786173415.181707:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322540.
00010000:00000010:0.1:1786173415.181712:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9b300.
00010000:00000010:0.1:1786173415.181715:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830fa200.
00000080:00000010:0.1:1786173415.181719:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322fa0.
00010000:00000010:0.1:1786173415.181725:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9b100.
00010000:00000010:0.1:1786173415.181727:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830fac00.
00000080:00000010:0.1:1786173415.181730:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322e40.
00010000:00000010:0.1:1786173415.181736:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9b600.
00010000:00000010:0.1:1786173415.181739:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830fa600.
00000080:00000010:0.1:1786173415.181741:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322f80.
00010000:00000010:0.1:1786173415.181745:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9ba00.
00010000:00000010:0.1:1786173415.181748:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830fb600.
00000080:00000010:0.1:1786173415.181751:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322b80.
00010000:00000010:0.1:1786173415.181755:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9b500.
00010000:00000010:0.1:1786173415.181758:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830fae00.
00000080:00000010:0.1:1786173415.181761:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322680.
00010000:00000010:0.1:1786173415.181766:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9b900.
00010000:00000010:0.1:1786173415.181768:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830faa00.
00000080:00000010:1.1:1786173415.183737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813223e0.
00010000:00000010:1.1:1786173415.183752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715200.
00010000:00000010:1.1:1786173415.183759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488441000.
00000080:00000010:1.1:1786173415.183763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322b20.
00010000:00000010:1.1:1786173415.183767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715d00.
00010000:00000010:1.1:1786173415.183794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488440400.
00000080:00000010:1.1:1786173415.183798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322120.
00010000:00000010:1.1:1786173415.183814:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715300.
00010000:00000010:1.1:1786173415.183819:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488440800.
00000080:00000010:1.1:1786173415.183823:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322e80.
00010000:00000010:1.1:1786173415.183827:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715100.
00010000:00000010:1.1:1786173415.183831:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488441a00.
00000080:00000010:1.1:1786173415.183833:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322e00.
00010000:00000010:1.1:1786173415.183837:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715600.
00010000:00000010:1.1:1786173415.183840:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488441200.
00000080:00000010:1.1:1786173415.183844:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322020.
00010000:00000010:1.1:1786173415.183847:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715a00.
00010000:00000010:1.1:1786173415.183850:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488441400.
00000080:00000010:1.1:1786173415.183853:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322820.
00010000:00000010:1.1:1786173415.183858:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715500.
00010000:00000010:1.1:1786173415.183860:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488441800.
00000080:00000010:1.1:1786173415.183863:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322220.
00010000:00000010:1.1:1786173415.183868:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715900.
00010000:00000010:1.1:1786173415.183871:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488440000.
00000080:00000010:1.1:1786173415.183874:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813221e0.
00010000:00000010:1.1:1786173415.183878:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715700.
00010000:00000010:1.1:1786173415.183881:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488440200.
00000080:00000010:1.1:1786173415.183883:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322200.
00010000:00000010:1.1:1786173415.183887:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715c00.
00010000:00000010:1.1:1786173415.183890:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488440c00.
00000080:00000010:1.1:1786173415.183893:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322000.
00010000:00000010:1.1:1786173415.183897:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715f00.
00010000:00000010:1.1:1786173415.183899:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488440600.
00000080:00000010:1.1:1786173415.183902:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322ca0.
00010000:00000010:1.1:1786173415.183905:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715e00.
00010000:00000010:1.1:1786173415.183910:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be2000.
00000080:00000010:1.1:1786173415.183913:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322780.
00010000:00000010:1.1:1786173415.183919:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1c00.
00010000:00000010:1.1:1786173415.183923:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be2200.
00000080:00000010:1.1:1786173415.183926:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813223c0.
00010000:00000010:1.1:1786173415.183932:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1f00.
00010000:00000010:1.1:1786173415.183935:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be2c00.
00000080:00000010:1.1:1786173415.183938:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322640.
00010000:00000010:1.1:1786173415.183942:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1e00.
00010000:00000010:1.1:1786173415.183945:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be2600.
00000080:00000010:1.1:1786173415.183949:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813221c0.
00010000:00000010:1.1:1786173415.183953:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1000.
00010000:00000010:1.1:1786173415.183956:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be3600.
00000080:00000010:1.1:1786173415.183959:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322900.
00010000:00000010:1.1:1786173415.183967:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1b00.
00010000:00000010:1.1:1786173415.183969:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be2e00.
00000080:00000010:1.1:1786173415.183972:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322ae0.
00010000:00000010:1.1:1786173415.183977:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1800.
00010000:00000010:1.1:1786173415.183979:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be2a00.
00000080:00000010:1.1:1786173415.183982:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322bc0.
00010000:00000010:1.1:1786173415.183986:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1400.
00010000:00000010:1.1:1786173415.183989:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be3e00.
00000080:00000010:1.1:1786173415.183992:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813229e0.
00010000:00000010:1.1:1786173415.183996:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1200.
00010000:00000010:1.1:1786173415.183999:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be3c00.
00000080:00000010:1.1:1786173415.184003:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322aa0.
00010000:00000010:1.1:1786173415.184007:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1d00.
00010000:00000010:1.1:1786173415.184010:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be3000.
00000080:00000010:1.1:1786173415.184012:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322920.
00010000:00000010:1.1:1786173415.184016:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1300.
00010000:00000010:1.1:1786173415.184019:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be2400.
00000080:00000010:1.1:1786173415.184022:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322e60.
00010000:00000010:1.1:1786173415.184026:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1100.
00010000:00000010:1.1:1786173415.184030:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be2800.
00000080:00000010:1.1:1786173415.184032:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322d60.
00010000:00000010:1.1:1786173415.184036:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1600.
00010000:00000010:1.1:1786173415.184039:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be3a00.
00000080:00000010:1.1:1786173415.184041:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813226a0.
00010000:00000010:1.1:1786173415.184045:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1a00.
00010000:00000010:1.1:1786173415.184048:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be3200.
00000080:00000010:1.1:1786173415.184051:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322d40.
00010000:00000010:1.1:1786173415.184055:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1500.
00010000:00000010:1.1:1786173415.184058:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be3400.
00000080:00000010:1.1:1786173415.184061:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322600.
00010000:00000010:1.1:1786173415.184064:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1900.
00010000:00000010:1.1:1786173415.184066:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498be3800.
00000080:00000010:1.1:1786173415.184069:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322e20.
00010000:00000010:1.1:1786173415.184074:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14880a1700.
00010000:00000010:1.1:1786173415.184077:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfa400.
00000080:00000010:1.1:1786173415.184079:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322940.
00010000:00000010:1.1:1786173415.184084:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849e800.
00010000:00000010:1.1:1786173415.184087:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfa800.
00000080:00000010:1.1:1786173415.184089:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813224c0.
00010000:00000010:1.1:1786173415.184093:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849e400.
00010000:00000010:1.1:1786173415.184096:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfba00.
00000080:00000010:1.1:1786173415.184100:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813227e0.
00010000:00000010:1.1:1786173415.184104:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849e200.
00010000:00000010:1.1:1786173415.184106:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfb200.
00000080:00000010:1.1:1786173415.184108:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322b00.
00010000:00000010:1.1:1786173415.184113:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849ed00.
00010000:00000010:1.1:1786173415.184115:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfb400.
00000080:00000010:1.1:1786173415.184118:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322fe0.
00010000:00000010:1.1:1786173415.184122:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849e300.
00010000:00000010:1.1:1786173415.184125:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfb800.
00000080:00000010:1.1:1786173415.184128:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322060.
00010000:00000010:1.1:1786173415.184131:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849e100.
00010000:00000010:1.1:1786173415.184133:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfa000.
00000080:00000010:0.1:1786173415.187588:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813227c0.
00010000:00000010:0.1:1786173415.187598:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9b700.
00010000:00000010:0.1:1786173415.187604:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830fbe00.
00000080:00000010:0.1:1786173415.187606:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322b60.
00010000:00000010:0.1:1786173415.187620:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9bc00.
00010000:00000010:0.1:1786173415.187624:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830fbc00.
00000080:00000010:0.1:1786173415.187627:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322500.
00010000:00000010:0.1:1786173415.187631:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9bf00.
00010000:00000010:0.1:1786173415.187634:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830fb000.
00000080:00000010:0.1:1786173415.187637:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813221a0.
00010000:00000010:0.1:1786173415.187640:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9be00.
00010000:00000010:0.1:1786173415.187643:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14830fa400.
00000080:00000010:0.1:1786173415.187648:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322280.
00010000:00000010:0.1:1786173415.187652:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498b9b000.
00010000:00000010:0.1:1786173415.187655:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488441600.
00000080:00000010:0.1:1786173415.187658:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322f40.
00010000:00000010:0.1:1786173415.187662:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715000.
00010000:00000010:0.1:1786173415.187665:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488440e00.
00000080:00000010:0.1:1786173415.187668:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322400.
00010000:00000010:0.1:1786173415.187672:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715b00.
00010000:00000010:0.1:1786173415.187675:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488440a00.
00000080:00000010:0.1:1786173415.187678:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322520.
00010000:00000010:0.1:1786173415.187682:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715800.
00010000:00000010:0.1:1786173415.187685:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488441e00.
00000080:00000010:0.1:1786173415.187688:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322ba0.
00010000:00000010:0.1:1786173415.187692:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490715400.
00010000:00000010:0.1:1786173415.187695:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488441c00.
00000080:00000010:1.1:1786173415.199828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862806c0.
00010000:00000010:1.1:1786173415.199847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14863a8b00.
00010000:00000010:1.1:1786173415.199854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a332a00.
00000080:00000010:1.1:1786173415.199857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862809c0.
00010000:00000010:1.1:1786173415.199860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14863a8800.
00010000:00000010:1.1:1786173415.199863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a333200.
00000080:00000010:1.1:1786173415.199870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322a60.
00010000:00000010:1.1:1786173415.199878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14863a8400.
00010000:00000010:1.1:1786173415.199882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfa200.
00000080:00000010:1.1:1786173415.199884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322860.
00010000:00000010:3.1:1786173415.240807:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849e600.
00010000:00000010:3.1:1786173415.240815:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfac00.
00000080:00000010:3.1:1786173415.240821:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813227a0.
00010000:00000010:3.1:1786173415.240833:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849ea00.
00010000:00000010:3.1:1786173415.240836:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfa600.
00000080:00000010:3.1:1786173415.240838:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322be0.
00010000:00000010:3.1:1786173415.240842:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849e500.
00010000:00000010:3.1:1786173415.240845:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfb600.
00000080:00000010:3.1:1786173415.240851:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322700.
00010000:00000010:3.1:1786173415.240858:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849e900.
00010000:00000010:3.1:1786173415.240861:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfae00.
00000080:00000010:3.1:1786173415.240863:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14813222e0.
00010000:00000010:3.1:1786173415.240867:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849e700.
00010000:00000010:3.1:1786173415.240870:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfaa00.
00000080:00000010:3.1:1786173415.240873:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322c40.
00010000:00000010:3.1:1786173415.240877:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849ec00.
00010000:00000010:3.1:1786173415.240880:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfbe00.
00000080:00000010:3.1:1786173415.240883:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171720.
00010000:00000010:3.1:1786173415.240889:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849ef00.
00010000:00000010:3.1:1786173415.240892:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488016200.
00000080:00000010:3.1:1786173415.240895:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280100.
00010000:00000010:3.1:1786173415.240902:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487948700.
00010000:00000010:3.1:1786173415.240906:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148341ce00.
00000080:00000010:3.1:1786173415.240910:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322040.
00010000:00000010:3.1:1786173415.240915:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849ee00.
00010000:00000010:3.1:1786173415.240918:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfbc00.
00000080:00000010:3.1:1786173415.240920:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322300.
00010000:00000010:3.1:1786173415.240924:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849e000.
00010000:00000010:3.1:1786173415.240927:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bfb000.
00000080:00000010:3.1:1786173415.240930:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322ac0.
00010000:00000010:3.1:1786173415.240934:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148849eb00.
00010000:00000010:3.1:1786173415.240938:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771a000.
00000080:00000010:3.1:1786173415.240941:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322de0.
00010000:00000010:3.1:1786173415.241118:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baa100.
00010000:00000010:3.1:1786173415.241124:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771a200.
00000080:00000010:3.1:1786173415.241127:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322080.
00010000:00000010:3.1:1786173415.241131:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baa600.
00010000:00000010:3.1:1786173415.241134:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771ac00.
00000080:00000010:3.1:1786173415.241139:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1481322180.
00010000:00000010:3.1:1786173415.241143:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baaa00.
00010000:00000010:3.1:1786173415.241146:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771a600.
00000080:00000010:3.1:1786173415.241151:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232660.
00010000:00000010:3.1:1786173415.241155:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baa500.
00010000:00000010:3.1:1786173415.241159:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771b600.
00000080:00000010:3.1:1786173415.241162:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232360.
00010000:00000010:3.1:1786173415.241167:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baa900.
00010000:00000010:3.1:1786173415.241170:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771ae00.
00000080:00000010:3.1:1786173415.241173:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232500.
00010000:00000010:3.1:1786173415.241179:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baa700.
00010000:00000010:3.1:1786173415.241183:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771aa00.
00000080:00000010:3.1:1786173415.241185:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232680.
00010000:00000010:3.1:1786173415.241189:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baac00.
00010000:00000010:3.1:1786173415.241192:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771be00.
00000080:00000010:3.1:1786173415.241196:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232d80.
00010000:00000010:3.1:1786173415.241200:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baaf00.
00010000:00000010:3.1:1786173415.241203:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771bc00.
00000080:00000010:3.1:1786173415.241251:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232ca0.
00010000:00000010:3.1:1786173415.241260:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baae00.
00010000:00000010:3.1:1786173415.241263:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771b000.
00000080:00000010:3.1:1786173415.241266:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232a20.
00010000:00000010:3.1:1786173415.241272:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baa000.
00010000:00000010:3.1:1786173415.241275:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771a400.
00000080:00000010:3.1:1786173415.241278:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232b20.
00010000:00000010:3.1:1786173415.241282:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baab00.
00010000:00000010:3.1:1786173415.241285:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771a800.
00000080:00000010:3.1:1786173415.241287:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232e20.
00010000:00000010:3.1:1786173415.241291:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baa800.
00010000:00000010:3.1:1786173415.241294:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771ba00.
00000080:00000010:3.1:1786173415.241298:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232f00.
00010000:00000010:3.1:1786173415.241303:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baa400.
00010000:00000010:3.1:1786173415.241306:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771b200.
00000080:00000010:3.1:1786173415.241309:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232d00.
00010000:00000010:3.1:1786173415.241312:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baa200.
00010000:00000010:3.1:1786173415.241315:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771b400.
00000080:00000010:3.1:1786173415.241318:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232b60.
00010000:00000010:3.1:1786173415.241439:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baad00.
00010000:00000010:3.1:1786173415.241529:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148771b800.
00000080:00000010:3.1:1786173415.241533:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232ce0.
00010000:00000010:3.1:1786173415.241537:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486baa300.
00010000:00000010:3.1:1786173415.241541:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148438f400.
00000080:00000010:3.1:1786173415.241544:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232960.
00010000:00000010:3.1:1786173415.241549:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859cc600.
00010000:00000010:3.1:1786173415.241551:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148438f800.
00000080:00000010:3.1:1786173415.241555:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232940.
00010000:00000010:3.1:1786173415.241558:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859cca00.
00010000:00000010:3.1:1786173415.241561:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148438e000.
00000080:00000010:3.1:1786173415.241564:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232040.
00010000:00000010:3.1:1786173415.241566:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859cc500.
00010000:00000010:3.1:1786173415.241569:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148438e200.
00000080:00000010:3.1:1786173415.241571:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232e00.
00010000:00000010:3.1:1786173415.241574:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859cc900.
00010000:00000010:3.1:1786173415.241577:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148438ec00.
00000080:00000010:3.1:1786173415.241579:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842321e0.
00010000:00000010:3.1:1786173415.241582:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859cc700.
00010000:00000010:3.1:1786173415.241585:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148438e600.
00000080:00000010:3.1:1786173415.241587:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232ba0.
00010000:00000010:3.1:1786173415.241589:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859ccc00.
00010000:00000010:3.1:1786173415.241592:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148438f600.
00000080:00000010:3.1:1786173415.241595:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486af2a60.
00000080:00000010:3.1:1786173415.251832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171500.
00010000:00000010:3.1:1786173415.251862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483462600.
00010000:00000010:3.1:1786173415.251868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c0a00.
00000080:00000010:3.1:1786173415.251873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14851710a0.
00010000:00000010:3.1:1786173415.251877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483462a00.
00010000:00000010:3.1:1786173415.251880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c1600.
00000080:00000010:3.1:1786173415.251883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171aa0.
00010000:00000010:3.1:1786173415.251901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483462500.
00010000:00000010:3.1:1786173415.251904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c1a00.
00000080:00000010:3.1:1786173415.251906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171980.
00010000:00000010:3.1:1786173415.251910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483462900.
00010000:00000010:3.1:1786173415.251913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c0000.
00000080:00000010:3.1:1786173415.251915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14851716a0.
00010000:00000010:3.1:1786173415.251919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483462700.
00010000:00000010:3.1:1786173415.251921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c0600.
00000080:00000010:3.1:1786173415.251923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14851718e0.
00010000:00000010:3.1:1786173415.251927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483462c00.
00010000:00000010:3.1:1786173415.251929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c0e00.
00000080:00000010:3.1:1786173415.257972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576660.
00010000:00000010:3.1:1786173415.257994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e54700.
00010000:00000010:3.1:1786173415.258000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486228000.
00000080:00000010:3.1:1786173415.258004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576c80.
00010000:00000010:3.1:1786173415.258011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e54c00.
00010000:00000010:3.1:1786173415.258015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486228200.
00000080:00000010:3.1:1786173415.258018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576720.
00010000:00000010:3.1:1786173415.258025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e54f00.
00010000:00000010:3.1:1786173415.258030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488426e00.
00000080:00000010:3.1:1786173415.258033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576800.
00010000:00000010:3.1:1786173415.258037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e54e00.
00010000:00000010:3.1:1786173415.258054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488426a00.
00000080:00000010:3.1:1786173415.258058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885769c0.
00010000:00000010:3.1:1786173415.258063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1000.
00010000:00000010:3.1:1786173415.258067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488427e00.
00000080:00000010:3.1:1786173415.258070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576260.
00010000:00000010:3.1:1786173415.258074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1b00.
00010000:00000010:3.1:1786173415.258077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488427c00.
00000080:00000010:3.1:1786173415.258080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576e40.
00010000:00000010:3.1:1786173415.258125:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1800.
00010000:00000010:3.1:1786173415.258128:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488427000.
00000080:00000010:3.1:1786173415.258131:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885763c0.
00010000:00000010:3.1:1786173415.258135:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1400.
00010000:00000010:3.1:1786173415.258138:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488426400.
00000080:00000010:3.1:1786173415.258140:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576400.
00010000:00000010:3.1:1786173415.258144:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1200.
00010000:00000010:3.1:1786173415.258148:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488426800.
00000080:00000010:0.1:1786173415.292372:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6ee0.
00010000:00000010:1.1:1786173415.329993:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1d00.
00010000:00000010:1.1:1786173415.330011:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488427a00.
00000080:00000010:1.1:1786173415.330022:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6720.
00010000:00000010:1.1:1786173415.330032:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1300.
00010000:00000010:1.1:1786173415.330035:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488427200.
00000080:00000010:1.1:1786173415.330038:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c64a0.
00010000:00000010:1.1:1786173415.330041:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1100.
00010000:00000010:1.1:1786173415.330044:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488427400.
00000080:00000010:1.1:1786173415.330049:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c68a0.
00010000:00000010:1.1:1786173415.330053:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1600.
00010000:00000010:1.1:1786173415.330055:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488427800.
00000080:00000010:1.1:1786173415.330057:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6c60.
00010000:00000010:1.1:1786173415.330061:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1a00.
00010000:00000010:1.1:1786173415.330064:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488426000.
00000080:00000010:1.1:1786173415.330067:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2500.
00010000:00000010:1.1:1786173415.330071:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1500.
00010000:00000010:1.1:1786173415.330074:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d7200.
00000080:00000010:1.1:1786173415.330077:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2dc0.
00010000:00000010:1.1:1786173415.330081:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b4200.
00010000:00000010:1.1:1786173415.330083:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d6400.
00000080:00000010:1.1:1786173415.330087:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c62a0.
00010000:00000010:1.1:1786173415.330092:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1900.
00010000:00000010:1.1:1786173415.330096:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488426200.
00000080:00000010:1.1:1786173415.330099:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c69a0.
00010000:00000010:1.1:1786173415.330102:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1700.
00010000:00000010:1.1:1786173415.330105:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488426c00.
00000080:00000010:1.1:1786173415.330107:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6760.
00010000:00000010:1.1:1786173415.330110:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1c00.
00010000:00000010:1.1:1786173415.330113:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488426600.
00000080:00000010:1.1:1786173415.330115:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6620.
00010000:00000010:1.1:1786173415.330119:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1f00.
00010000:00000010:1.1:1786173415.330122:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488427600.
00000080:00000010:1.1:1786173415.330124:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6c80.
00010000:00000010:1.1:1786173415.330127:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d1e00.
00010000:00000010:1.1:1786173415.330131:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767f800.
00000080:00000010:1.1:1786173415.330185:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c60a0.
00010000:00000010:1.1:1786173415.330196:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95e00.
00010000:00000010:1.1:1786173415.330201:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767e000.
00000080:00000010:1.1:1786173415.330205:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6160.
00010000:00000010:1.1:1786173415.330212:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95000.
00010000:00000010:1.1:1786173415.330215:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767e200.
00000080:00000010:1.1:1786173415.330218:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6800.
00010000:00000010:1.1:1786173415.330222:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95b00.
00010000:00000010:1.1:1786173415.330224:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767ec00.
00000080:00000010:1.1:1786173415.330227:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c62c0.
00010000:00000010:1.1:1786173415.330232:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95800.
00010000:00000010:1.1:1786173415.330235:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767e600.
00000080:00000010:1.1:1786173415.330237:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6ca0.
00010000:00000010:1.1:1786173415.330241:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95400.
00010000:00000010:1.1:1786173415.330244:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767f600.
00000080:00000010:1.1:1786173415.330247:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6200.
00010000:00000010:1.1:1786173415.330251:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95200.
00010000:00000010:1.1:1786173415.330254:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767ee00.
00000080:00000010:1.1:1786173415.330257:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6220.
00010000:00000010:1.1:1786173415.330261:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95d00.
00010000:00000010:1.1:1786173415.330264:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767ea00.
00000080:00000010:1.1:1786173415.330267:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c65c0.
00010000:00000010:1.1:1786173415.330271:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95300.
00010000:00000010:1.1:1786173415.330274:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767fe00.
00000080:00000010:1.1:1786173415.330276:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6fc0.
00010000:00000010:1.1:1786173415.330281:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95100.
00010000:00000010:1.1:1786173415.330284:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767fc00.
00000080:00000010:1.1:1786173415.330287:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6100.
00010000:00000010:1.1:1786173415.330290:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95600.
00010000:00000010:1.1:1786173415.330293:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767f000.
00000080:00000010:1.1:1786173415.330296:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c66c0.
00010000:00000010:1.1:1786173415.330299:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95a00.
00010000:00000010:1.1:1786173415.330302:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767e400.
00000080:00000010:1.1:1786173415.330305:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6660.
00010000:00000010:1.1:1786173415.330309:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95500.
00010000:00000010:1.1:1786173415.330311:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767e800.
00000080:00000010:1.1:1786173415.330314:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6280.
00010000:00000010:1.1:1786173415.330317:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95900.
00010000:00000010:1.1:1786173415.330319:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767fa00.
00000080:00000010:1.1:1786173415.330322:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6500.
00010000:00000010:1.1:1786173415.330353:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95700.
00010000:00000010:1.1:1786173415.330358:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767f200.
00000080:00000010:1.1:1786173415.330361:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c67c0.
00010000:00000010:1.1:1786173415.330365:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95c00.
00010000:00000010:1.1:1786173415.330368:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148767f400.
00000080:00000010:1.1:1786173415.330370:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6b80.
00010000:00000010:1.1:1786173415.330373:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b95f00.
00010000:00000010:1.1:1786173415.330376:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f1ea00.
00000080:00000010:1.1:1786173415.330381:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6f60.
00010000:00000010:1.1:1786173415.330388:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488051600.
00010000:00000010:1.1:1786173415.330391:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f1fe00.
00000080:00000010:1.1:1786173415.330394:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6260.
00010000:00000010:1.1:1786173415.330397:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488051a00.
00010000:00000010:1.1:1786173415.330400:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f1fc00.
00000080:00000010:0.1:1786173415.330846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6180.
00010000:00000010:0.1:1786173415.330855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488051500.
00010000:00000010:0.1:1786173415.330860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f1f000.
00000080:00000010:0.1:1786173415.330863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6de0.
00010000:00000010:0.1:1786173415.330869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488051900.
00010000:00000010:0.1:1786173415.330872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f1e400.
00000080:00000010:0.1:1786173415.330876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171640.
00010000:00000010:0.1:1786173415.330884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483462f00.
00010000:00000010:0.1:1786173415.330898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c0200.
00000080:00000010:0.1:1786173415.330902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171800.
00010000:00000010:0.1:1786173415.330906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483462e00.
00010000:00000010:0.1:1786173415.330909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c0c00.
00000080:00000010:0.1:1786173415.330913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280e00.
00010000:00000010:0.1:1786173415.330919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885c5100.
00010000:00000010:0.1:1786173415.330923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148341c600.
00000080:00000010:0.1:1786173415.330926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280020.
00010000:00000010:0.1:1786173415.330929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885c5600.
00010000:00000010:0.1:1786173415.330932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148341d600.
00000080:00000010:0.1:1786173415.330935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280820.
00010000:00000010:0.1:1786173415.330938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885c5a00.
00010000:00000010:0.1:1786173415.330941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148341cc00.
00000080:00000010:0.1:1786173415.330944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6300.
00010000:00000010:0.1:1786173415.330947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885c5500.
00010000:00000010:0.1:1786173415.330950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f1e800.
00000080:00000010:0.1:1786173415.330955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858674a0.
00010000:00000010:0.1:1786173415.330959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488051700.
00010000:00000010:0.1:1786173415.330961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f1fa00.
00000080:00000010:0.1:1786173415.330964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2440.
00010000:00000010:0.1:1786173415.330967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488051c00.
00010000:00000010:0.1:1786173415.330970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d6a00.
00000080:00000010:0.1:1786173415.330973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171f80.
00010000:00000010:0.1:1786173415.330976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483462000.
00010000:00000010:0.1:1786173415.330981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c1e00.
00000080:00000010:0.1:1786173415.330983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171dc0.
00010000:00000010:0.1:1786173415.330986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483462b00.
00010000:00000010:0.1:1786173415.330989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c1c00.
00000080:00000010:0.1:1786173415.330991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14851712a0.
00010000:00000010:0.1:1786173415.330995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483462800.
00010000:00000010:0.1:1786173415.330998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c1000.
00000080:00000010:0.1:1786173415.331000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485171fa0.
00010000:00000010:0.1:1786173415.331005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483462400.
00010000:00000010:0.1:1786173415.331008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c0400.
00000080:00000010:0.1:1786173415.331010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482eed1e0.
00010000:00000010:0.1:1786173415.331014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483462200.
00010000:00000010:0.1:1786173415.331016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c0800.
00000080:00000010:0.1:1786173415.331019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484d535a0.
00010000:00000010:0.1:1786173415.331024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483462d00.
00010000:00000010:0.1:1786173415.331027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c1200.
00000080:00000010:0.1:1786173415.331029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867840.
00010000:00000010:0.1:1786173415.331032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488051f00.
00010000:00000010:0.1:1786173415.331035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f1f200.
00000080:00000010:0.1:1786173415.331037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858677e0.
00010000:00000010:0.1:1786173415.331040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488051e00.
00010000:00000010:0.1:1786173415.331043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f1f400.
00000080:00000010:0.1:1786173415.331046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867940.
00010000:00000010:0.1:1786173415.331049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488051000.
00010000:00000010:0.1:1786173415.331051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f1f800.
00000080:00000010:0.1:1786173415.331054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484d53f20.
00010000:00000010:0.1:1786173415.331057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488051b00.
00010000:00000010:0.1:1786173415.331060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c1400.
00000080:00000010:0.1:1786173415.331062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484d53680.
00010000:00000010:0.1:1786173415.331065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498845700.
00010000:00000010:0.1:1786173415.331068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c1800.
00000080:00000010:0.1:1786173415.331070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867600.
00010000:00000010:0.1:1786173415.331074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488051800.
00010000:00000010:0.1:1786173415.331076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f1e000.
00000080:00000010:0.1:1786173415.331079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858676a0.
00010000:00000010:0.1:1786173415.331082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488051400.
00010000:00000010:0.1:1786173415.331085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f1e200.
00000080:00000010:0.1:1786173415.331087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867e60.
00010000:00000010:0.1:1786173415.331090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488051200.
00010000:00000010:0.1:1786173415.331093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f1ec00.
00000080:00000010:0.1:1786173415.331095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280a00.
00010000:00000010:0.1:1786173415.331100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885c5900.
00010000:00000010:0.1:1786173415.331102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148341c200.
00000080:00000010:0.1:1786173415.331104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280a80.
00010000:00000010:0.1:1786173415.331108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885c5700.
00010000:00000010:0.1:1786173415.331110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148341dc00.
00000080:00000010:0.1:1786173415.331112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867aa0.
00010000:00000010:0.1:1786173415.331115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488051d00.
00010000:00000010:0.1:1786173415.331118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f1e600.
00000080:00000010:0.1:1786173415.331148:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867bc0.
00010000:00000010:1.1:1786173415.348818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488051300.
00010000:00000010:1.1:1786173415.348835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f1f600.
00010000:00000010:2.1:1786173415.465708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483090200.
00010000:00000010:2.1:1786173415.465711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a58c00.
00000080:00000010:2.1:1786173415.465714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560520.
00010000:00000010:2.1:1786173415.465718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483090d00.
00010000:00000010:2.1:1786173415.465721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a59c00.
00000080:00000010:2.1:1786173415.465724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcd60.
00010000:00000010:2.1:1786173415.465730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2500.
00010000:00000010:2.1:1786173415.465733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0703a00.
00000080:00000010:2.1:1786173415.465736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc6a0.
00010000:00000010:2.1:1786173415.465740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2900.
00010000:00000010:2.1:1786173415.465754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0703200.
00000080:00000010:2.1:1786173415.465765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcd40.
00010000:00000010:2.1:1786173415.465790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2700.
00010000:00000010:2.1:1786173415.465795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c5400.
00000080:00000010:2.1:1786173415.465800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc600.
00010000:00000010:2.1:1786173415.465804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2c00.
00010000:00000010:2.1:1786173415.465807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c5800.
00000080:00000010:2.1:1786173415.465810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dce20.
00010000:00000010:2.1:1786173415.465814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2f00.
00010000:00000010:2.1:1786173415.465818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c4000.
00000080:00000010:2.1:1786173415.465822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc940.
00010000:00000010:2.1:1786173415.465827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2e00.
00010000:00000010:2.1:1786173415.465830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c4200.
00000080:00000010:2.1:1786173415.465833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc4c0.
00010000:00000010:2.1:1786173415.465837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2000.
00010000:00000010:2.1:1786173415.465840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c4c00.
00000080:00000010:2.1:1786173415.465843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc7e0.
00010000:00000010:2.1:1786173415.465848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2b00.
00010000:00000010:2.1:1786173415.465851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c4600.
00000080:00000010:2.1:1786173415.465854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560700.
00010000:00000010:2.1:1786173415.465859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2800.
00010000:00000010:2.1:1786173415.465862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a59000.
00000080:00000010:2.1:1786173415.465865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2040.
00010000:00000010:2.1:1786173415.465869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2400.
00010000:00000010:2.1:1786173415.465873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a58e00.
00000080:00000010:2.1:1786173415.465876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f27e0.
00010000:00000010:2.1:1786173415.465882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48600.
00010000:00000010:2.1:1786173415.465885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d6c00.
00000080:00000010:2.1:1786173415.465888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2480.
00010000:00000010:2.1:1786173415.465893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48d00.
00010000:00000010:2.1:1786173415.465896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d6600.
00000080:00000010:2.1:1786173415.465899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2160.
00010000:00000010:2.1:1786173415.465902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48100.
00010000:00000010:2.1:1786173415.465905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d7600.
00000080:00000010:2.1:1786173415.465915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862800a0.
00010000:00000010:2.1:1786173415.465921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174700.
00010000:00000010:2.1:1786173415.465925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c2168e00.
00000080:00000010:2.1:1786173415.465929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcc60.
00010000:00000010:2.1:1786173415.465933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174c00.
00010000:00000010:2.1:1786173415.465936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c5600.
00000080:00000010:2.1:1786173415.465940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc840.
00010000:00000010:2.1:1786173415.465944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2200.
00010000:00000010:2.1:1786173415.465947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c4e00.
00000080:00000010:2.1:1786173415.465950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc8a0.
00010000:00000010:2.1:1786173415.465957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2d00.
00010000:00000010:2.1:1786173415.465960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c4a00.
00000080:00000010:2.1:1786173415.465963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc0e0.
00010000:00000010:2.1:1786173415.465967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2300.
00010000:00000010:2.1:1786173415.465969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c5e00.
00000080:00000010:2.1:1786173415.465971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc4a0.
00010000:00000010:2.1:1786173415.465976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2100.
00010000:00000010:2.1:1786173415.465979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c5c00.
00000080:00000010:2.1:1786173415.465981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc8e0.
00010000:00000010:2.1:1786173415.465985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2600.
00010000:00000010:2.1:1786173415.465987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c5000.
00000080:00000010:2.1:1786173415.465990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc720.
00010000:00000010:2.1:1786173415.465993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14862d2a00.
00010000:00000010:2.1:1786173415.465996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c4400.
00000080:00000010:2.1:1786173415.465999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc560.
00010000:00000010:2.1:1786173415.466004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4c800.
00010000:00000010:2.1:1786173415.466007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c4800.
00000080:00000010:2.1:1786173415.466010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcec0.
00010000:00000010:2.1:1786173415.466014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4c400.
00010000:00000010:2.1:1786173415.466017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c5a00.
00000080:00000010:2.1:1786173415.466020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280aa0.
00010000:00000010:2.1:1786173415.466024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174f00.
00010000:00000010:2.1:1786173415.466026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c2168c00.
00000080:00000010:2.1:1786173415.466029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280920.
00010000:00000010:2.1:1786173415.466033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174e00.
00010000:00000010:2.1:1786173415.466035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c2168a00.
00000080:00000010:2.1:1786173415.466038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcc40.
00010000:00000010:0.1:1786173415.466388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4c200.
00010000:00000010:0.1:1786173415.466394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870c5200.
00000080:00000010:0.1:1786173415.466398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280e60.
00010000:00000010:0.1:1786173415.466404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174000.
00010000:00000010:0.1:1786173415.466407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c2168200.
00000080:00000010:0.1:1786173415.466410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2da0.
00010000:00000010:0.1:1786173415.466415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48a00.
00010000:00000010:0.1:1786173415.466419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af8600.
00000080:00000010:0.1:1786173415.506847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2560.
00010000:00000010:0.1:1786173415.506864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48500.
00010000:00000010:0.1:1786173415.506870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af9000.
00000080:00000010:0.1:1786173415.506874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f26c0.
00010000:00000010:0.1:1786173415.506879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48c00.
00010000:00000010:0.1:1786173415.506883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af8400.
00000080:00000010:0.1:1786173415.506886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2c60.
00010000:00000010:0.1:1786173415.506891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48f00.
00010000:00000010:0.1:1786173415.506894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af9200.
00000080:00000010:0.1:1786173415.506897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f24c0.
00010000:00000010:0.1:1786173415.506902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48800.
00010000:00000010:0.1:1786173415.506904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af8c00.
00000080:00000010:0.1:1786173415.506907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2a00.
00010000:00000010:0.1:1786173415.506911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48b00.
00010000:00000010:0.1:1786173415.506913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af9e00.
00000080:00000010:0.1:1786173415.506923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc5a0.
00010000:00000010:0.1:1786173415.506933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4cd00.
00010000:00000010:0.1:1786173415.506937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498855400.
00000080:00000010:0.1:1786173415.506941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc040.
00010000:00000010:0.1:1786173415.506945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4c300.
00010000:00000010:0.1:1786173415.506948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498855800.
00000080:00000010:0.1:1786173415.506951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2e40.
00010000:00000010:0.1:1786173415.506955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4c100.
00010000:00000010:0.1:1786173415.506958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af8000.
00000080:00000010:0.1:1786173415.506965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560780.
00010000:00000010:0.1:1786173415.506971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483090300.
00010000:00000010:0.1:1786173415.506974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a58400.
00000080:00000010:0.1:1786173415.506978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcda0.
00010000:00000010:0.1:1786173415.506981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483090100.
00010000:00000010:0.1:1786173415.506984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498854000.
00000080:00000010:0.1:1786173415.506987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc140.
00010000:00000010:0.1:1786173415.506991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4c600.
00010000:00000010:0.1:1786173415.506994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498854200.
00000080:00000010:0.1:1786173415.506996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dca40.
00010000:00000010:0.1:1786173415.507002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4ca00.
00010000:00000010:0.1:1786173415.507005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498854c00.
00000080:00000010:0.1:1786173415.507007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dca20.
00010000:00000010:0.1:1786173415.507011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4c500.
00010000:00000010:0.1:1786173415.507014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498854600.
00000080:00000010:0.1:1786173415.507016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcc00.
00010000:00000010:0.1:1786173415.507020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4c900.
00010000:00000010:0.1:1786173415.507023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498855600.
00000080:00000010:0.1:1786173415.507026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcd20.
00010000:00000010:0.1:1786173415.507029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4c700.
00010000:00000010:0.1:1786173415.507032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498854e00.
00000080:00000010:0.1:1786173415.507034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc540.
00010000:00000010:0.1:1786173415.507037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4cc00.
00010000:00000010:0.1:1786173415.507040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498854a00.
00000080:00000010:0.1:1786173415.507043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcfa0.
00010000:00000010:0.1:1786173415.507047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4cf00.
00010000:00000010:0.1:1786173415.507050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498855e00.
00000080:00000010:0.1:1786173415.507053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dce40.
00010000:00000010:0.1:1786173415.507058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4ce00.
00010000:00000010:0.1:1786173415.507061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498855c00.
00000080:00000010:0.1:1786173415.507063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc0c0.
00010000:00000010:0.1:1786173415.507067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4c000.
00010000:00000010:0.1:1786173415.507069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498855000.
00000080:00000010:0.1:1786173415.507072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc3a0.
00010000:00000010:0.1:1786173415.507076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a4cb00.
00010000:00000010:0.1:1786173415.507079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498854400.
00000080:00000010:0.1:1786173415.507082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dca00.
00010000:00000010:0.1:1786173415.507087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599bb00.
00010000:00000010:0.1:1786173415.507090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498854800.
00000080:00000010:0.1:1786173415.507092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc480.
00010000:00000010:0.1:1786173415.507096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599b800.
00010000:00000010:0.1:1786173415.507098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498855a00.
00000080:00000010:0.1:1786173415.507101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc580.
00010000:00000010:0.1:1786173415.507106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599b400.
00010000:00000010:0.1:1786173415.507109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498855200.
00000080:00000010:0.1:1786173415.507112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc120.
00010000:00000010:0.1:1786173415.507115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599b200.
00010000:00000010:0.1:1786173415.507119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6e000.
00000080:00000010:0.1:1786173415.507122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc3e0.
00010000:00000010:0.1:1786173415.507126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599bd00.
00010000:00000010:0.1:1786173415.507130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6f800.
00000080:00000010:0.1:1786173415.507133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc400.
00010000:00000010:0.1:1786173415.507136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599b300.
00010000:00000010:0.1:1786173415.507139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6e200.
00000080:00000010:0.1:1786173415.507142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc280.
00010000:00000010:0.1:1786173415.507146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599b100.
00010000:00000010:0.1:1786173415.507149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6ec00.
00000080:00000010:0.1:1786173415.507152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc500.
00010000:00000010:0.1:1786173415.507156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599b600.
00010000:00000010:0.1:1786173415.507159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6e600.
00000080:00000010:0.1:1786173415.507162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc7c0.
00010000:00000010:0.1:1786173415.507166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599ba00.
00010000:00000010:0.1:1786173415.507169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6f600.
00000080:00000010:0.1:1786173415.507171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcb80.
00010000:00000010:0.1:1786173415.507175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599b500.
00010000:00000010:0.1:1786173415.507178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6ee00.
00000080:00000010:0.1:1786173415.507183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280620.
00010000:00000010:0.1:1786173415.507190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174b00.
00010000:00000010:0.1:1786173415.507193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c2169600.
00000080:00000010:0.1:1786173415.507197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280960.
00010000:00000010:0.1:1786173415.507201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174800.
00010000:00000010:0.1:1786173415.507205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1480031800.
00000080:00000010:0.1:1786173415.507209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f29e0.
00010000:00000010:0.1:1786173415.507213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599b900.
00010000:00000010:0.1:1786173415.507216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a59a00.
00000080:00000010:0.1:1786173415.507219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2400.
00010000:00000010:0.1:1786173415.507222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48400.
00010000:00000010:0.1:1786173415.507225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af8a00.
00000080:00000010:0.1:1786173415.507228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2840.
00010000:00000010:0.1:1786173415.507234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48200.
00010000:00000010:0.1:1786173415.507236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af8800.
00000080:00000010:0.1:1786173415.507239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcc20.
00010000:00000010:0.1:1786173415.507246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88c00.
00010000:00000010:0.1:1786173415.507249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6ea00.
00000080:00000010:0.1:1786173415.507252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc460.
00010000:00000010:0.1:1786173415.507255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599b700.
00010000:00000010:0.1:1786173415.507258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6fe00.
00000080:00000010:0.1:1786173415.507261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc360.
00010000:00000010:0.1:1786173415.507264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599bc00.
00010000:00000010:0.1:1786173415.507267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6fc00.
00000080:00000010:0.1:1786173415.507270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc320.
00010000:00000010:0.1:1786173415.507274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599bf00.
00010000:00000010:0.1:1786173415.507277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6f000.
00000080:00000010:0.1:1786173415.507279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc380.
00010000:00000010:0.1:1786173415.507283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599be00.
00010000:00000010:0.1:1786173415.507286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6e400.
00000080:00000010:0.1:1786173415.507288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcd80.
00010000:00000010:0.1:1786173415.507294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148599b000.
00010000:00000010:0.1:1786173415.507296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6e800.
00000080:00000010:0.1:1786173415.507299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcb40.
00010000:00000010:0.1:1786173415.507304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107300.
00010000:00000010:0.1:1786173415.507307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6fa00.
00000080:00000010:0.1:1786173415.507310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc880.
00010000:00000010:0.1:1786173415.507314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107100.
00010000:00000010:0.1:1786173415.507317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6f200.
00000080:00000010:0.1:1786173415.507319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcd00.
00010000:00000010:0.1:1786173415.507323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107600.
00010000:00000010:0.1:1786173415.507326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6f400.
00000080:00000010:0.1:1786173415.507328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc660.
00010000:00000010:0.1:1786173415.507332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107a00.
00010000:00000010:0.1:1786173415.507335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bda00.
00000080:00000010:0.1:1786173415.507338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc420.
00010000:00000010:0.1:1786173415.507342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107500.
00010000:00000010:0.1:1786173415.507345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bd200.
00000080:00000010:0.1:1786173415.507347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc6c0.
00010000:00000010:0.1:1786173415.507351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107900.
00010000:00000010:0.1:1786173415.507353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bd400.
00000080:00000010:0.1:1786173415.507356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc9c0.
00010000:00000010:0.1:1786173415.507360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107700.
00010000:00000010:0.1:1786173415.507362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bd800.
00000080:00000010:0.1:1786173415.507365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc100.
00010000:00000010:0.1:1786173415.507368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107c00.
00010000:00000010:0.1:1786173415.507371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bc000.
00000080:00000010:0.1:1786173415.507374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc440.
00010000:00000010:0.1:1786173415.507378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107f00.
00010000:00000010:0.1:1786173415.507381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bc200.
00000080:00000010:0.1:1786173415.507383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcfc0.
00010000:00000010:0.1:1786173415.507387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107e00.
00010000:00000010:0.1:1786173415.507389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bcc00.
00000080:00000010:0.1:1786173415.507392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560ce0.
00010000:00000010:0.1:1786173415.507395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107000.
00010000:00000010:0.1:1786173415.507398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af9c00.
00000080:00000010:0.1:1786173415.507400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560560.
00010000:00000010:0.1:1786173415.507404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88e00.
00010000:00000010:0.1:1786173415.507408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aea200.
00000080:00000010:0.1:1786173415.507587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885605c0.
00010000:00000010:0.1:1786173415.507599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88000.
00010000:00000010:0.1:1786173415.507602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aeae00.
00000080:00000010:0.1:1786173415.507605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560280.
00010000:00000010:0.1:1786173415.507609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88200.
00010000:00000010:0.1:1786173415.507613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aebc00.
00000080:00000010:0.1:1786173415.507616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560260.
00010000:00000010:0.1:1786173415.507620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88400.
00010000:00000010:0.1:1786173415.507623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aea400.
00000080:00000010:0.1:1786173415.507626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885607a0.
00010000:00000010:0.1:1786173415.507630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88900.
00010000:00000010:0.1:1786173415.507633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aeb000.
00000080:00000010:0.1:1786173415.507636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560ec0.
00010000:00000010:0.1:1786173415.507640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88100.
00010000:00000010:0.1:1786173415.507643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aebe00.
00000080:00000010:0.1:1786173415.507646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560220.
00010000:00000010:0.1:1786173415.507650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88600.
00010000:00000010:0.1:1786173415.507652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aeaa00.
00000080:00000010:0.1:1786173415.507655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dce00.
00010000:00000010:0.1:1786173415.507659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107b00.
00010000:00000010:0.1:1786173415.507662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bc600.
00000080:00000010:0.1:1786173415.507664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc020.
00010000:00000010:0.1:1786173415.507668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107800.
00010000:00000010:0.1:1786173415.507671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bd600.
00000080:00000010:0.1:1786173415.507675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862806a0.
00010000:00000010:0.1:1786173415.507679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107400.
00010000:00000010:0.1:1786173415.507682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1480031c00.
00000080:00000010:0.1:1786173415.507685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280d40.
00010000:00000010:0.1:1786173415.507689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174400.
00010000:00000010:0.1:1786173415.507692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1480031000.
00000080:00000010:0.1:1786173415.507695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc820.
00010000:00000010:0.1:1786173415.507699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174200.
00010000:00000010:0.1:1786173415.507701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bce00.
00000080:00000010:0.1:1786173415.507704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc220.
00010000:00000010:0.1:1786173415.507707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107200.
00010000:00000010:0.1:1786173415.507710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bca00.
00000080:00000010:0.1:1786173415.507713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc1e0.
00010000:00000010:0.1:1786173415.507716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483107d00.
00010000:00000010:0.1:1786173415.507719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bde00.
00000080:00000010:0.1:1786173415.507721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc200.
00010000:00000010:0.1:1786173415.507727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815f900.
00010000:00000010:0.1:1786173415.507894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bdc00.
00000080:00000010:0.1:1786173415.507898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc000.
00010000:00000010:0.1:1786173415.507903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815f700.
00010000:00000010:0.1:1786173415.507906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bd000.
00000080:00000010:0.1:1786173415.507908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dcca0.
00010000:00000010:0.1:1786173415.507914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815fc00.
00010000:00000010:0.1:1786173415.507917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bc400.
00000080:00000010:0.1:1786173415.507920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14880dc780.
00010000:00000010:0.1:1786173415.507923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815ff00.
00010000:00000010:0.1:1786173415.507926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848bc800.
00000080:00000010:0.1:1786173415.507941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858677a0.
00010000:00000010:0.1:1786173415.507947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815fe00.
00010000:00000010:0.1:1786173415.507951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485902e00.
00000080:00000010:0.1:1786173415.507954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867be0.
00010000:00000010:0.1:1786173415.507958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815f000.
00010000:00000010:0.1:1786173415.507961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485902a00.
00000080:00000010:0.1:1786173415.507963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867700.
00010000:00000010:0.1:1786173415.507967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815fb00.
00010000:00000010:0.1:1786173415.507970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485903e00.
00000080:00000010:0.1:1786173415.507973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858672e0.
00010000:00000010:0.1:1786173415.507977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815f800.
00010000:00000010:0.1:1786173415.507980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485903c00.
00000080:00000010:0.1:1786173415.507982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560ac0.
00010000:00000010:0.1:1786173415.507987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88700.
00010000:00000010:0.1:1786173415.507990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aeac00.
00000080:00000010:0.1:1786173415.507992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560bc0.
00010000:00000010:0.1:1786173415.507996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88f00.
00010000:00000010:0.1:1786173415.507998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aea600.
00000080:00000010:0.1:1786173415.508001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560c20.
00010000:00000010:0.1:1786173415.508005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88500.
00010000:00000010:0.1:1786173415.508008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aeb600.
00000080:00000010:0.1:1786173415.508012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867c40.
00010000:00000010:0.1:1786173415.508016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815f400.
00010000:00000010:0.1:1786173415.508019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485903000.
00000080:00000010:0.1:1786173415.508022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858675a0.
00010000:00000010:0.1:1786173415.508026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815f200.
00010000:00000010:0.1:1786173415.508029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485902400.
00000080:00000010:0.1:1786173415.508032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867040.
00010000:00000010:0.1:1786173415.508036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815fd00.
00010000:00000010:0.1:1786173415.508039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485902800.
00000080:00000010:0.1:1786173415.508042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867da0.
00010000:00000010:0.1:1786173415.508046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815f300.
00010000:00000010:0.1:1786173415.508048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485903a00.
00000080:00000010:0.1:1786173415.508051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867140.
00010000:00000010:0.1:1786173415.508055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815f100.
00010000:00000010:0.1:1786173415.508058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485903200.
00000080:00000010:0.1:1786173415.508061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867a40.
00010000:00000010:0.1:1786173415.508066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815f600.
00010000:00000010:0.1:1786173415.508069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485903400.
00000080:00000010:0.1:1786173415.508072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867a20.
00010000:00000010:0.1:1786173415.508075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815fa00.
00010000:00000010:0.1:1786173415.508079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485903800.
00000080:00000010:0.1:1786173415.508082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867c00.
00010000:00000010:0.1:1786173415.508087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149815f500.
00010000:00000010:0.1:1786173415.508090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485902000.
00000080:00000010:0.1:1786173415.508094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867d20.
00010000:00000010:0.1:1786173415.508099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089100.
00010000:00000010:0.1:1786173415.508102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485902200.
00000080:00000010:0.1:1786173415.508105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867540.
00010000:00000010:0.1:1786173415.508109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089600.
00010000:00000010:0.1:1786173415.508112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485902c00.
00000080:00000010:0.1:1786173415.508115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867fa0.
00010000:00000010:0.1:1786173415.508119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089a00.
00010000:00000010:0.1:1786173415.508121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485902600.
00000080:00000010:0.1:1786173415.508124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867e40.
00010000:00000010:0.1:1786173415.508128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089500.
00010000:00000010:0.1:1786173415.508131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485903600.
00000080:00000010:0.1:1786173415.508134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560ae0.
00010000:00000010:0.1:1786173415.508138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88a00.
00010000:00000010:0.1:1786173415.508141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aea800.
00000080:00000010:0.1:1786173415.508144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560660.
00010000:00000010:0.1:1786173415.508148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88d00.
00010000:00000010:0.1:1786173415.508151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aeba00.
00000080:00000010:0.1:1786173415.508154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560aa0.
00010000:00000010:0.1:1786173415.508157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88800.
00010000:00000010:0.1:1786173415.508160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aeb200.
00000080:00000010:0.1:1786173415.508163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560ba0.
00010000:00000010:0.1:1786173415.508167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88b00.
00010000:00000010:0.1:1786173415.508170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aeb400.
00000080:00000010:0.1:1786173415.508172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560180.
00010000:00000010:0.1:1786173415.508176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b88300.
00010000:00000010:0.1:1786173415.508184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aeb800.
00000080:00000010:0.1:1786173415.508188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885603c0.
00010000:00000010:0.1:1786173415.508194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957500.
00010000:00000010:0.1:1786173415.508198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484aea000.
00000080:00000010:0.1:1786173415.508200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885601a0.
00010000:00000010:0.1:1786173415.508203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957c00.
00010000:00000010:0.1:1786173415.508207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814d800.
00000080:00000010:0.1:1786173415.508210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560e80.
00010000:00000010:0.1:1786173415.508213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957e00.
00010000:00000010:0.1:1786173415.508216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814ca00.
00000080:00000010:0.1:1786173415.508219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885609c0.
00010000:00000010:0.1:1786173415.508222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957b00.
00010000:00000010:0.1:1786173415.508225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814dc00.
00000080:00000010:0.1:1786173415.508227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560080.
00010000:00000010:0.1:1786173415.508232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957800.
00010000:00000010:0.1:1786173415.508234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814c400.
00000080:00000010:0.1:1786173415.508237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867f80.
00010000:00000010:0.1:1786173415.508243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089900.
00010000:00000010:0.1:1786173415.508246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f6600.
00000080:00000010:0.1:1786173415.508248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867b80.
00010000:00000010:0.1:1786173415.508253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089700.
00010000:00000010:0.1:1786173415.508255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f7600.
00000080:00000010:0.1:1786173415.508258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867680.
00010000:00000010:0.1:1786173415.508261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089c00.
00010000:00000010:0.1:1786173415.508264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f6e00.
00000080:00000010:0.1:1786173415.508267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280600.
00010000:00000010:0.1:1786173415.508273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089f00.
00010000:00000010:0.1:1786173415.508276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1480031e00.
00000080:00000010:0.1:1786173415.508279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858677c0.
00010000:00000010:0.1:1786173415.508283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174d00.
00010000:00000010:0.1:1786173415.508286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f6a00.
00000080:00000010:0.1:1786173415.508288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867b60.
00010000:00000010:0.1:1786173415.508292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089e00.
00010000:00000010:0.1:1786173415.508295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f7e00.
00000080:00000010:0.1:1786173415.508297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867500.
00010000:00000010:0.1:1786173415.508301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089000.
00010000:00000010:0.1:1786173415.508303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f7c00.
00000080:00000010:0.1:1786173415.508306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858671a0.
00010000:00000010:0.1:1786173415.508309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089b00.
00010000:00000010:0.1:1786173415.508311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f7000.
00000080:00000010:0.1:1786173415.508313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560de0.
00010000:00000010:0.1:1786173415.508316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957300.
00010000:00000010:0.1:1786173415.508319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814c800.
00000080:00000010:0.1:1786173415.508321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560ca0.
00010000:00000010:0.1:1786173415.508325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957600.
00010000:00000010:0.1:1786173415.508327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814d000.
00000080:00000010:0.1:1786173415.508330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867880.
00010000:00000010:0.1:1786173415.508333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957100.
00010000:00000010:0.1:1786173415.508335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f6400.
00000080:00000010:0.1:1786173415.508338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867d00.
00010000:00000010:0.1:1786173415.508341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089800.
00010000:00000010:0.1:1786173415.508343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f6800.
00000080:00000010:0.1:1786173415.508346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867660.
00010000:00000010:0.1:1786173415.508349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089400.
00010000:00000010:0.1:1786173415.508351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f7a00.
00000080:00000010:0.1:1786173415.508354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867420.
00010000:00000010:0.1:1786173415.508358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089200.
00010000:00000010:0.1:1786173415.508361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f7200.
00000080:00000010:0.1:1786173415.508363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858676c0.
00010000:00000010:0.1:1786173415.508366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089d00.
00010000:00000010:0.1:1786173415.508368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f7400.
00000080:00000010:0.1:1786173415.508371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858679c0.
00010000:00000010:0.1:1786173415.508374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485089300.
00010000:00000010:0.1:1786173415.508377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f7800.
00000080:00000010:0.1:1786173415.508380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867100.
00010000:00000010:0.1:1786173415.508385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88e200.
00010000:00000010:0.1:1786173415.508388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f6000.
00000080:00000010:0.1:1786173415.508391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867440.
00010000:00000010:0.1:1786173415.508394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88ed00.
00010000:00000010:0.1:1786173415.508397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f6200.
00000080:00000010:0.1:1786173415.508400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867fc0.
00010000:00000010:0.1:1786173415.508403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88e300.
00010000:00000010:0.1:1786173415.508406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14870f6c00.
00000080:00000010:0.1:1786173415.508410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867580.
00010000:00000010:0.1:1786173415.508413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88e100.
00010000:00000010:0.1:1786173415.508416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c6800.
00000080:00000010:0.1:1786173415.508420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858675c0.
00010000:00000010:0.1:1786173415.508423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88e600.
00010000:00000010:0.1:1786173415.508426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c7a00.
00000080:00000010:0.1:1786173415.508429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867480.
00010000:00000010:0.1:1786173415.508434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88ea00.
00010000:00000010:0.1:1786173415.508437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c7200.
00000080:00000010:0.1:1786173415.508685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858676e0.
00010000:00000010:0.1:1786173415.508691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88e500.
00010000:00000010:0.1:1786173415.508694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c7400.
00000080:00000010:0.1:1786173415.508697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867a00.
00010000:00000010:0.1:1786173415.508701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88e900.
00010000:00000010:0.1:1786173415.508703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c7800.
00000080:00000010:0.1:1786173415.508706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867a80.
00010000:00000010:0.1:1786173415.508710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88e700.
00010000:00000010:0.1:1786173415.508712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c6000.
00000080:00000010:0.1:1786173415.508715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858673a0.
00010000:00000010:0.1:1786173415.508719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88ec00.
00010000:00000010:0.1:1786173415.508722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c6200.
00000080:00000010:0.1:1786173415.508724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867740.
00010000:00000010:0.1:1786173415.508728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88ef00.
00010000:00000010:0.1:1786173415.508730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c6c00.
00000080:00000010:0.1:1786173415.508733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858670c0.
00010000:00000010:0.1:1786173415.508737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88ee00.
00010000:00000010:0.1:1786173415.508740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c6600.
00000080:00000010:0.1:1786173415.508742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858672c0.
00010000:00000010:0.1:1786173415.508887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88e000.
00010000:00000010:0.1:1786173415.508891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c7600.
00000080:00000010:0.1:1786173415.508894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858674e0.
00010000:00000010:0.1:1786173415.508897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88eb00.
00010000:00000010:0.1:1786173415.508900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c6e00.
00000080:00000010:0.1:1786173415.508903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867800.
00010000:00000010:0.1:1786173415.508906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88e800.
00010000:00000010:0.1:1786173415.508908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c6a00.
00000080:00000010:0.1:1786173415.508910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867f20.
00010000:00000010:0.1:1786173415.508914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a88e400.
00010000:00000010:0.1:1786173415.508916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c7e00.
00000080:00000010:0.1:1786173415.508919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867160.
00010000:00000010:0.1:1786173415.508924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1a00.
00010000:00000010:0.1:1786173415.508927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c7c00.
00000080:00000010:0.1:1786173415.508930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867f00.
00010000:00000010:0.1:1786173415.508934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1500.
00010000:00000010:0.1:1786173415.508936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c7000.
00000080:00000010:0.1:1786173415.508939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858670a0.
00010000:00000010:0.1:1786173415.508943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1900.
00010000:00000010:0.1:1786173415.508946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14906c6400.
00000080:00000010:0.1:1786173415.508948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858678c0.
00010000:00000010:0.1:1786173415.508952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1700.
00010000:00000010:0.1:1786173415.508957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484adec00.
00000080:00000010:0.1:1786173415.508960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867c80.
00010000:00000010:0.1:1786173415.508964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1c00.
00010000:00000010:0.1:1786173415.508967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484ade600.
00000080:00000010:0.1:1786173415.508969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867cc0.
00010000:00000010:0.1:1786173415.508974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1f00.
00010000:00000010:0.1:1786173415.508977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484adf600.
00000080:00000010:0.1:1786173415.508980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867620.
00010000:00000010:0.1:1786173415.508984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1e00.
00010000:00000010:0.1:1786173415.508987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484adee00.
00000080:00000010:0.1:1786173415.508990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867960.
00010000:00000010:0.1:1786173415.508996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1000.
00010000:00000010:0.1:1786173415.508998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484adea00.
00000080:00000010:0.1:1786173415.509002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f27a0.
00010000:00000010:0.1:1786173415.509008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1b00.
00010000:00000010:0.1:1786173415.509011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af8e00.
00000080:00000010:0.1:1786173415.509014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560f60.
00010000:00000010:0.1:1786173415.509019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957d00.
00010000:00000010:0.1:1786173415.509022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814de00.
00000080:00000010:0.1:1786173415.509024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867760.
00010000:00000010:0.1:1786173415.509029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957400.
00010000:00000010:0.1:1786173415.509032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484adfe00.
00000080:00000010:0.1:1786173415.509035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560140.
00010000:00000010:0.1:1786173415.509038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1800.
00010000:00000010:0.1:1786173415.509042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814ce00.
00000080:00000010:0.1:1786173415.509044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560b40.
00010000:00000010:0.1:1786173415.509048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1400.
00010000:00000010:0.1:1786173415.509051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814d600.
00000080:00000010:0.1:1786173415.509053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560720.
00010000:00000010:0.1:1786173415.509057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957200.
00010000:00000010:0.1:1786173415.509060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814cc00.
00000080:00000010:0.1:1786173415.509062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488560320.
00010000:00000010:0.1:1786173415.509065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957000.
00010000:00000010:0.1:1786173415.509068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814c200.
00000080:00000010:0.1:1786173415.509070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885605e0.
00010000:00000010:0.1:1786173415.509074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957700.
00010000:00000010:0.1:1786173415.509076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814c600.
00000080:00000010:0.1:1786173415.509082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885762e0.
00010000:00000010:0.1:1786173415.509086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957f00.
00010000:00000010:0.1:1786173415.509089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814c000.
00000080:00000010:0.1:1786173415.509092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280340.
00010000:00000010:0.1:1786173415.509098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957900.
00010000:00000010:0.1:1786173415.509102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1480030a00.
00000080:00000010:0.1:1786173415.509105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867dc0.
00010000:00000010:0.1:1786173415.509110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174300.
00010000:00000010:0.1:1786173415.509112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484adfc00.
00000080:00000010:0.1:1786173415.509115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858679a0.
00010000:00000010:0.1:1786173415.509119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1200.
00010000:00000010:0.1:1786173415.509122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484adf000.
00000080:00000010:0.1:1786173415.509125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867340.
00010000:00000010:0.1:1786173415.509128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1d00.
00010000:00000010:0.1:1786173415.509131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484ade400.
00000080:00000010:0.1:1786173415.509134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14858672a0.
00010000:00000010:0.1:1786173415.509138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1300.
00010000:00000010:0.1:1786173415.509141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484ade800.
00000080:00000010:0.1:1786173415.509144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867240.
00010000:00000010:0.1:1786173415.509147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1100.
00010000:00000010:0.1:1786173415.509150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484adfa00.
00000080:00000010:0.1:1786173415.509153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867ea0.
00010000:00000010:0.1:1786173415.509157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14885a1600.
00010000:00000010:0.1:1786173415.509159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484adf200.
00000080:00000010:0.1:1786173415.509162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885769a0.
00010000:00000010:0.1:1786173415.509166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1490957a00.
00010000:00000010:0.1:1786173415.509169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814da00.
00000080:00000010:0.1:1786173415.509172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576000.
00010000:00000010:0.1:1786173415.509177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3ee00.
00010000:00000010:0.1:1786173415.509180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814d200.
00000080:00000010:0.1:1786173415.509183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885761a0.
00010000:00000010:0.1:1786173415.509187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3ef00.
00010000:00000010:0.1:1786173415.509190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148814d400.
00000080:00000010:0.1:1786173415.509193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885766a0.
00010000:00000010:0.1:1786173415.509197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3e700.
00010000:00000010:0.1:1786173415.509201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d8400.
00000080:00000010:0.1:1786173415.509205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885760a0.
00010000:00000010:0.1:1786173415.509209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3e800.
00010000:00000010:0.1:1786173415.509213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d9a00.
00000080:00000010:0.1:1786173415.509216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576ec0.
00010000:00000010:0.1:1786173415.509221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3e400.
00010000:00000010:0.1:1786173415.509224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d8200.
00000080:00000010:0.1:1786173415.509226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885761c0.
00010000:00000010:0.1:1786173415.509231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3e100.
00010000:00000010:0.1:1786173415.509234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d9200.
00000080:00000010:0.1:1786173415.509237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885764a0.
00010000:00000010:0.1:1786173415.509241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3e900.
00010000:00000010:0.1:1786173415.509244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d9800.
00000080:00000010:0.1:1786173415.509247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862802a0.
00010000:00000010:0.1:1786173415.509252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174100.
00010000:00000010:0.1:1786173415.509255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1480030000.
00000080:00000010:0.1:1786173415.509258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867b00.
00010000:00000010:0.1:1786173415.509262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174600.
00010000:00000010:0.1:1786173415.509265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484adf400.
00000080:00000010:0.1:1786173415.509268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867fe0.
00010000:00000010:0.1:1786173415.509273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bca800.
00010000:00000010:0.1:1786173415.509277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484adf800.
00000080:00000010:0.1:1786173415.509279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867060.
00010000:00000010:0.1:1786173415.509283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bca400.
00010000:00000010:0.1:1786173415.509286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484ade000.
00000080:00000010:0.1:1786173415.509289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867a60.
00010000:00000010:0.1:1786173415.509292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bca200.
00010000:00000010:0.1:1786173415.509295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484ade200.
00000080:00000010:0.1:1786173415.509298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485867860.
00010000:00000010:0.1:1786173415.509302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bcad00.
00010000:00000010:0.1:1786173415.509306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498042200.
00000080:00000010:0.1:1786173415.509309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280240.
00010000:00000010:0.1:1786173415.509313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174a00.
00010000:00000010:0.1:1786173415.509315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1480031200.
00000080:00000010:0.1:1786173415.509325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6ec0.
00010000:00000010:0.1:1786173415.509330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174500.
00010000:00000010:0.1:1786173415.509333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498042c00.
00000080:00000010:0.1:1786173415.509336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576ac0.
00010000:00000010:0.1:1786173415.509341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bca300.
00010000:00000010:0.1:1786173415.509344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d8800.
00000080:00000010:0.1:1786173415.509347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576820.
00010000:00000010:0.1:1786173415.509351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3ea00.
00010000:00000010:0.1:1786173415.509354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d9c00.
00000080:00000010:0.1:1786173415.509357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576b00.
00010000:00000010:0.1:1786173415.509361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3e300.
00010000:00000010:0.1:1786173415.509363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d9000.
00000080:00000010:0.1:1786173415.509366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576fe0.
00010000:00000010:0.1:1786173415.509370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3e500.
00010000:00000010:0.1:1786173415.509373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d8a00.
00000080:00000010:0.1:1786173415.509376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576c60.
00010000:00000010:0.1:1786173415.509380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3e200.
00010000:00000010:0.1:1786173415.509383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d9e00.
00000080:00000010:0.1:1786173415.509386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280b00.
00010000:00000010:0.1:1786173415.509390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498174900.
00010000:00000010:0.1:1786173415.509393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1480031a00.
00000080:00000010:0.1:1786173415.509396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280fe0.
00010000:00000010:0.1:1786173415.509402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899c00.
00010000:00000010:0.1:1786173415.509405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1480030800.
00000080:00000010:0.1:1786173415.509408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280060.
00010000:00000010:0.1:1786173415.509412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899f00.
00010000:00000010:0.1:1786173415.509415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858cea00.
00000080:00000010:0.1:1786173415.509419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280a60.
00010000:00000010:0.1:1786173415.509423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899e00.
00010000:00000010:0.1:1786173415.509427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0f600.
00000080:00000010:0.1:1786173415.509431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6da0.
00010000:00000010:0.1:1786173415.509435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bca100.
00010000:00000010:0.1:1786173415.509891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498042600.
00000080:00000010:0.1:1786173415.509899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6140.
00010000:00000010:0.1:1786173415.509904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bca600.
00010000:00000010:0.1:1786173415.509908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498043600.
00000080:00000010:0.1:1786173415.509911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6a40.
00010000:00000010:0.1:1786173415.509915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bcaa00.
00010000:00000010:0.1:1786173415.509918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498042e00.
00000080:00000010:0.1:1786173415.509921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6a20.
00010000:00000010:0.1:1786173415.509924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bca500.
00010000:00000010:0.1:1786173415.509927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498042a00.
00000080:00000010:0.1:1786173415.509930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6c00.
00010000:00000010:0.1:1786173415.509935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bca900.
00010000:00000010:0.1:1786173415.509938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498043e00.
00000080:00000010:0.1:1786173415.509941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6d20.
00010000:00000010:0.1:1786173415.509945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bca700.
00010000:00000010:0.1:1786173415.509948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498043c00.
00000080:00000010:0.1:1786173415.509951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6540.
00010000:00000010:0.1:1786173415.509955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bcac00.
00010000:00000010:0.1:1786173415.509957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498043000.
00000080:00000010:0.1:1786173415.509960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6fa0.
00010000:00000010:0.1:1786173415.509964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bcaf00.
00010000:00000010:0.1:1786173415.509966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498042400.
00000080:00000010:0.1:1786173415.509968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6e40.
00010000:00000010:0.1:1786173415.509972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bcae00.
00010000:00000010:0.1:1786173415.509974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498042800.
00000080:00000010:0.1:1786173415.509977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6f80.
00010000:00000010:0.1:1786173415.509981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bca000.
00010000:00000010:0.1:1786173415.509984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498043a00.
00000080:00000010:0.1:1786173415.509987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6460.
00010000:00000010:0.1:1786173415.509991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899000.
00010000:00000010:0.1:1786173415.509994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498043200.
00000080:00000010:0.1:1786173415.509997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6360.
00010000:00000010:0.1:1786173415.510000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485bcab00.
00010000:00000010:0.1:1786173415.510003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498043400.
00000080:00000010:0.1:1786173415.510005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6320.
00010000:00000010:0.1:1786173415.510011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145400.
00010000:00000010:0.1:1786173415.510014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498043800.
00000080:00000010:0.1:1786173415.510017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6380.
00010000:00000010:0.1:1786173415.510021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145200.
00010000:00000010:0.1:1786173415.510024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498042000.
00000080:00000010:0.1:1786173415.510027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6d80.
00010000:00000010:0.1:1786173415.510032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145d00.
00010000:00000010:0.1:1786173415.510036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c71a00.
00000080:00000010:0.1:1786173415.510039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6b40.
00010000:00000010:0.1:1786173415.510044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145300.
00010000:00000010:0.1:1786173415.510046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c71200.
00000080:00000010:0.1:1786173415.510050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6880.
00010000:00000010:0.1:1786173415.510053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145100.
00010000:00000010:0.1:1786173415.510056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c71400.
00000080:00000010:1.1:1786173415.516917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576360.
00010000:00000010:1.1:1786173415.516930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145600.
00010000:00000010:1.1:1786173415.516935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d9400.
00000080:00000010:1.1:1786173415.516945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6f40.
00010000:00000010:1.1:1786173415.516953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145a00.
00010000:00000010:1.1:1786173415.516956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c71800.
00000080:00000010:1.1:1786173415.516960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6400.
00010000:00000010:1.1:1786173415.516964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145500.
00010000:00000010:1.1:1786173415.516967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c70000.
00000080:00000010:1.1:1786173415.516970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6520.
00010000:00000010:1.1:1786173415.516974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145900.
00010000:00000010:1.1:1786173415.516977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c70200.
00000080:00000010:1.1:1786173415.516980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6ba0.
00010000:00000010:1.1:1786173415.516984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145700.
00010000:00000010:1.1:1786173415.516987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c70c00.
00000080:00000010:1.1:1786173415.516990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c63e0.
00010000:00000010:1.1:1786173415.516994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145c00.
00010000:00000010:1.1:1786173415.516997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c70600.
00000080:00000010:1.1:1786173415.517000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6b20.
00010000:00000010:1.1:1786173415.517007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145f00.
00010000:00000010:1.1:1786173415.517010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c71600.
00000080:00000010:1.1:1786173415.517013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6120.
00010000:00000010:1.1:1786173415.517017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145e00.
00010000:00000010:1.1:1786173415.517019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c70e00.
00000080:00000010:1.1:1786173415.517023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6e80.
00010000:00000010:1.1:1786173415.517026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145000.
00010000:00000010:1.1:1786173415.517029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c70a00.
00000080:00000010:1.1:1786173415.517033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6e00.
00010000:00000010:1.1:1786173415.517037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145b00.
00010000:00000010:1.1:1786173415.517040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c71e00.
00000080:00000010:1.1:1786173415.517045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280860.
00010000:00000010:1.1:1786173415.517050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c2145800.
00010000:00000010:1.1:1786173415.517054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0fc00.
00000080:00000010:1.1:1786173415.517056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862807a0.
00010000:00000010:1.1:1786173415.517061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899b00.
00010000:00000010:1.1:1786173415.517064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0fa00.
00000080:00000010:1.1:1786173415.517067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6020.
00010000:00000010:1.1:1786173415.517071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899800.
00010000:00000010:1.1:1786173415.517074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c71c00.
00000080:00000010:1.1:1786173415.517077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280720.
00010000:00000010:1.1:1786173415.517081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899400.
00010000:00000010:1.1:1786173415.517084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0e200.
00000080:00000010:1.1:1786173415.517087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6480.
00010000:00000010:1.1:1786173415.517092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899200.
00010000:00000010:1.1:1786173415.517094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c71000.
00000080:00000010:1.1:1786173415.517097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c66e0.
00010000:00000010:1.1:1786173415.517105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585000.
00010000:00000010:1.1:1786173415.517155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c70400.
00000080:00000010:1.1:1786173415.517160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6a00.
00010000:00000010:1.1:1786173415.517164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585b00.
00010000:00000010:1.1:1786173415.517167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482c70800.
00000080:00000010:1.1:1786173415.517170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6a80.
00010000:00000010:1.1:1786173415.517174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585800.
00010000:00000010:1.1:1786173415.517178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880bee00.
00000080:00000010:1.1:1786173415.517182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c63a0.
00010000:00000010:1.1:1786173415.517186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585400.
00010000:00000010:1.1:1786173415.517189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880bea00.
00000080:00000010:1.1:1786173415.517192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6740.
00010000:00000010:1.1:1786173415.517197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585200.
00010000:00000010:1.1:1786173415.517201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880bfe00.
00000080:00000010:1.1:1786173415.517204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576580.
00010000:00000010:1.1:1786173415.517208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585d00.
00010000:00000010:1.1:1786173415.517210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d8000.
00000080:00000010:1.1:1786173415.517215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576640.
00010000:00000010:1.1:1786173415.517222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3e000.
00010000:00000010:1.1:1786173415.517226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d8c00.
00000080:00000010:1.1:1786173415.517228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885761e0.
00010000:00000010:1.1:1786173415.517232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3ed00.
00010000:00000010:1.1:1786173415.517235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d8600.
00000080:00000010:1.1:1786173415.517238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6780.
00010000:00000010:1.1:1786173415.517242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585300.
00010000:00000010:1.1:1786173415.517245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880bfc00.
00000080:00000010:1.1:1786173415.517248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c63c0.
00010000:00000010:1.1:1786173415.517252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585100.
00010000:00000010:1.1:1786173415.517255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880bf000.
00000080:00000010:1.1:1786173415.517258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576380.
00010000:00000010:1.1:1786173415.517262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3ec00.
00010000:00000010:1.1:1786173415.517264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d9600.
00000080:00000010:1.1:1786173415.517267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576d60.
00010000:00000010:1.1:1786173415.517270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3e600.
00010000:00000010:1.1:1786173415.517272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858d8e00.
00000080:00000010:1.1:1786173415.517274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885767a0.
00010000:00000010:1.1:1786173415.517278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482e3eb00.
00010000:00000010:1.1:1786173415.517285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858cf600.
00000080:00000010:1.1:1786173415.517288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576060.
00010000:00000010:1.1:1786173415.517293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05600.
00010000:00000010:1.1:1786173415.517296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858ce400.
00000080:00000010:1.1:1786173415.517298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576f40.
00010000:00000010:1.1:1786173415.517302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05a00.
00010000:00000010:1.1:1786173415.517304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858cf000.
00000080:00000010:1.1:1786173415.517307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6640.
00010000:00000010:1.1:1786173415.517311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585600.
00010000:00000010:1.1:1786173415.517314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880be400.
00000080:00000010:1.1:1786173415.517316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c61c0.
00010000:00000010:1.1:1786173415.517319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585a00.
00010000:00000010:1.1:1786173415.517322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880be800.
00000080:00000010:1.1:1786173415.517325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6900.
00010000:00000010:1.1:1786173415.517360:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585500.
00010000:00000010:1.1:1786173415.517363:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880bfa00.
00000080:00000010:1.1:1786173415.517367:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6ae0.
00010000:00000010:1.1:1786173415.517371:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585900.
00010000:00000010:1.1:1786173415.517373:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880bf200.
00000080:00000010:1.1:1786173415.517375:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6bc0.
00010000:00000010:1.1:1786173415.517379:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585700.
00010000:00000010:1.1:1786173415.517383:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880bf400.
00000080:00000010:1.1:1786173415.517386:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c69e0.
00010000:00000010:1.1:1786173415.517393:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585c00.
00010000:00000010:1.1:1786173415.517396:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880bf800.
00000080:00000010:1.1:1786173415.517398:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6aa0.
00010000:00000010:1.1:1786173415.517403:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585f00.
00010000:00000010:1.1:1786173415.517406:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880be000.
00000080:00000010:1.1:1786173415.517408:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6920.
00010000:00000010:1.1:1786173415.517413:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1499585e00.
00010000:00000010:1.1:1786173415.517416:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880be200.
00000080:00000010:1.1:1786173415.517419:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6e60.
00010000:00000010:1.1:1786173415.517425:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636f400.
00010000:00000010:1.1:1786173415.517429:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880bec00.
00000080:00000010:1.1:1786173415.517432:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6d60.
00010000:00000010:1.1:1786173415.517436:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636f200.
00010000:00000010:1.1:1786173415.517501:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880be600.
00000080:00000010:1.1:1786173415.517505:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c66a0.
00010000:00000010:1.1:1786173415.517510:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636fd00.
00010000:00000010:1.1:1786173415.517513:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14880bf600.
00000080:00000010:1.1:1786173415.517516:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6d40.
00010000:00000010:1.1:1786173415.517529:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636f300.
00010000:00000010:1.1:1786173415.517533:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5dc00.
00000080:00000010:1.1:1786173415.517537:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6600.
00010000:00000010:1.1:1786173415.517542:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636f100.
00010000:00000010:1.1:1786173415.517546:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5c400.
00000080:00000010:1.1:1786173415.517549:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6e20.
00010000:00000010:1.1:1786173415.517553:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636f600.
00010000:00000010:1.1:1786173415.517556:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5c800.
00000080:00000010:1.1:1786173415.517559:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6940.
00010000:00000010:1.1:1786173415.517562:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636fa00.
00010000:00000010:1.1:1786173415.517566:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5da00.
00000080:00000010:1.1:1786173415.517568:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c64c0.
00010000:00000010:1.1:1786173415.517572:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636f500.
00010000:00000010:1.1:1786173415.517575:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5d200.
00000080:00000010:1.1:1786173415.517578:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c67e0.
00010000:00000010:1.1:1786173415.517581:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636f900.
00010000:00000010:1.1:1786173415.517584:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5d400.
00000080:00000010:1.1:1786173415.517587:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6b00.
00010000:00000010:1.1:1786173415.517591:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636f700.
00010000:00000010:1.1:1786173415.517593:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5d800.
00000080:00000010:1.1:1786173415.517596:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6fe0.
00010000:00000010:1.1:1786173415.517599:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636fc00.
00010000:00000010:1.1:1786173415.517602:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5c000.
00000080:00000010:1.1:1786173415.517604:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6060.
00010000:00000010:1.1:1786173415.517608:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636ff00.
00010000:00000010:1.1:1786173415.517611:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5c200.
00000080:00000010:1.1:1786173415.517614:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6a60.
00010000:00000010:1.1:1786173415.517618:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636fe00.
00010000:00000010:1.1:1786173415.517620:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5cc00.
00000080:00000010:1.1:1786173415.517623:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6860.
00010000:00000010:1.1:1786173415.517626:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636f000.
00010000:00000010:1.1:1786173415.517629:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5c600.
00000080:00000010:1.1:1786173415.517632:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c67a0.
00010000:00000010:1.1:1786173415.517636:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636fb00.
00010000:00000010:1.1:1786173415.517638:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5d600.
00000080:00000010:1.1:1786173415.517641:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6be0.
00010000:00000010:1.1:1786173415.517648:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148636f800.
00010000:00000010:1.1:1786173415.517650:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5ce00.
00000080:00000010:1.1:1786173415.517654:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6700.
00010000:00000010:1.1:1786173415.517659:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57d00.
00010000:00000010:1.1:1786173415.517663:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5ca00.
00000080:00000010:1.1:1786173415.517666:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2380.
00010000:00000010:1.1:1786173415.517672:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48e00.
00010000:00000010:1.1:1786173415.517676:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af9600.
00000080:00000010:1.1:1786173415.517679:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2d80.
00010000:00000010:1.1:1786173415.517683:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48000.
00010000:00000010:1.1:1786173415.517686:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af9a00.
00000080:00000010:1.1:1786173415.517689:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6560.
00010000:00000010:1.1:1786173415.517695:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05500.
00010000:00000010:1.1:1786173415.517698:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5de00.
00000080:00000010:1.1:1786173415.517700:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2ea0.
00010000:00000010:1.1:1786173415.517706:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48700.
00010000:00000010:1.1:1786173415.517708:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af9400.
00000080:00000010:1.1:1786173415.517711:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862802e0.
00010000:00000010:1.1:1786173415.517715:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899d00.
00010000:00000010:1.1:1786173415.517719:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0f800.
00000080:00000010:1.1:1786173415.517722:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280c40.
00010000:00000010:1.1:1786173415.517726:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899300.
00010000:00000010:1.1:1786173415.517729:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0ee00.
00000080:00000010:1.1:1786173415.517732:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862805a0.
00010000:00000010:1.1:1786173415.517735:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899100.
00010000:00000010:1.1:1786173415.517738:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0e000.
00000080:00000010:1.1:1786173415.517741:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c6c40.
00010000:00000010:1.1:1786173415.517745:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899600.
00010000:00000010:1.1:1786173415.517747:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498a5d000.
00000080:00000010:1.1:1786173415.517750:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14831c65a0.
00010000:00000010:1.1:1786173415.517754:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57300.
00010000:00000010:1.1:1786173415.517757:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485958e00.
00000080:00000010:1.1:1786173415.517762:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9540.
00010000:00000010:1.1:1786173415.517766:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57100.
00010000:00000010:1.1:1786173415.517966:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485958a00.
00000080:00000010:1.1:1786173415.517975:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9a60.
00010000:00000010:1.1:1786173415.517982:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57600.
00010000:00000010:1.1:1786173415.517985:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485959e00.
00000080:00000010:1.1:1786173415.517988:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576020.
00010000:00000010:1.1:1786173415.517992:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57a00.
00010000:00000010:1.1:1786173415.517996:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858cee00.
00000080:00000010:1.1:1786173415.517999:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280300.
00010000:00000010:1.1:1786173415.518006:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899a00.
00010000:00000010:1.1:1786173415.518009:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0ec00.
00000080:00000010:1.1:1786173415.518012:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a94a0.
00010000:00000010:1.1:1786173415.518017:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57500.
00010000:00000010:1.1:1786173415.518020:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485959c00.
00000080:00000010:1.1:1786173415.518023:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a98e0.
00010000:00000010:1.1:1786173415.518027:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57900.
00010000:00000010:1.1:1786173415.518031:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485959000.
00000080:00000010:1.1:1786173415.518034:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9720.
00010000:00000010:1.1:1786173415.518038:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57700.
00010000:00000010:1.1:1786173415.518041:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485958400.
00000080:00000010:1.1:1786173415.518044:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9560.
00010000:00000010:1.1:1786173415.518048:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57c00.
00010000:00000010:1.1:1786173415.518051:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485958800.
00000080:00000010:1.1:1786173415.518054:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9ec0.
00010000:00000010:1.1:1786173415.518059:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57f00.
00010000:00000010:1.1:1786173415.518063:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485959a00.
00000080:00000010:1.1:1786173415.518066:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9ee0.
00010000:00000010:1.1:1786173415.518070:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57e00.
00010000:00000010:1.1:1786173415.518073:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485959200.
00000080:00000010:1.1:1786173415.518076:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a95e0.
00010000:00000010:1.1:1786173415.518080:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57000.
00010000:00000010:1.1:1786173415.518083:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485959400.
00000080:00000010:1.1:1786173415.518087:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9300.
00010000:00000010:1.1:1786173415.518091:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57b00.
00010000:00000010:1.1:1786173415.518093:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485959800.
00000080:00000010:1.1:1786173415.518097:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9ac0.
00010000:00000010:1.1:1786173415.518100:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57800.
00010000:00000010:1.1:1786173415.518103:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485958000.
00000080:00000010:1.1:1786173415.518106:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9de0.
00010000:00000010:1.1:1786173415.518111:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57400.
00010000:00000010:1.1:1786173415.518114:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485958200.
00000080:00000010:1.1:1786173415.518117:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9080.
00010000:00000010:1.1:1786173415.518121:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b57200.
00010000:00000010:1.1:1786173415.518123:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485958c00.
00000080:00000010:1.1:1786173415.518125:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9180.
00010000:00000010:1.1:1786173415.518134:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9c00.
00010000:00000010:1.1:1786173415.518138:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485958600.
00000080:00000010:1.1:1786173415.518140:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9ce0.
00010000:00000010:1.1:1786173415.518144:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9f00.
00010000:00000010:1.1:1786173415.518147:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485959600.
00000080:00000010:1.1:1786173415.518150:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9260.
00010000:00000010:1.1:1786173415.518154:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9e00.
00010000:00000010:1.1:1786173415.518157:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985baa00.
00000080:00000010:1.1:1786173415.518161:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280ac0.
00010000:00000010:1.1:1786173415.518167:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899500.
00010000:00000010:1.1:1786173415.518170:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0f000.
00000080:00000010:1.1:1786173415.518172:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280de0.
00010000:00000010:1.1:1786173415.518176:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899900.
00010000:00000010:1.1:1786173415.518179:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0f400.
00000080:00000010:1.1:1786173415.518182:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9980.
00010000:00000010:1.1:1786173415.518186:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485899700.
00010000:00000010:1.1:1786173415.518190:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bbe00.
00000080:00000010:1.1:1786173415.518193:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9f60.
00010000:00000010:1.1:1786173415.518197:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9000.
00010000:00000010:1.1:1786173415.518200:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bbc00.
00000080:00000010:1.1:1786173415.518203:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9c20.
00010000:00000010:1.1:1786173415.518207:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9b00.
00010000:00000010:1.1:1786173415.518210:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bb000.
00000080:00000010:1.1:1786173415.518213:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9460.
00010000:00000010:1.1:1786173415.518218:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9800.
00010000:00000010:1.1:1786173415.518221:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985ba400.
00000080:00000010:1.1:1786173415.518224:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9360.
00010000:00000010:1.1:1786173415.518228:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9400.
00010000:00000010:1.1:1786173415.518231:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985ba800.
00000080:00000010:1.1:1786173415.518234:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9320.
00010000:00000010:1.1:1786173415.518237:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9200.
00010000:00000010:1.1:1786173415.518241:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bba00.
00000080:00000010:1.1:1786173415.518243:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9380.
00010000:00000010:1.1:1786173415.518247:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9d00.
00010000:00000010:1.1:1786173415.518250:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bb200.
00000080:00000010:1.1:1786173415.518253:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9d80.
00010000:00000010:1.1:1786173415.518257:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9300.
00010000:00000010:1.1:1786173415.518259:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bb400.
00000080:00000010:1.1:1786173415.518262:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9b40.
00010000:00000010:1.1:1786173415.518267:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9100.
00010000:00000010:1.1:1786173415.518270:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bb800.
00000080:00000010:1.1:1786173415.518273:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9880.
00010000:00000010:1.1:1786173415.518277:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9600.
00010000:00000010:1.1:1786173415.518280:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985ba000.
00000080:00000010:1.1:1786173415.518283:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885767c0.
00010000:00000010:1.1:1786173415.518287:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9a00.
00010000:00000010:1.1:1786173415.518291:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858ce600.
00000080:00000010:1.1:1786173415.518293:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576520.
00010000:00000010:1.1:1786173415.518297:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05f00.
00010000:00000010:1.1:1786173415.518300:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858cf800.
00000080:00000010:1.1:1786173415.518303:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885762a0.
00010000:00000010:1.1:1786173415.518307:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05b00.
00010000:00000010:1.1:1786173415.518310:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858ce200.
00000080:00000010:1.1:1786173415.518313:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9f40.
00010000:00000010:1.1:1786173415.518317:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9500.
00010000:00000010:1.1:1786173415.518319:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985ba200.
00000080:00000010:1.1:1786173415.518323:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9400.
00010000:00000010:1.1:1786173415.518327:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9900.
00010000:00000010:1.1:1786173415.518329:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bac00.
00000080:00000010:1.1:1786173415.518332:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9520.
00010000:00000010:1.1:1786173415.518336:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858e9700.
00010000:00000010:1.1:1786173415.518340:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985ba600.
00000080:00000010:1.1:1786173415.518342:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9ba0.
00010000:00000010:1.1:1786173415.518348:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3400.
00010000:00000010:1.1:1786173415.518352:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bb600.
00000080:00000010:1.1:1786173415.518354:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a93e0.
00010000:00000010:1.1:1786173415.518358:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3200.
00010000:00000010:1.1:1786173415.518361:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bae00.
00000080:00000010:1.1:1786173415.518363:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9b20.
00010000:00000010:1.1:1786173415.518370:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3d00.
00010000:00000010:1.1:1786173415.518374:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485804200.
00000080:00000010:1.1:1786173415.518377:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9120.
00010000:00000010:1.1:1786173415.518381:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3300.
00010000:00000010:1.1:1786173415.518384:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485804c00.
00000080:00000010:1.1:1786173415.518387:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9e80.
00010000:00000010:1.1:1786173415.518390:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3100.
00010000:00000010:1.1:1786173415.518394:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485804600.
00000080:00000010:1.1:1786173415.518397:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9e00.
00010000:00000010:1.1:1786173415.518401:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3600.
00010000:00000010:1.1:1786173415.518404:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485805600.
00000080:00000010:1.1:1786173415.518407:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9020.
00010000:00000010:1.1:1786173415.518411:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3a00.
00010000:00000010:1.1:1786173415.518413:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485804e00.
00000080:00000010:1.1:1786173415.518416:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885768e0.
00010000:00000010:1.1:1786173415.518421:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3500.
00010000:00000010:1.1:1786173415.518424:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858cec00.
00000080:00000010:1.1:1786173415.518427:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2d40.
00010000:00000010:1.1:1786173415.518431:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48900.
00010000:00000010:1.1:1786173415.518434:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af8200.
00000080:00000010:1.1:1786173415.519503:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a96e0.
00010000:00000010:1.1:1786173415.519514:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3900.
00010000:00000010:1.1:1786173415.519529:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485804a00.
00000080:00000010:1.1:1786173415.550807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9a00.
00010000:00000010:1.1:1786173415.550832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3700.
00010000:00000010:1.1:1786173415.550837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485805e00.
00000080:00000010:1.1:1786173415.550842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885762c0.
00010000:00000010:1.1:1786173415.550848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05000.
00010000:00000010:1.1:1786173415.550853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858cfc00.
00000080:00000010:1.1:1786173415.550856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576ea0.
00010000:00000010:1.1:1786173415.550862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05d00.
00010000:00000010:1.1:1786173415.550865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858cfe00.
00000080:00000010:1.1:1786173415.550867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885766e0.
00010000:00000010:1.1:1786173415.550871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05100.
00010000:00000010:1.1:1786173415.550874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858ce800.
00000080:00000010:1.1:1786173415.550877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9a80.
00010000:00000010:1.1:1786173415.550881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3c00.
00010000:00000010:1.1:1786173415.550884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485805c00.
00000080:00000010:1.1:1786173415.550886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a93a0.
00010000:00000010:1.1:1786173415.550890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3f00.
00010000:00000010:1.1:1786173415.550893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485805000.
00000080:00000010:1.1:1786173415.550896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9740.
00010000:00000010:1.1:1786173415.550899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3e00.
00010000:00000010:1.1:1786173415.550902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485804400.
00000080:00000010:1.1:1786173415.550907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280080.
00010000:00000010:1.1:1786173415.550912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3000.
00010000:00000010:1.1:1786173415.550914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485804800.
00000080:00000010:1.1:1786173415.550917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280180.
00010000:00000010:1.1:1786173415.550926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9be00.
00010000:00000010:1.1:1786173415.550929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0f200.
00000080:00000010:1.1:1786173415.550932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a90c0.
00010000:00000010:1.1:1786173415.550936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9b000.
00010000:00000010:1.1:1786173415.550939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485805a00.
00000080:00000010:1.1:1786173415.550942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a92c0.
00010000:00000010:1.1:1786173415.550946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3b00.
00010000:00000010:1.1:1786173415.550949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485805200.
00000080:00000010:1.1:1786173415.550952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a94e0.
00010000:00000010:1.1:1786173415.550955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14882b3800.
00010000:00000010:1.1:1786173415.550959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485805400.
00000080:00000010:1.1:1786173415.550962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280ce0.
00010000:00000010:1.1:1786173415.550966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9bb00.
00010000:00000010:1.1:1786173415.550970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0e600.
00000080:00000010:1.1:1786173415.550972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9800.
00010000:00000010:1.1:1786173415.550976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9b800.
00010000:00000010:1.1:1786173415.550979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485805800.
00000080:00000010:1.1:1786173415.550981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9f20.
00010000:00000010:1.1:1786173415.550987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aaec00.
00010000:00000010:1.1:1786173415.550990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485804000.
00000080:00000010:1.1:1786173415.550993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9160.
00010000:00000010:1.1:1786173415.550996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aaef00.
00010000:00000010:1.1:1786173415.551000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487031600.
00000080:00000010:1.1:1786173415.551003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280260.
00010000:00000010:1.1:1786173415.551006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aaee00.
00010000:00000010:1.1:1786173415.551009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0e800.
00000080:00000010:1.1:1786173415.551011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280980.
00010000:00000010:1.1:1786173415.551015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9b400.
00010000:00000010:1.1:1786173415.551018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0e400.
00000080:00000010:1.1:1786173415.551021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280f60.
00010000:00000010:1.1:1786173415.551025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9b200.
00010000:00000010:1.1:1786173415.551027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0fe00.
00000080:00000010:1.1:1786173415.551030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280c20.
00010000:00000010:2.1:1786173415.551313:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9bd00.
00010000:00000010:2.1:1786173415.551319:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487b0ea00.
00000080:00000010:2.1:1786173415.551323:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576100.
00010000:00000010:2.1:1786173415.551327:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05300.
00010000:00000010:2.1:1786173415.551331:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858cf400.
00000080:00000010:2.1:1786173415.551333:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885769e0.
00010000:00000010:2.1:1786173415.551338:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05400.
00010000:00000010:2.1:1786173415.551341:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858cf200.
00000080:00000010:2.1:1786173415.551345:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9f00.
00010000:00000010:2.1:1786173415.551349:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05800.
00010000:00000010:2.1:1786173415.551352:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487030e00.
00000080:00000010:2.1:1786173415.551355:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a90a0.
00010000:00000010:2.1:1786173415.551360:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aae000.
00010000:00000010:2.1:1786173415.551363:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487030a00.
00000080:00000010:2.1:1786173415.551366:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a98c0.
00010000:00000010:2.1:1786173415.551372:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aaeb00.
00010000:00000010:2.1:1786173415.551375:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487031e00.
00000080:00000010:2.1:1786173415.551378:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9c80.
00010000:00000010:2.1:1786173415.551382:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aae800.
00010000:00000010:2.1:1786173415.551386:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487031c00.
00000080:00000010:2.1:1786173415.551388:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9cc0.
00010000:00000010:2.1:1786173415.551393:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aae400.
00010000:00000010:2.1:1786173415.551396:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487031000.
00000080:00000010:2.1:1786173415.551399:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9620.
00010000:00000010:2.1:1786173415.551403:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aae200.
00010000:00000010:2.1:1786173415.551405:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487030400.
00000080:00000010:3.1:1786173415.587502:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9960.
00010000:00000010:3.1:1786173415.587535:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aaed00.
00010000:00000010:3.1:1786173415.587541:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487030800.
00000080:00000010:3.1:1786173415.587545:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9760.
00010000:00000010:3.1:1786173415.587549:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aae300.
00010000:00000010:3.1:1786173415.587554:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487031a00.
00000080:00000010:3.1:1786173415.587557:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9dc0.
00010000:00000010:3.1:1786173415.587563:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aae100.
00010000:00000010:3.1:1786173415.587567:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487031200.
00000080:00000010:3.1:1786173415.587569:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9600.
00010000:00000010:3.1:1786173415.587578:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9b300.
00010000:00000010:3.1:1786173415.587581:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487031400.
00000080:00000010:3.1:1786173415.587584:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9e20.
00010000:00000010:3.1:1786173415.587588:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aae600.
00010000:00000010:3.1:1786173415.587590:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487031800.
00000080:00000010:3.1:1786173415.587595:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280460.
00010000:00000010:3.1:1786173415.587602:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aaea00.
00010000:00000010:3.1:1786173415.587606:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f4200.
00000080:00000010:3.1:1786173415.587610:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a92a0.
00010000:00000010:3.1:1786173415.587615:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aae500.
00010000:00000010:3.1:1786173415.587618:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487030000.
00000080:00000010:3.1:1786173415.587620:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280b80.
00010000:00000010:3.1:1786173415.587625:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aae900.
00010000:00000010:3.1:1786173415.587628:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f4a00.
00000080:00000010:3.1:1786173415.587632:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280680.
00010000:00000010:3.1:1786173415.587636:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9b100.
00010000:00000010:3.1:1786173415.587640:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f5000.
00000080:00000010:3.1:1786173415.587643:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14862807c0.
00010000:00000010:3.1:1786173415.587647:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9b600.
00010000:00000010:3.1:1786173415.587650:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f5a00.
00000080:00000010:3.1:1786173415.587654:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a97e0.
00010000:00000010:3.1:1786173415.587657:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aae700.
00010000:00000010:3.1:1786173415.587660:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487030200.
00000080:00000010:3.1:1786173415.587663:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9b00.
00010000:00000010:3.1:1786173415.587671:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18300.
00010000:00000010:3.1:1786173415.587674:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487030c00.
00000080:00000010:3.1:1786173415.587677:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14859a9fe0.
00010000:00000010:3.1:1786173415.587681:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18100.
00010000:00000010:3.1:1786173415.587685:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487030600.
00000080:00000010:3.1:1786173415.587687:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280380.
00010000:00000010:3.1:1786173415.587691:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18600.
00010000:00000010:3.1:1786173415.587695:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bde600.
00000080:00000010:3.1:1786173415.587699:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280d80.
00010000:00000010:3.1:1786173415.587703:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9ba00.
00010000:00000010:3.1:1786173415.587706:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f4400.
00000080:00000010:3.1:1786173415.587710:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280b40.
00010000:00000010:3.1:1786173415.587713:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9b500.
00010000:00000010:3.1:1786173415.587716:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f4000.
00000080:00000010:3.1:1786173415.587720:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489ff9660.
00010000:00000010:3.1:1786173415.587724:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18a00.
00010000:00000010:3.1:1786173415.587728:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bdf600.
00000080:00000010:3.1:1786173415.587731:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489ff9200.
00010000:00000010:3.1:1786173415.587735:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18500.
00010000:00000010:3.1:1786173415.587738:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bdee00.
00000080:00000010:3.1:1786173415.587954:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489ff9e80.
00010000:00000010:3.1:1786173415.587962:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18900.
00010000:00000010:3.1:1786173415.587965:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bdea00.
00000080:00000010:3.1:1786173415.587969:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489ff9760.
00010000:00000010:3.1:1786173415.587973:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18700.
00010000:00000010:3.1:1786173415.587976:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bdfe00.
00000080:00000010:3.1:1786173415.587980:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489ff9560.
00010000:00000010:3.1:1786173415.587983:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18c00.
00010000:00000010:3.1:1786173415.587986:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bdfc00.
00000080:00000010:3.1:1786173415.587990:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489ff9460.
00010000:00000010:3.1:1786173415.587996:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18f00.
00010000:00000010:3.1:1786173415.587999:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bdf000.
00000080:00000010:3.1:1786173415.588002:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489ff9f80.
00010000:00000010:3.1:1786173415.588006:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18e00.
00010000:00000010:3.1:1786173415.588009:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bde400.
00000080:00000010:3.1:1786173415.588012:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489ff9ba0.
00010000:00000010:3.1:1786173415.588016:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18000.
00010000:00000010:3.1:1786173415.588019:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bde800.
00000080:00000010:3.1:1786173415.588022:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489ff9920.
00010000:00000010:3.1:1786173415.588026:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18b00.
00010000:00000010:3.1:1786173415.588029:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bdfa00.
00000080:00000010:3.1:1786173415.588047:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1489ff91c0.
00010000:00000010:3.1:1786173415.588052:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18800.
00010000:00000010:3.1:1786173415.588055:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bdf200.
00000080:00000010:3.1:1786173415.588059:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794ca20.
00010000:00000010:3.1:1786173415.588063:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18400.
00010000:00000010:3.1:1786173415.588066:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bdf400.
00000080:00000010:3.1:1786173415.588069:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c980.
00010000:00000010:3.1:1786173415.588074:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18200.
00010000:00000010:3.1:1786173415.588077:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bdf800.
00000080:00000010:3.1:1786173415.588079:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c8a0.
00010000:00000010:3.1:1786173415.588083:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1498a18d00.
00010000:00000010:3.1:1786173415.588087:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bde000.
00000080:00000010:3.1:1786173415.588089:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c420.
00010000:00000010:3.1:1786173415.588094:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854d500.
00010000:00000010:3.1:1786173415.588098:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bde200.
00000080:00000010:3.1:1786173415.588102:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794cc60.
00010000:00000010:3.1:1786173415.588106:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854d900.
00010000:00000010:3.1:1786173415.588110:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498bdec00.
00000080:00000010:3.1:1786173415.588112:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794cd40.
00010000:00000010:3.1:1786173415.588116:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854d700.
00010000:00000010:3.1:1786173415.588120:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156a400.
00000080:00000010:3.1:1786173415.588123:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794cae0.
00010000:00000010:3.1:1786173415.588127:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854dc00.
00010000:00000010:3.1:1786173415.588131:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156a800.
00000080:00000010:3.1:1786173415.588133:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c0a0.
00010000:00000010:3.1:1786173415.588137:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854df00.
00010000:00000010:3.1:1786173415.588140:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156ba00.
00000080:00000010:3.1:1786173415.588143:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c6e0.
00010000:00000010:3.1:1786173415.588147:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854de00.
00010000:00000010:3.1:1786173415.588150:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156b200.
00000080:00000010:3.1:1786173415.588153:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794ccc0.
00010000:00000010:3.1:1786173415.588157:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854d000.
00010000:00000010:3.1:1786173415.588160:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156b400.
00000080:00000010:3.1:1786173415.588162:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c200.
00010000:00000010:3.1:1786173415.588166:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854db00.
00010000:00000010:3.1:1786173415.588169:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156b800.
00000080:00000010:3.1:1786173415.588172:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794cd20.
00010000:00000010:3.1:1786173415.588176:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854d800.
00010000:00000010:3.1:1786173415.588179:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156a000.
00000080:00000010:3.1:1786173415.588182:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c860.
00010000:00000010:3.1:1786173415.588185:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854d400.
00010000:00000010:3.1:1786173415.588188:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156a200.
00000080:00000010:3.1:1786173415.588191:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794cf40.
00010000:00000010:3.1:1786173415.588198:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854d200.
00010000:00000010:3.1:1786173415.588201:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156ac00.
00000080:00000010:3.1:1786173415.588204:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c0c0.
00010000:00000010:3.1:1786173415.588209:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854dd00.
00010000:00000010:3.1:1786173415.588212:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156a600.
00000080:00000010:3.1:1786173415.588215:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794ca60.
00010000:00000010:3.1:1786173415.588218:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854d300.
00010000:00000010:3.1:1786173415.588220:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156b600.
00000080:00000010:3.1:1786173415.588329:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c500.
00010000:00000010:3.1:1786173415.588337:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854d100.
00010000:00000010:3.1:1786173415.588340:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156ae00.
00000080:00000010:3.1:1786173415.588343:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148794c940.
00010000:00000010:3.1:1786173415.588347:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854d600.
00010000:00000010:3.1:1786173415.588350:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156aa00.
00000080:00000010:3.1:1786173415.588353:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486af2240.
00010000:00000010:3.1:1786173415.588357:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148854da00.
00010000:00000010:3.1:1786173415.588360:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156be00.
00000080:00000010:3.1:1786173415.588363:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486af2740.
00010000:00000010:3.1:1786173415.588369:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4ea00.
00010000:00000010:3.1:1786173415.588373:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156bc00.
00000080:00000010:3.1:1786173415.588375:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486af21c0.
00010000:00000010:3.1:1786173415.588379:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4e500.
00010000:00000010:3.1:1786173415.588382:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b156b000.
00000080:00000010:3.1:1786173415.588385:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486af2cc0.
00010000:00000010:3.1:1786173415.588389:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4e900.
00010000:00000010:3.1:1786173415.588393:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b9800.
00000080:00000010:3.1:1786173415.588397:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486af2980.
00010000:00000010:3.1:1786173415.588400:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4e700.
00010000:00000010:3.1:1786173415.588404:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b8000.
00000080:00000010:3.1:1786173415.588407:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488259100.
00010000:00000010:3.1:1786173415.588413:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4ec00.
00010000:00000010:3.1:1786173415.588416:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b8200.
00000080:00000010:3.1:1786173415.588429:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232300.
00010000:00000010:3.1:1786173415.588434:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4ef00.
00010000:00000010:3.1:1786173415.588496:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b8c00.
00000080:00000010:3.1:1786173415.588504:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842324e0.
00010000:00000010:3.1:1786173415.588509:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4ee00.
00010000:00000010:3.1:1786173415.588512:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b8600.
00000080:00000010:3.1:1786173415.588516:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842326a0.
00010000:00000010:3.1:1786173415.588531:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4e000.
00010000:00000010:3.1:1786173415.588534:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b9600.
00000080:00000010:3.1:1786173415.588537:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280880.
00010000:00000010:3.1:1786173415.588542:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9b900.
00010000:00000010:3.1:1786173415.588545:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f5400.
00000080:00000010:3.1:1786173415.588548:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280420.
00010000:00000010:3.1:1786173415.588551:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9b700.
00010000:00000010:3.1:1786173415.588554:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f5600.
00000080:00000010:3.1:1786173415.588558:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280f40.
00010000:00000010:3.1:1786173415.588561:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9bc00.
00010000:00000010:3.1:1786173415.588564:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f4800.
00000080:00000010:3.1:1786173415.588568:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232160.
00010000:00000010:3.1:1786173415.588572:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4eb00.
00010000:00000010:3.1:1786173415.588575:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b8e00.
00000080:00000010:3.1:1786173415.588579:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232140.
00010000:00000010:3.1:1786173415.588583:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4e800.
00010000:00000010:3.1:1786173415.588586:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b8a00.
00000080:00000010:3.1:1786173415.588590:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842325a0.
00010000:00000010:3.1:1786173415.588594:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4e400.
00010000:00000010:3.1:1786173415.588598:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b9e00.
00000080:00000010:3.1:1786173415.588601:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232900.
00010000:00000010:3.1:1786173415.588606:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4e200.
00010000:00000010:3.1:1786173415.588609:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b9c00.
00000080:00000010:3.1:1786173415.588613:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842328a0.
00010000:00000010:3.1:1786173415.588620:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4ed00.
00010000:00000010:3.1:1786173415.588623:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b9000.
00000080:00000010:3.1:1786173415.588626:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232bc0.
00010000:00000010:3.1:1786173415.588631:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4e300.
00010000:00000010:3.1:1786173415.588635:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b8400.
00000080:00000010:3.1:1786173415.588638:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232e60.
00010000:00000010:3.1:1786173415.588643:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4e100.
00010000:00000010:3.1:1786173415.588646:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b8800.
00000080:00000010:3.1:1786173415.588650:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232640.
00010000:00000010:3.1:1786173415.588654:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b4e600.
00010000:00000010:3.1:1786173415.588657:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b9a00.
00000080:00000010:3.1:1786173415.588660:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232220.
00010000:00000010:3.1:1786173415.588666:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7000.
00010000:00000010:3.1:1786173415.588670:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b9200.
00000080:00000010:3.1:1786173415.588674:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232620.
00010000:00000010:3.1:1786173415.588678:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7b00.
00010000:00000010:3.1:1786173415.588681:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14848b9400.
00000080:00000010:3.1:1786173415.588684:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842328e0.
00010000:00000010:3.1:1786173415.588688:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7800.
00010000:00000010:3.1:1786173415.588691:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485935000.
00000080:00000010:3.1:1786173415.588740:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232060.
00010000:00000010:3.1:1786173415.588756:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7400.
00010000:00000010:3.1:1786173415.588761:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485934400.
00000080:00000010:3.1:1786173415.588764:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2980.
00000080:00000010:2.1:1786173415.588923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842320e0.
00010000:00000010:2.1:1786173415.588932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8a00.
00010000:00000010:2.1:1786173415.588938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638f600.
00000080:00000010:2.1:1786173415.588942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842323c0.
00010000:00000010:2.1:1786173415.588946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8500.
00010000:00000010:2.1:1786173415.588950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638ee00.
00000080:00000010:2.1:1786173415.588953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232800.
00010000:00000010:2.1:1786173415.588966:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8900.
00010000:00000010:2.1:1786173415.588969:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638ea00.
00000080:00000010:2.1:1786173415.588973:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232da0.
00010000:00000010:2.1:1786173415.588977:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8700.
00010000:00000010:2.1:1786173415.588980:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638fe00.
00000080:00000010:2.1:1786173415.588983:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842326e0.
00010000:00000010:2.1:1786173415.588989:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66d00.
00010000:00000010:2.1:1786173415.588993:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638fc00.
00000080:00000010:2.1:1786173415.588997:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232fa0.
00010000:00000010:2.1:1786173415.589003:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66300.
00010000:00000010:2.1:1786173415.589006:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638f000.
00000080:00000010:2.1:1786173415.589009:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842324c0.
00010000:00000010:2.1:1786173415.589014:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66100.
00010000:00000010:2.1:1786173415.589017:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638e400.
00000080:00000010:2.1:1786173415.589019:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232b00.
00010000:00000010:2.1:1786173415.589024:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66600.
00010000:00000010:2.1:1786173415.589028:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6b000.
00000080:00000010:2.1:1786173415.589031:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232000.
00010000:00000010:2.1:1786173415.589035:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66a00.
00010000:00000010:2.1:1786173415.589039:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6a400.
00000080:00000010:2.1:1786173415.589042:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842327a0.
00010000:00000010:2.1:1786173415.589047:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66500.
00010000:00000010:2.1:1786173415.589050:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6a800.
00000080:00000010:2.1:1786173415.589054:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232ae0.
00010000:00000010:2.1:1786173415.589058:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66900.
00010000:00000010:2.1:1786173415.589061:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6ba00.
00000080:00000010:2.1:1786173415.589064:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232fe0.
00010000:00000010:2.1:1786173415.589068:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66700.
00010000:00000010:2.1:1786173415.589071:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6b200.
00000080:00000010:2.1:1786173415.589074:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232980.
00010000:00000010:2.1:1786173415.589079:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66c00.
00010000:00000010:2.1:1786173415.589082:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6b400.
00000080:00000010:2.1:1786173415.589085:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842329c0.
00010000:00000010:2.1:1786173415.589090:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66f00.
00010000:00000010:2.1:1786173415.589093:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6b800.
00000080:00000010:2.1:1786173415.589096:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232c20.
00010000:00000010:2.1:1786173415.589100:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66e00.
00010000:00000010:2.1:1786173415.589103:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6a000.
00000080:00000010:2.1:1786173415.589107:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232520.
00010000:00000010:2.1:1786173415.589111:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66000.
00010000:00000010:2.1:1786173415.589113:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6a200.
00000080:00000010:2.1:1786173415.589116:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280400.
00010000:00000010:2.1:1786173415.589122:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2800.
00010000:00000010:2.1:1786173415.589125:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f5200.
00000080:00000010:2.1:1786173415.589128:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232d60.
00010000:00000010:2.1:1786173415.589133:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2400.
00010000:00000010:2.1:1786173415.589136:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6ac00.
00000080:00000010:2.1:1786173415.589139:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232020.
00010000:00000010:2.1:1786173415.589142:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66b00.
00010000:00000010:2.1:1786173415.589145:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6a600.
00000080:00000010:2.1:1786173415.589149:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232c80.
00010000:00000010:2.1:1786173415.589152:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66800.
00010000:00000010:2.1:1786173415.589156:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6b600.
00000080:00000010:2.1:1786173415.589159:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232180.
00010000:00000010:2.1:1786173415.589163:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66400.
00010000:00000010:2.1:1786173415.589165:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6ae00.
00000080:00000010:2.1:1786173415.589168:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842329e0.
00010000:00000010:2.1:1786173415.589172:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486a66200.
00010000:00000010:2.1:1786173415.589175:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6aa00.
00000080:00000010:2.1:1786173415.589178:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280520.
00010000:00000010:2.1:1786173415.589186:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381a800.
00010000:00000010:2.1:1786173415.589189:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f5800.
00000080:00000010:2.1:1786173415.589194:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6ac0.
00010000:00000010:2.1:1786173415.589198:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2b00.
00010000:00000010:2.1:1786173415.589201:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f4600.
00000080:00000010:2.1:1786173415.589204:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6ce0.
00010000:00000010:2.1:1786173415.589208:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2d00.
00010000:00000010:2.1:1786173415.589211:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f5c00.
00000080:00000010:2.1:1786173415.589215:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6540.
00010000:00000010:2.1:1786173415.589219:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2100.
00010000:00000010:2.1:1786173415.589221:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f4c00.
00000080:00000010:2.1:1786173415.589224:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6280.
00010000:00000010:2.1:1786173415.589227:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2300.
00010000:00000010:2.1:1786173415.589230:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f5e00.
00000080:00000010:2.1:1786173415.589233:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6a40.
00010000:00000010:2.1:1786173415.589239:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2600.
00010000:00000010:2.1:1786173415.589242:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f0400.
00000080:00000010:2.1:1786173415.589245:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6de0.
00010000:00000010:2.1:1786173415.589250:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2700.
00010000:00000010:2.1:1786173415.589252:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f0a00.
00000080:00000010:2.1:1786173415.589255:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b61a0.
00010000:00000010:2.1:1786173415.589259:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2f00.
00010000:00000010:2.1:1786173415.589262:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f1e00.
00000080:00000010:2.1:1786173415.589265:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232f80.
00010000:00000010:2.1:1786173415.589270:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2e00.
00010000:00000010:2.1:1786173415.589273:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6be00.
00000080:00000010:2.1:1786173415.589276:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6e40.
00010000:00000010:2.1:1786173415.589280:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2000.
00010000:00000010:2.1:1786173415.589283:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f1400.
00000080:00000010:2.1:1786173415.589285:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6360.
00010000:00000010:2.1:1786173415.589290:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2c00.
00010000:00000010:2.1:1786173415.589293:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f1200.
00000080:00000010:2.1:1786173415.589296:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6f40.
00010000:00000010:2.1:1786173415.589299:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2500.
00010000:00000010:2.1:1786173415.589302:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f1600.
00000080:00000010:2.1:1786173415.589304:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6380.
00010000:00000010:2.1:1786173415.589308:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2a00.
00010000:00000010:2.1:1786173415.589311:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f0200.
00000080:00000010:2.1:1786173415.589314:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232560.
00010000:00000010:2.1:1786173415.589318:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2900.
00010000:00000010:2.1:1786173415.589321:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1497f6bc00.
00000080:00000010:2.1:1786173415.589324:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576280.
00010000:00000010:2.1:1786173415.589328:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381a400.
00010000:00000010:2.1:1786173415.589332:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858cfa00.
00000080:00000010:2.1:1786173415.589335:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842323e0.
00010000:00000010:2.1:1786173415.589340:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381a200.
00010000:00000010:2.1:1786173415.589344:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab2a00.
00000080:00000010:2.1:1786173415.589347:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232860.
00010000:00000010:2.1:1786173415.589351:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381ad00.
00010000:00000010:2.1:1786173415.589355:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab3e00.
00000080:00000010:2.1:1786173415.589358:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232be0.
00010000:00000010:2.1:1786173415.589362:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381a300.
00010000:00000010:2.1:1786173415.589365:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab3c00.
00000080:00000010:2.1:1786173415.589368:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232ec0.
00010000:00000010:2.1:1786173415.589372:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381a100.
00010000:00000010:2.1:1786173415.589375:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab3000.
00000080:00000010:2.1:1786173415.589378:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232320.
00010000:00000010:2.1:1786173415.589382:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381a600.
00010000:00000010:2.1:1786173415.589386:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab2400.
00000080:00000010:2.1:1786173415.589388:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232de0.
00010000:00000010:2.1:1786173415.589393:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381aa00.
00010000:00000010:2.1:1786173415.589396:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab2800.
00000080:00000010:2.1:1786173415.589399:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842323a0.
00010000:00000010:2.1:1786173415.589402:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381a500.
00010000:00000010:2.1:1786173415.589406:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab3a00.
00000080:00000010:2.1:1786173415.589408:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232880.
00010000:00000010:2.1:1786173415.589412:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381a900.
00010000:00000010:2.1:1786173415.589415:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab3200.
00000080:00000010:2.1:1786173415.589418:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232dc0.
00010000:00000010:2.1:1786173415.589422:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381a700.
00010000:00000010:2.1:1786173415.589432:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab3400.
00000080:00000010:2.1:1786173415.589435:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232f60.
00010000:00000010:2.1:1786173415.589452:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381ac00.
00010000:00000010:2.1:1786173415.589455:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab3800.
00000080:00000010:2.1:1786173415.589458:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232120.
00010000:00000010:2.1:1786173415.589463:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381af00.
00010000:00000010:2.1:1786173415.589466:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab2000.
00000080:00000010:2.1:1786173415.589469:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232420.
00010000:00000010:2.1:1786173415.589473:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381ae00.
00010000:00000010:2.1:1786173415.589476:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab2200.
00000080:00000010:2.1:1786173415.589479:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6320.
00010000:00000010:2.1:1786173415.589482:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14850a2200.
00010000:00000010:2.1:1786173415.589485:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f1800.
00000080:00000010:2.1:1786173415.589489:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6080.
00010000:00000010:2.1:1786173415.589493:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14a0516900.
00010000:00000010:2.1:1786173415.589496:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f0c00.
00010000:00000010:3.1:1786173415.592999:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7200.
00010000:00000010:3.1:1786173415.593008:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b8af9800.
00000080:00000010:3.1:1786173415.593026:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232c00.
00010000:00000010:3.1:1786173415.593035:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7d00.
00010000:00000010:3.1:1786173415.593039:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485934800.
00000080:00000010:3.1:1786173415.593053:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232c40.
00010000:00000010:3.1:1786173415.593057:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7300.
00010000:00000010:3.1:1786173415.593062:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485935a00.
00000080:00000010:3.1:1786173415.593065:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842322e0.
00010000:00000010:3.1:1786173415.593069:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7100.
00010000:00000010:3.1:1786173415.593072:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485935200.
00000080:00000010:3.1:1786173415.593075:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232280.
00010000:00000010:3.1:1786173415.593080:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7600.
00010000:00000010:3.1:1786173415.593084:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485935400.
00000080:00000010:3.1:1786173415.593086:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842320a0.
00010000:00000010:3.1:1786173415.593090:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7a00.
00010000:00000010:3.1:1786173415.593093:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485935800.
00000080:00000010:3.1:1786173415.593096:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232b40.
00010000:00000010:3.1:1786173415.593100:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7500.
00010000:00000010:3.1:1786173415.593103:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485934000.
00000080:00000010:3.1:1786173415.593107:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232a40.
00010000:00000010:3.1:1786173415.593110:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7900.
00010000:00000010:3.1:1786173415.593114:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485934200.
00000080:00000010:3.1:1786173415.593117:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232fc0.
00010000:00000010:3.1:1786173415.593122:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7700.
00010000:00000010:3.1:1786173415.593126:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485934c00.
00000080:00000010:3.1:1786173415.593129:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232400.
00010000:00000010:3.1:1786173415.593133:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7c00.
00010000:00000010:3.1:1786173415.593136:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485934600.
00000080:00000010:3.1:1786173415.593139:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232780.
00010000:00000010:3.1:1786173415.593142:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7f00.
00010000:00000010:3.1:1786173415.593145:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485935600.
00000080:00000010:3.1:1786173415.593148:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232380.
00010000:00000010:3.1:1786173415.593154:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487ad7e00.
00010000:00000010:3.1:1786173415.593157:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485934e00.
00000080:00000010:3.1:1786173415.593160:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232cc0.
00010000:00000010:3.1:1786173415.593166:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8c00.
00010000:00000010:3.1:1786173415.593169:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485934a00.
00000080:00000010:3.1:1786173415.593172:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232720.
00010000:00000010:3.1:1786173415.593176:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8f00.
00010000:00000010:3.1:1786173415.593179:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485935e00.
00000080:00000010:3.1:1786173415.593181:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842325e0.
00010000:00000010:3.1:1786173415.593186:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8e00.
00010000:00000010:3.1:1786173415.593189:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485935c00.
00000080:00000010:3.1:1786173415.593199:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232d20.
00010000:00000010:3.1:1786173415.593203:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8000.
00010000:00000010:3.1:1786173415.593207:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638e800.
00000080:00000010:3.1:1786173415.593209:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842320c0.
00010000:00000010:3.1:1786173415.593213:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8b00.
00010000:00000010:3.1:1786173415.593216:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638fa00.
00000080:00000010:3.1:1786173415.593219:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842327c0.
00010000:00000010:3.1:1786173415.593222:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8800.
00010000:00000010:3.1:1786173415.593224:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638f200.
00000080:00000010:3.1:1786173415.593227:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232480.
00010000:00000010:3.1:1786173415.593230:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8400.
00010000:00000010:3.1:1786173415.593232:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638f400.
00000080:00000010:3.1:1786173415.593235:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842321a0.
00010000:00000010:3.1:1786173415.593240:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8200.
00010000:00000010:3.1:1786173415.593243:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638f800.
00000080:00000010:3.1:1786173415.593245:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842321c0.
00010000:00000010:3.1:1786173415.593249:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8d00.
00010000:00000010:3.1:1786173415.593251:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638e000.
00000080:00000010:3.1:1786173415.593254:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842324a0.
00010000:00000010:3.1:1786173415.593256:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8300.
00010000:00000010:3.1:1786173415.593259:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638e200.
00000080:00000010:3.1:1786173415.593262:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232a00.
00010000:00000010:3.1:1786173415.593266:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8100.
00010000:00000010:3.1:1786173415.593269:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638ec00.
00000080:00000010:3.1:1786173415.593271:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486280d00.
00010000:00000010:3.1:1786173415.593275:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d8600.
00010000:00000010:3.1:1786173415.593278:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14859f4e00.
00000080:00000010:3.1:1786173415.593289:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232440.
00010000:00000010:3.1:1786173415.593294:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485c9bf00.
00010000:00000010:3.1:1786173415.593297:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148638e600.
00000080:00000010:2.1:1786173415.705846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14842326c0.
00010000:00000010:2.1:1786173415.705859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14a0516500.
00010000:00000010:2.1:1786173415.705864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab2c00.
00000080:00000010:2.1:1786173415.705867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232840.
00010000:00000010:2.1:1786173415.705871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381a000.
00010000:00000010:2.1:1786173415.705875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab2600.
00000080:00000010:2.1:1786173415.705879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6500.
00010000:00000010:2.1:1786173415.705892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148381ab00.
00010000:00000010:2.1:1786173415.705895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f1000.
00000080:00000010:2.1:1786173415.705898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6b40.
00010000:00000010:2.1:1786173415.705902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14a0516700.
00010000:00000010:2.1:1786173415.705906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f0600.
00000080:00000010:2.1:1786173415.705908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b65a0.
00010000:00000010:2.1:1786173415.705912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14a0516000.
00010000:00000010:2.1:1786173415.705915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f1a00.
00000080:00000010:2.1:1786173415.705918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6fa0.
00010000:00000010:2.1:1786173415.705921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14a0516400.
00010000:00000010:2.1:1786173415.705923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f0e00.
00000080:00000010:2.1:1786173415.705926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6d20.
00010000:00000010:2.1:1786173415.705932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14a0516e00.
00010000:00000010:2.1:1786173415.705935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f0800.
00000080:00000010:2.1:1786173415.705937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484232ee0.
00010000:00000010:2.1:1786173415.705943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598a100.
00010000:00000010:2.1:1786173415.705947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab3600.
00000080:00000010:2.1:1786173415.705950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148be6e9e0.
00010000:00000010:2.1:1786173415.705953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598a600.
00010000:00000010:2.1:1786173415.705956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ab2e00.
00000080:00000010:2.1:1786173415.705962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576b40.
00010000:00000010:2.1:1786173415.705966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598aa00.
00010000:00000010:2.1:1786173415.705969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14858ce000.
00000080:00000010:2.1:1786173415.705978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd0c0.
00010000:00000010:2.1:1786173415.705983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598a500.
00010000:00000010:2.1:1786173415.705986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494b800.
00000080:00000010:2.1:1786173415.716824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd920.
00010000:00000010:2.1:1786173415.716839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598a900.
00010000:00000010:2.1:1786173415.716845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494be00.
00000080:00000010:2.1:1786173415.716849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd0a0.
00010000:00000010:2.1:1786173415.716857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598a700.
00010000:00000010:2.1:1786173415.716861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494bc00.
00000080:00000010:2.1:1786173415.716864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdf00.
00010000:00000010:2.1:1786173415.716868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598ac00.
00010000:00000010:2.1:1786173415.716871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494b000.
00000080:00000010:2.1:1786173415.716874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd160.
00010000:00000010:0.1:1786173415.717426:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598af00.
00010000:00000010:0.1:1786173415.717433:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494a400.
00000080:00000010:0.1:1786173415.717449:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdf20.
00010000:00000010:0.1:1786173415.717456:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598ae00.
00010000:00000010:0.1:1786173415.717459:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494a800.
00000080:00000010:0.1:1786173415.717462:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd800.
00010000:00000010:0.1:1786173415.717468:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598a000.
00010000:00000010:0.1:1786173415.717472:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494ba00.
00000080:00000010:0.1:1786173415.717477:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd4e0.
00010000:00000010:0.1:1786173415.717482:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598ab00.
00010000:00000010:0.1:1786173415.717485:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494b200.
00000080:00000010:0.1:1786173415.717488:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd2c0.
00010000:00000010:0.1:1786173415.717492:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598a800.
00010000:00000010:0.1:1786173415.717495:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494b400.
00000080:00000010:0.1:1786173415.717498:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6f60.
00010000:00000010:0.1:1786173415.717507:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14a0516d00.
00010000:00000010:0.1:1786173415.717511:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f0000.
00000080:00000010:0.1:1786173415.717514:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6d00.
00010000:00000010:0.1:1786173415.717530:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14a0516100.
00010000:00000010:0.1:1786173415.717534:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14882f1c00.
00000080:00000010:0.1:1786173415.717536:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6140.
00010000:00000010:0.1:1786173415.717540:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14a0516a00.
00010000:00000010:0.1:1786173415.717543:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490694000.
00000080:00000010:0.1:1786173415.717548:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdca0.
00010000:00000010:0.1:1786173415.717552:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14a0516800.
00010000:00000010:0.1:1786173415.717554:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490694800.
00000080:00000010:0.1:1786173415.717557:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd000.
00010000:00000010:0.1:1786173415.717561:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598a400.
00010000:00000010:0.1:1786173415.717563:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494a000.
00000080:00000010:0.1:1786173415.717568:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd200.
00010000:00000010:0.1:1786173415.717719:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598a200.
00010000:00000010:0.1:1786173415.717724:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494a200.
00000080:00000010:0.1:1786173415.717728:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd1e0.
00010000:00000010:0.1:1786173415.717733:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598ad00.
00010000:00000010:0.1:1786173415.717737:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494ac00.
00000080:00000010:0.1:1786173415.717740:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd220.
00010000:00000010:0.1:1786173415.717743:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148598a300.
00010000:00000010:0.1:1786173415.717746:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494a600.
00000080:00000010:0.1:1786173415.717750:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd820.
00010000:00000010:0.1:1786173415.717757:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325600.
00010000:00000010:0.1:1786173415.717760:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494b600.
00000080:00000010:0.1:1786173415.717762:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd020.
00010000:00000010:0.1:1786173415.717766:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325a00.
00010000:00000010:0.1:1786173415.717768:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494ae00.
00000080:00000010:0.1:1786173415.717796:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bde00.
00010000:00000010:0.1:1786173415.717803:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325500.
00010000:00000010:0.1:1786173415.717806:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148494aa00.
00000080:00000010:0.1:1786173415.717809:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bde80.
00010000:00000010:0.1:1786173415.717815:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325900.
00010000:00000010:0.1:1786173415.717819:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d88a00.
00000080:00000010:0.1:1786173415.717824:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2260.
00010000:00000010:0.1:1786173415.717906:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325700.
00010000:00000010:0.1:1786173415.717911:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d89e00.
00000080:00000010:0.1:1786173415.717916:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f28c0.
00010000:00000010:0.1:1786173415.717921:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1487b48300.
00010000:00000010:0.1:1786173415.717926:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847ee00.
00000080:00000010:0.1:1786173415.717929:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f25a0.
00010000:00000010:0.1:1786173415.717935:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aa800.
00010000:00000010:0.1:1786173415.717940:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847f600.
00000080:00000010:0.1:1786173415.717943:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2120.
00010000:00000010:0.1:1786173415.717949:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aa100.
00010000:00000010:0.1:1786173415.717952:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847e600.
00000080:00000010:0.1:1786173415.717955:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd440.
00010000:00000010:0.1:1786173415.717959:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325c00.
00010000:00000010:0.1:1786173415.717962:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d89c00.
00000080:00000010:0.1:1786173415.717965:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd100.
00010000:00000010:0.1:1786173415.717969:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325f00.
00010000:00000010:0.1:1786173415.717971:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d89000.
00000080:00000010:0.1:1786173415.717975:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd9c0.
00010000:00000010:0.1:1786173415.717981:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325e00.
00010000:00000010:0.1:1786173415.717984:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d88400.
00000080:00000010:0.1:1786173415.717987:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd6c0.
00010000:00000010:0.1:1786173415.717992:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325000.
00010000:00000010:0.1:1786173415.717995:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d88800.
00000080:00000010:0.1:1786173415.717997:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd420.
00010000:00000010:0.1:1786173415.718002:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325b00.
00010000:00000010:0.1:1786173415.718005:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d89a00.
00000080:00000010:0.1:1786173415.718008:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd660.
00010000:00000010:0.1:1786173415.718011:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325800.
00010000:00000010:0.1:1786173415.718014:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d89200.
00000080:00000010:0.1:1786173415.718017:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2ca0.
00010000:00000010:0.1:1786173415.718021:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325400.
00010000:00000010:0.1:1786173415.718024:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847f200.
00000080:00000010:0.1:1786173415.718027:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2d00.
00010000:00000010:0.1:1786173415.718031:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aa600.
00010000:00000010:0.1:1786173415.718034:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847ec00.
00000080:00000010:0.1:1786173415.718037:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdd00.
00010000:00000010:0.1:1786173415.718041:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aa700.
00010000:00000010:0.1:1786173415.718044:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d89400.
00000080:00000010:0.1:1786173415.718046:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd880.
00010000:00000010:0.1:1786173415.718051:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325200.
00010000:00000010:0.1:1786173415.718053:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d89800.
00000080:00000010:0.1:1786173415.718056:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdb40.
00010000:00000010:0.1:1786173415.718060:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325d00.
00010000:00000010:0.1:1786173415.718063:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d88000.
00000080:00000010:0.1:1786173415.718066:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdd80.
00010000:00000010:0.1:1786173415.718069:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325300.
00010000:00000010:0.1:1786173415.718072:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d88200.
00000080:00000010:0.1:1786173415.718078:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529680.
00010000:00000010:0.1:1786173415.718083:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14a0516b00.
00010000:00000010:0.1:1786173415.718086:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490694200.
00000080:00000010:0.1:1786173415.718088:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd380.
00010000:00000010:0.1:1786173415.718092:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1481325100.
00010000:00000010:0.1:1786173415.718095:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d88c00.
00000080:00000010:0.1:1786173415.718097:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd320.
00010000:00000010:0.1:1786173415.718103:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecbc00.
00010000:00000010:0.1:1786173415.718107:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d88600.
00000080:00000010:0.1:1786173415.718109:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd360.
00010000:00000010:0.1:1786173415.718113:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecbf00.
00010000:00000010:0.1:1786173415.718116:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d89600.
00000080:00000010:0.1:1786173415.718121:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576160.
00010000:00000010:0.1:1786173415.718125:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecbe00.
00010000:00000010:0.1:1786173415.718129:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab9200.
00000080:00000010:0.1:1786173415.718133:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576f60.
00010000:00000010:0.1:1786173415.718138:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05200.
00010000:00000010:0.1:1786173415.718143:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab8e00.
00000080:00000010:0.1:1786173415.718145:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd460.
00010000:00000010:0.1:1786173415.718149:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14a0516c00.
00010000:00000010:0.1:1786173415.718152:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1482d88e00.
00000080:00000010:0.1:1786173415.718154:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdc20.
00010000:00000010:0.1:1786173415.718159:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecb000.
00010000:00000010:0.1:1786173415.718163:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863af400.
00000080:00000010:0.1:1786173415.718203:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdf60.
00010000:00000010:0.1:1786173415.718207:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecbb00.
00010000:00000010:0.1:1786173415.718210:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863af800.
00000080:00000010:0.1:1786173415.718214:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529b60.
00010000:00000010:0.1:1786173415.718218:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecb800.
00010000:00000010:0.1:1786173415.718221:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490694c00.
00000080:00000010:0.1:1786173415.718224:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd980.
00010000:00000010:0.1:1786173415.718228:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14a0516f00.
00010000:00000010:0.1:1786173415.718231:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863ae000.
00000080:00000010:0.1:1786173415.718234:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd260.
00010000:00000010:0.1:1786173415.718238:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecb400.
00010000:00000010:0.1:1786173415.718240:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863ae200.
00000080:00000010:0.1:1786173415.718243:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdce0.
00010000:00000010:0.1:1786173415.718247:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecb200.
00010000:00000010:0.1:1786173415.718250:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863aec00.
00000080:00000010:0.1:1786173415.718252:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd180.
00010000:00000010:0.1:1786173415.718256:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecbd00.
00010000:00000010:0.1:1786173415.718259:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863ae600.
00000080:00000010:0.1:1786173415.718262:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd080.
00010000:00000010:0.1:1786173415.718267:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecb300.
00010000:00000010:0.1:1786173415.718270:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863af600.
00000080:00000010:0.1:1786173415.718274:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdde0.
00010000:00000010:0.1:1786173415.718277:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecb100.
00010000:00000010:0.1:1786173415.718280:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863aee00.
00000080:00000010:0.1:1786173415.718283:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdac0.
00010000:00000010:0.1:1786173415.718286:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecb600.
00010000:00000010:0.1:1786173415.718289:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863aea00.
00000080:00000010:0.1:1786173415.718292:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd300.
00010000:00000010:0.1:1786173415.718296:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecba00.
00010000:00000010:0.1:1786173415.718300:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863afe00.
00000080:00000010:0.1:1786173415.718302:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd5e0.
00010000:00000010:0.1:1786173415.718306:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecb500.
00010000:00000010:0.1:1786173415.718308:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863afc00.
00000080:00000010:0.1:1786173415.718311:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdee0.
00010000:00000010:0.1:1786173415.718315:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecb900.
00010000:00000010:0.1:1786173415.718318:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863af000.
00000080:00000010:0.1:1786173415.718321:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529d20.
00010000:00000010:0.1:1786173415.718325:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14a0516600.
00010000:00000010:0.1:1786173415.718329:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490695e00.
00000080:00000010:0.1:1786173415.718331:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdec0.
00010000:00000010:0.1:1786173415.718334:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14a0516200.
00010000:00000010:0.1:1786173415.718337:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863ae400.
00000080:00000010:0.1:1786173415.718339:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd560.
00010000:00000010:0.1:1786173415.718345:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ecb700.
00010000:00000010:0.1:1786173415.718347:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863ae800.
00000080:00000010:0.1:1786173415.718350:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd720.
00010000:00000010:0.1:1786173415.718354:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626e100.
00010000:00000010:0.1:1786173415.718360:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863afa00.
00000080:00000010:0.1:1786173415.718362:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd8e0.
00010000:00000010:0.1:1786173415.718366:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626e600.
00010000:00000010:0.1:1786173415.718369:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14863af200.
00000080:00000010:0.1:1786173415.718371:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd4a0.
00010000:00000010:0.1:1786173415.718375:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626ea00.
00010000:00000010:0.1:1786173415.718378:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484827c00.
00000080:00000010:0.1:1786173415.718381:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd0e0.
00010000:00000010:0.1:1786173415.718386:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626e500.
00010000:00000010:0.1:1786173415.718389:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484827000.
00000080:00000010:0.1:1786173415.718391:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd8a0.
00010000:00000010:0.1:1786173415.718396:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626e900.
00010000:00000010:0.1:1786173415.718400:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484826400.
00000080:00000010:0.1:1786173415.718402:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd840.
00010000:00000010:0.1:1786173415.718405:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626e700.
00010000:00000010:0.1:1786173415.718408:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484826800.
00000080:00000010:0.1:1786173415.718411:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529ca0.
00010000:00000010:0.1:1786173415.718414:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626ec00.
00010000:00000010:0.1:1786173415.718417:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490695a00.
00000080:00000010:0.1:1786173415.718420:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529b00.
00010000:00000010:0.1:1786173415.718425:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21100.
00010000:00000010:0.1:1786173415.718428:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490694e00.
00000080:00000010:0.1:1786173415.718431:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdb00.
00010000:00000010:0.1:1786173415.718434:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626ef00.
00010000:00000010:0.1:1786173415.718437:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484827a00.
00000080:00000010:0.1:1786173415.718439:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd7e0.
00010000:00000010:0.1:1786173415.718443:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626ee00.
00010000:00000010:0.1:1786173415.718446:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484827200.
00000080:00000010:0.1:1786173415.718448:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd4c0.
00010000:00000010:0.1:1786173415.718451:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626e000.
00010000:00000010:0.1:1786173415.718454:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484827400.
00000080:00000010:0.1:1786173415.718456:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd940.
00010000:00000010:0.1:1786173415.718459:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626eb00.
00010000:00000010:0.1:1786173415.718462:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484827800.
00000080:00000010:0.1:1786173415.718466:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529c60.
00010000:00000010:0.1:1786173415.718470:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21d00.
00010000:00000010:0.1:1786173415.718473:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490694a00.
00000080:00000010:0.1:1786173415.718476:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529440.
00010000:00000010:0.1:1786173415.718479:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21600.
00010000:00000010:0.1:1786173415.718482:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490694600.
00000080:00000010:0.1:1786173415.718485:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05298c0.
00010000:00000010:0.1:1786173415.718488:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21900.
00010000:00000010:0.1:1786173415.718491:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490695200.
00000080:00000010:0.1:1786173415.718494:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd340.
00010000:00000010:0.1:1786173415.718500:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21700.
00010000:00000010:0.1:1786173415.718503:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484826000.
00000080:00000010:0.1:1786173415.718506:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd9a0.
00010000:00000010:0.1:1786173415.718510:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626e800.
00010000:00000010:0.1:1786173415.718513:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484826200.
00000080:00000010:0.1:1786173415.718529:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bddc0.
00010000:00000010:0.1:1786173415.718533:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626e400.
00010000:00000010:0.1:1786173415.718535:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484826c00.
00000080:00000010:0.1:1786173415.718538:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2ac0.
00010000:00000010:0.1:1786173415.718542:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aab00.
00010000:00000010:0.1:1786173415.718545:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab9c00.
00000080:00000010:0.1:1786173415.718548:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f20e0.
00010000:00000010:0.1:1786173415.718553:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aaa00.
00010000:00000010:0.1:1786173415.718557:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847ea00.
00000080:00000010:0.1:1786173415.718559:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2fe0.
00010000:00000010:0.1:1786173415.718562:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aa200.
00010000:00000010:0.1:1786173415.718565:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847f000.
00000080:00000010:0.1:1786173415.718568:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2be0.
00010000:00000010:0.1:1786173415.718571:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aa500.
00010000:00000010:0.1:1786173415.718573:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847fc00.
00000080:00000010:0.1:1786173415.718576:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2080.
00010000:00000010:0.1:1786173415.718581:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aad00.
00010000:00000010:0.1:1786173415.718584:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847fe00.
00000080:00000010:0.1:1786173415.718586:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2340.
00010000:00000010:0.1:1786173415.718590:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aa900.
00010000:00000010:0.1:1786173415.718592:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847fa00.
00000080:00000010:0.1:1786173415.718595:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdd40.
00010000:00000010:0.1:1786173415.718600:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aa000.
00010000:00000010:0.1:1786173415.718603:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484826600.
00000080:00000010:0.1:1786173415.718606:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd6a0.
00010000:00000010:0.1:1786173415.718609:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626e200.
00010000:00000010:0.1:1786173415.718612:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484827600.
00000080:00000010:0.1:1786173415.718615:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdd60.
00010000:00000010:0.1:1786173415.718618:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626ed00.
00010000:00000010:0.1:1786173415.718620:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484826e00.
00000080:00000010:0.1:1786173415.718623:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bde60.
00010000:00000010:0.1:1786173415.718627:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148626e300.
00010000:00000010:0.1:1786173415.718630:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484826a00.
00000080:00000010:0.1:1786173415.718632:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdcc0.
00010000:00000010:0.1:1786173415.718638:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28400.
00010000:00000010:0.1:1786173415.718675:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484827e00.
00000080:00000010:0.1:1786173415.718679:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14994db280.
00010000:00000010:0.1:1786173415.718685:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28200.
00010000:00000010:0.1:1786173415.718690:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a36a00.
00000080:00000010:0.1:1786173415.718694:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529580.
00010000:00000010:0.1:1786173415.718698:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05e00.
00010000:00000010:0.1:1786173415.718701:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490694400.
00000080:00000010:0.1:1786173415.718704:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529ac0.
00010000:00000010:0.1:1786173415.718708:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21e00.
00010000:00000010:0.1:1786173415.718711:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490695800.
00000080:00000010:0.1:1786173415.718715:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529f20.
00010000:00000010:0.1:1786173415.718718:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21f00.
00010000:00000010:0.1:1786173415.718721:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490695600.
00000080:00000010:0.1:1786173415.718724:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529700.
00010000:00000010:0.1:1786173415.718728:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21400.
00010000:00000010:0.1:1786173415.718731:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490695000.
00000080:00000010:0.1:1786173415.718738:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14994db3e0.
00010000:00000010:0.1:1786173415.718744:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21b00.
00010000:00000010:0.1:1786173415.718748:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a37e00.
00000080:00000010:0.1:1786173415.718757:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fca0.
00010000:00000010:0.1:1786173415.718762:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28d00.
00010000:00000010:0.1:1786173415.718764:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a37c00.
00000080:00000010:0.1:1786173415.718767:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fda0.
00010000:00000010:0.1:1786173415.718793:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28300.
00010000:00000010:0.1:1786173415.718796:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a37000.
00000080:00000010:0.1:1786173415.718802:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fb60.
00010000:00000010:0.1:1786173415.718806:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28100.
00010000:00000010:0.1:1786173415.718809:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a36400.
00000080:00000010:0.1:1786173415.718812:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576620.
00010000:00000010:0.1:1786173415.718818:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28600.
00010000:00000010:0.1:1786173415.718821:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab8600.
00000080:00000010:0.1:1786173415.718824:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2100.
00010000:00000010:0.1:1786173415.718829:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aaf00.
00010000:00000010:0.1:1786173415.718831:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847f800.
00000080:00000010:0.1:1786173415.718834:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2660.
00010000:00000010:0.1:1786173415.718837:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aa400.
00010000:00000010:0.1:1786173415.718840:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847e000.
00000080:00000010:0.1:1786173415.718842:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2820.
00010000:00000010:0.1:1786173415.718847:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aac00.
00010000:00000010:0.1:1786173415.718849:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847f400.
00000080:00000010:0.1:1786173415.718853:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2aa0.
00010000:00000010:0.1:1786173415.718856:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aae00.
00010000:00000010:0.1:1786173415.718859:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847e800.
00000080:00000010:0.1:1786173415.718862:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529180.
00010000:00000010:0.1:1786173415.718866:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21800.
00010000:00000010:0.1:1786173415.718869:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a2e00.
00000080:00000010:0.1:1786173415.718871:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529ce0.
00010000:00000010:0.1:1786173415.718876:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21000.
00010000:00000010:0.1:1786173415.718880:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490e10600.
00000080:00000010:0.1:1786173415.718883:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529080.
00010000:00000010:0.1:1786173415.718889:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21c00.
00010000:00000010:0.1:1786173415.718893:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490e11a00.
00000080:00000010:0.1:1786173415.718896:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05297a0.
00010000:00000010:0.1:1786173415.718899:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21a00.
00010000:00000010:0.1:1786173415.718902:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490e11600.
00000080:00000010:0.1:1786173415.718905:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2960.
00010000:00000010:0.1:1786173415.718910:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21500.
00010000:00000010:0.1:1786173415.718912:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847e400.
00000080:00000010:0.1:1786173415.718917:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f620.
00010000:00000010:0.1:1786173415.718921:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14858aa300.
00010000:00000010:0.1:1786173415.718928:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a36800.
00000080:00000010:0.1:1786173415.718932:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f4a0.
00010000:00000010:0.1:1786173415.718938:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28a00.
00010000:00000010:0.1:1786173415.718941:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a37a00.
00000080:00000010:0.1:1786173415.718944:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121faa0.
00010000:00000010:0.1:1786173415.718949:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28500.
00010000:00000010:0.1:1786173415.718952:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a37200.
00000080:00000010:0.1:1786173415.718955:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f640.
00010000:00000010:0.1:1786173415.718959:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28900.
00010000:00000010:0.1:1786173415.718962:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a37400.
00000080:00000010:0.1:1786173415.718967:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fec0.
00010000:00000010:0.1:1786173415.718971:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28700.
00010000:00000010:0.1:1786173415.718974:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a37800.
00000080:00000010:0.1:1786173415.718976:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fb80.
00010000:00000010:0.1:1786173415.718983:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28c00.
00010000:00000010:0.1:1786173415.718986:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a36000.
00000080:00000010:0.1:1786173415.718989:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fd20.
00010000:00000010:0.1:1786173415.718995:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28f00.
00010000:00000010:0.1:1786173415.718997:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a36200.
00000080:00000010:0.1:1786173415.719000:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fe80.
00010000:00000010:0.1:1786173415.719004:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28e00.
00010000:00000010:0.1:1786173415.719007:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a36c00.
00000080:00000010:0.1:1786173415.719010:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fde0.
00010000:00000010:0.1:1786173415.719014:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28000.
00010000:00000010:0.1:1786173415.719017:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a36600.
00000080:00000010:0.1:1786173415.719021:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f360.
00010000:00000010:0.1:1786173415.719026:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28b00.
00010000:00000010:0.1:1786173415.719028:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a37600.
00000080:00000010:0.1:1786173415.719030:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2880.
00010000:00000010:0.1:1786173415.719034:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a28800.
00010000:00000010:0.1:1786173415.719036:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148847e200.
00000080:00000010:0.1:1786173415.719044:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576700.
00010000:00000010:0.1:1786173415.719050:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05c00.
00010000:00000010:0.1:1786173415.719053:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab9400.
00000080:00000010:0.1:1786173415.719055:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885766c0.
00010000:00000010:0.1:1786173415.719059:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05700.
00010000:00000010:0.1:1786173415.719062:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab9800.
00000080:00000010:0.1:1786173415.719064:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885760c0.
00010000:00000010:0.1:1786173415.719067:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b05900.
00010000:00000010:0.1:1786173415.719070:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab8c00.
00000080:00000010:0.1:1786173415.719073:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576b20.
00010000:00000010:0.1:1786173415.719078:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0900.
00010000:00000010:0.1:1786173415.719080:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab8200.
00000080:00000010:0.1:1786173415.719084:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fc40.
00010000:00000010:0.1:1786173415.719089:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1d700.
00010000:00000010:0.1:1786173415.719092:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485a36e00.
00000080:00000010:0.1:1786173415.719095:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f9e0.
00010000:00000010:0.1:1786173415.719098:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1dc00.
00010000:00000010:0.1:1786173415.719102:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c1e00.
00000080:00000010:0.1:1786173415.719105:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f820.
00010000:00000010:0.1:1786173415.719108:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1df00.
00010000:00000010:0.1:1786173415.719110:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c1c00.
00000080:00000010:0.1:1786173415.719113:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f6c0.
00010000:00000010:0.1:1786173415.719116:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1de00.
00010000:00000010:0.1:1786173415.719119:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c1000.
00000080:00000010:0.1:1786173415.719122:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fb00.
00010000:00000010:0.1:1786173415.719126:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1d000.
00010000:00000010:0.1:1786173415.719130:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c0400.
00000080:00000010:0.1:1786173415.719133:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fd40.
00010000:00000010:0.1:1786173415.719137:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1db00.
00010000:00000010:0.1:1786173415.719139:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c0800.
00000080:00000010:0.1:1786173415.719142:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f2c0.
00010000:00000010:0.1:1786173415.719146:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1d800.
00010000:00000010:0.1:1786173415.719149:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c1a00.
00000080:00000010:0.1:1786173415.719152:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f480.
00010000:00000010:0.1:1786173415.719156:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1d400.
00010000:00000010:0.1:1786173415.719159:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c1200.
00000080:00000010:0.1:1786173415.719162:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f1a0.
00010000:00000010:0.1:1786173415.719166:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1d200.
00010000:00000010:0.1:1786173415.719169:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c1400.
00000080:00000010:0.1:1786173415.719173:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f6e0.
00010000:00000010:0.1:1786173415.719176:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1dd00.
00010000:00000010:0.1:1786173415.719179:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c1800.
00000080:00000010:0.1:1786173415.719182:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f380.
00010000:00000010:0.1:1786173415.719185:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1d300.
00010000:00000010:0.1:1786173415.719188:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c0000.
00000080:00000010:0.1:1786173415.719191:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f860.
00010000:00000010:0.1:1786173415.719195:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1d100.
00010000:00000010:0.1:1786173415.719198:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c0200.
00000080:00000010:0.1:1786173415.719201:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576aa0.
00010000:00000010:0.1:1786173415.719204:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1d600.
00010000:00000010:0.1:1786173415.719207:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab8a00.
00000080:00000010:0.1:1786173415.719209:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fea0.
00010000:00000010:0.1:1786173415.719213:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0100.
00010000:00000010:0.1:1786173415.719216:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c0c00.
00000080:00000010:0.1:1786173415.719220:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f540.
00010000:00000010:0.1:1786173415.719227:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1da00.
00010000:00000010:0.1:1786173415.719230:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c0600.
00000080:00000010:0.1:1786173415.719233:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fa60.
00010000:00000010:0.1:1786173415.719236:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1d500.
00010000:00000010:0.1:1786173415.719239:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c1600.
00000080:00000010:0.1:1786173415.719242:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fba0.
00010000:00000010:0.1:1786173415.719247:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485a1d900.
00010000:00000010:0.1:1786173415.719250:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c0e00.
00000080:00000010:0.1:1786173415.719253:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f7a0.
00010000:00000010:0.1:1786173415.719259:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090b00.
00010000:00000010:0.1:1786173415.719262:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14881c0a00.
00000080:00000010:0.1:1786173415.719264:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f240.
00010000:00000010:0.1:1786173415.719268:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090800.
00010000:00000010:0.1:1786173415.719271:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f2400.
00000080:00000010:0.1:1786173415.719275:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f4c0.
00010000:00000010:0.1:1786173415.719278:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090400.
00010000:00000010:0.1:1786173415.719282:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f2800.
00000080:00000010:0.1:1786173415.719284:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fb20.
00010000:00000010:0.1:1786173415.719288:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090200.
00010000:00000010:0.1:1786173415.719293:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f3a00.
00000080:00000010:0.1:1786173415.719296:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f400.
00010000:00000010:0.1:1786173415.719300:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090d00.
00010000:00000010:0.1:1786173415.719303:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f3200.
00000080:00000010:0.1:1786173415.719306:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fa80.
00010000:00000010:0.1:1786173415.719310:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090300.
00010000:00000010:0.1:1786173415.719312:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f3400.
00000080:00000010:0.1:1786173415.719315:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f6a0.
00010000:00000010:0.1:1786173415.719319:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090100.
00010000:00000010:0.1:1786173415.719322:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f3800.
00000080:00000010:0.1:1786173415.719325:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f8e0.
00010000:00000010:0.1:1786173415.719330:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090600.
00010000:00000010:0.1:1786173415.719333:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f2000.
00000080:00000010:0.1:1786173415.719335:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fee0.
00010000:00000010:0.1:1786173415.719340:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090a00.
00010000:00000010:0.1:1786173415.719343:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f2200.
00000080:00000010:0.1:1786173415.719346:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f0e0.
00010000:00000010:0.1:1786173415.719350:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090500.
00010000:00000010:0.1:1786173415.719353:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f2c00.
00000080:00000010:0.1:1786173415.719356:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fd80.
00010000:00000010:0.1:1786173415.719359:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090900.
00010000:00000010:0.1:1786173415.719362:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f2600.
00000080:00000010:0.1:1786173415.719365:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f5e0.
00010000:00000010:0.1:1786173415.719368:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090700.
00010000:00000010:0.1:1786173415.719371:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f3600.
00000080:00000010:0.1:1786173415.719374:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f5a0.
00010000:00000010:0.1:1786173415.719378:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090c00.
00010000:00000010:0.1:1786173415.719381:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f2e00.
00000080:00000010:0.1:1786173415.719384:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fae0.
00010000:00000010:0.1:1786173415.719388:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090f00.
00010000:00000010:0.1:1786173415.719391:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f2a00.
00000080:00000010:0.1:1786173415.719394:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576420.
00010000:00000010:0.1:1786173415.719399:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090e00.
00010000:00000010:0.1:1786173415.719402:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab8000.
00000080:00000010:0.1:1786173415.719405:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2c40.
00010000:00000010:0.1:1786173415.719409:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1488090000.
00010000:00000010:0.1:1786173415.719412:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a3e00.
00000080:00000010:0.1:1786173415.719415:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f20c0.
00010000:00000010:0.1:1786173415.719419:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ef2d00.
00010000:00000010:0.1:1786173415.719422:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a3400.
00000080:00000010:0.1:1786173415.719425:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f21a0.
00010000:00000010:0.1:1786173415.719430:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ef2300.
00010000:00000010:0.1:1786173415.719433:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a3a00.
00000080:00000010:0.1:1786173415.719435:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2a80.
00010000:00000010:0.1:1786173415.719440:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ef2200.
00010000:00000010:0.1:1786173415.719443:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a2c00.
00000080:00000010:0.1:1786173415.719445:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2e60.
00010000:00000010:0.1:1786173415.719450:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ef2400.
00010000:00000010:0.1:1786173415.719453:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a2400.
00000080:00000010:0.1:1786173415.719455:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2cc0.
00010000:00000010:0.1:1786173415.719459:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ef2900.
00010000:00000010:0.1:1786173415.719462:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a3800.
00000080:00000010:0.1:1786173415.719465:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f340.
00010000:00000010:0.1:1786173415.719470:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593df00.
00010000:00000010:0.1:1786173415.719474:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f3e00.
00000080:00000010:0.1:1786173415.719477:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f040.
00010000:00000010:0.1:1786173415.719484:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593de00.
00010000:00000010:0.1:1786173415.719487:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f3c00.
00000080:00000010:0.1:1786173415.719489:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121ffc0.
00010000:00000010:0.1:1786173415.719493:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593d000.
00010000:00000010:0.1:1786173415.719496:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14885f3000.
00000080:00000010:0.1:1786173415.719499:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121fe00.
00010000:00000010:0.1:1786173415.719504:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593db00.
00010000:00000010:0.1:1786173415.719509:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806b800.
00000080:00000010:0.1:1786173415.719512:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f900.
00010000:00000010:0.1:1786173415.719529:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593d800.
00010000:00000010:0.1:1786173415.719534:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806a000.
00000080:00000010:0.1:1786173415.719537:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f280.
00010000:00000010:0.1:1786173415.719542:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593d400.
00010000:00000010:0.1:1786173415.719545:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806a200.
00000080:00000010:0.1:1786173415.719549:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f9a0.
00010000:00000010:0.1:1786173415.719553:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593d200.
00010000:00000010:0.1:1786173415.719556:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806ac00.
00000080:00000010:0.1:1786173415.719558:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f2e0.
00010000:00000010:0.1:1786173415.719562:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593dd00.
00010000:00000010:0.1:1786173415.719565:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806a600.
00000080:00000010:0.1:1786173415.719568:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f5c0.
00010000:00000010:0.1:1786173415.719572:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593d300.
00010000:00000010:0.1:1786173415.719575:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806b600.
00000080:00000010:0.1:1786173415.719578:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f920.
00010000:00000010:0.1:1786173415.719582:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593d100.
00010000:00000010:0.1:1786173415.719585:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806ae00.
00000080:00000010:0.1:1786173415.719587:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f440.
00010000:00000010:0.1:1786173415.719591:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593d600.
00010000:00000010:0.1:1786173415.719594:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806aa00.
00000080:00000010:0.1:1786173415.719597:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148121f420.
00010000:00000010:0.1:1786173415.719601:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593da00.
00010000:00000010:0.1:1786173415.719604:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806be00.
00000080:00000010:0.1:1786173415.719608:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4ae40.
00010000:00000010:0.1:1786173415.719612:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593d500.
00010000:00000010:0.1:1786173415.719615:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806bc00.
00000080:00000010:0.1:1786173415.719618:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4ac00.
00010000:00000010:0.1:1786173415.719622:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593d900.
00010000:00000010:0.1:1786173415.719625:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806b000.
00000080:00000010:0.1:1786173415.719628:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4ac40.
00010000:00000010:0.1:1786173415.719631:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593d700.
00010000:00000010:0.1:1786173415.719635:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806a400.
00000080:00000010:0.1:1786173415.719637:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4ab20.
00010000:00000010:0.1:1786173415.719641:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148593dc00.
00010000:00000010:0.1:1786173415.719644:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806a800.
00000080:00000010:0.1:1786173415.719648:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a860.
00010000:00000010:0.1:1786173415.719652:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a39df00.
00010000:00000010:0.1:1786173415.719655:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806ba00.
00000080:00000010:0.1:1786173415.719658:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576dc0.
00010000:00000010:0.1:1786173415.719662:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a39d500.
00010000:00000010:0.1:1786173415.719665:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab9000.
00000080:00000010:0.1:1786173415.719668:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576540.
00010000:00000010:0.1:1786173415.719673:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0700.
00010000:00000010:0.1:1786173415.719676:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab8400.
00000080:00000010:0.1:1786173415.719679:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576300.
00010000:00000010:0.1:1786173415.719683:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0d00.
00010000:00000010:0.1:1786173415.719686:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab8800.
00000080:00000010:0.1:1786173415.719689:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576a40.
00010000:00000010:0.1:1786173415.719694:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0400.
00010000:00000010:0.1:1786173415.719697:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab9a00.
00000080:00000010:0.1:1786173415.719700:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a100.
00010000:00000010:0.1:1786173415.719705:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14912c4000.
00010000:00000010:0.1:1786173415.719709:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806b200.
00000080:00000010:0.1:1786173415.719712:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4adc0.
00010000:00000010:0.1:1786173415.719715:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14912c4a00.
00010000:00000010:0.1:1786173415.719718:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148806b400.
00000080:00000010:0.1:1786173415.719721:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a9c0.
00010000:00000010:0.1:1786173415.719729:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14912c4600.
00010000:00000010:0.1:1786173415.719734:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985be000.
00000080:00000010:0.1:1786173415.719737:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a420.
00010000:00000010:0.1:1786173415.719741:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14912c4900.
00010000:00000010:0.1:1786173415.719744:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bee00.
00000080:00000010:0.1:1786173415.719746:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a240.
00010000:00000010:0.1:1786173415.719750:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14912c4200.
00010000:00000010:0.1:1786173415.719754:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bea00.
00000080:00000010:0.1:1786173415.719757:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2800.
00010000:00000010:0.1:1786173415.719760:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14912c4100.
00010000:00000010:0.1:1786173415.719763:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a2200.
00000080:00000010:0.1:1786173415.719765:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576220.
00010000:00000010:0.1:1786173415.719792:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0000.
00010000:00000010:0.1:1786173415.719796:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab9600.
00000080:00000010:0.1:1786173415.719799:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4ade0.
00010000:00000010:0.1:1786173415.719805:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0a00.
00010000:00000010:0.1:1786173415.719809:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bfe00.
00000080:00000010:0.1:1786173415.719812:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a340.
00010000:00000010:0.1:1786173415.719816:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14912c4d00.
00010000:00000010:0.1:1786173415.719819:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bfc00.
00000080:00000010:0.1:1786173415.719822:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885768c0.
00010000:00000010:0.1:1786173415.719825:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14912c4300.
00010000:00000010:0.1:1786173415.719828:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486ab9e00.
00000080:00000010:0.1:1786173415.719839:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885764c0.
00010000:00000010:0.1:1786173415.719844:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0e00.
00010000:00000010:0.1:1786173415.719848:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488220200.
00000080:00000010:0.1:1786173415.719851:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576b80.
00010000:00000010:0.1:1786173415.719854:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0500.
00010000:00000010:0.1:1786173415.719857:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488220600.
00000080:00000010:0.1:1786173415.719860:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576be0.
00010000:00000010:0.1:1786173415.719864:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0b00.
00010000:00000010:0.1:1786173415.719867:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488220c00.
00000080:00000010:0.1:1786173415.719870:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576ca0.
00010000:00000010:0.1:1786173415.719873:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0300.
00010000:00000010:0.1:1786173415.719876:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488220a00.
00000080:00000010:0.1:1786173415.719878:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576840.
00010000:00000010:0.1:1786173415.719884:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0c00.
00010000:00000010:0.1:1786173415.719887:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488221a00.
00000080:00000010:0.1:1786173415.719890:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885765c0.
00010000:00000010:0.1:1786173415.719894:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0f00.
00010000:00000010:0.1:1786173415.719897:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488221c00.
00000080:00000010:0.1:1786173415.719899:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4ae60.
00010000:00000010:0.1:1786173415.719904:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14912c4700.
00010000:00000010:0.1:1786173415.719907:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bf000.
00000080:00000010:0.1:1786173415.719909:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4aac0.
00010000:00000010:0.1:1786173415.719913:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14912c4b00.
00010000:00000010:0.1:1786173415.719916:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985be400.
00000080:00000010:0.1:1786173415.719918:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a3a0.
00010000:00000010:0.1:1786173415.719921:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14912c4c00.
00010000:00000010:0.1:1786173415.719924:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985be800.
00000080:00000010:0.1:1786173415.719926:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a020.
00010000:00000010:0.1:1786173415.719930:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14912c4400.
00010000:00000010:0.1:1786173415.719932:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bfa00.
00000080:00000010:0.1:1786173415.719938:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850156c0.
00010000:00000010:0.1:1786173415.719942:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14912c4500.
00010000:00000010:0.1:1786173415.719944:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bf200.
00000080:00000010:0.1:1786173415.719947:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850155a0.
00010000:00000010:0.1:1786173415.719951:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14912c4e00.
00010000:00000010:0.1:1786173415.719954:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bf400.
00000080:00000010:0.1:1786173415.719957:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05294a0.
00010000:00000010:0.1:1786173415.719962:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21300.
00010000:00000010:0.1:1786173415.719965:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490e10c00.
00000080:00000010:0.1:1786173415.719968:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015960.
00010000:00000010:0.1:1786173415.719972:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148ab21200.
00010000:00000010:0.1:1786173415.719979:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bf800.
00000080:00000010:0.1:1786173415.719982:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529840.
00010000:00000010:0.1:1786173415.719988:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9a00.
00010000:00000010:0.1:1786173415.719991:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490e10e00.
00000080:00000010:0.1:1786173415.719994:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015ae0.
00010000:00000010:0.1:1786173415.719998:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9d00.
00010000:00000010:0.1:1786173415.720000:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985be200.
00000080:00000010:0.1:1786173415.720003:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015da0.
00010000:00000010:0.1:1786173415.720008:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14840aff00.
00010000:00000010:0.1:1786173415.720011:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bec00.
00000080:00000010:0.1:1786173415.720014:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850156e0.
00010000:00000010:0.1:1786173415.720018:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14840af400.
00010000:00000010:0.1:1786173415.720020:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985be600.
00000080:00000010:0.1:1786173415.720023:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015420.
00010000:00000010:0.1:1786173415.720026:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14840afb00.
00010000:00000010:0.1:1786173415.720028:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14985bf600.
00000080:00000010:0.1:1786173415.720031:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850154c0.
00010000:00000010:0.1:1786173415.720034:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14840af200.
00010000:00000010:0.1:1786173415.720038:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d2e00.
00000080:00000010:0.1:1786173415.720041:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015640.
00010000:00000010:0.1:1786173415.720044:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14840af500.
00010000:00000010:0.1:1786173415.720047:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d2a00.
00000080:00000010:0.1:1786173415.720049:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015460.
00010000:00000010:0.1:1786173415.720056:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14840af000.
00010000:00000010:0.1:1786173415.720060:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d3e00.
00000080:00000010:0.1:1786173415.720063:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850150e0.
00010000:00000010:0.1:1786173415.720068:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14840af900.
00010000:00000010:0.1:1786173415.720071:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d3c00.
00000080:00000010:0.1:1786173415.720073:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015ca0.
00010000:00000010:0.1:1786173415.720077:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14840af700.
00010000:00000010:0.1:1786173415.720080:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d3000.
00000080:00000010:0.1:1786173415.720083:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498b76220.
00010000:00000010:0.1:1786173415.720087:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14840afd00.
00010000:00000010:0.1:1786173415.720089:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d2400.
00000080:00000010:0.1:1786173415.720093:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485911480.
00010000:00000010:0.1:1786173415.720097:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14840af300.
00010000:00000010:0.1:1786173415.720099:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d2800.
00000080:00000010:0.1:1786173415.720102:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485911ea0.
00010000:00000010:0.1:1786173415.720105:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14840afe00.
00010000:00000010:0.1:1786173415.720108:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d3a00.
00000080:00000010:0.1:1786173415.720111:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1499181f00.
00010000:00000010:0.1:1786173415.720116:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14840afc00.
00010000:00000010:0.1:1786173415.720119:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d3200.
00000080:00000010:0.1:1786173415.720122:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486b7da40.
00010000:00000010:0.1:1786173415.720126:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14840afa00.
00010000:00000010:0.1:1786173415.720129:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d3400.
00000080:00000010:0.1:1786173415.720131:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486b7d020.
00010000:00000010:0.1:1786173415.720135:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14840af100.
00010000:00000010:0.1:1786173415.720138:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d3800.
00000080:00000010:0.1:1786173415.720141:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576440.
00010000:00000010:0.1:1786173415.720146:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14840af600.
00010000:00000010:0.1:1786173415.720148:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488221e00.
00000080:00000010:0.1:1786173415.720151:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529aa0.
00010000:00000010:0.1:1786173415.720155:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9600.
00010000:00000010:0.1:1786173415.720158:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490e11400.
00000080:00000010:0.1:1786173415.720165:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf440.
00010000:00000010:0.1:1786173415.720181:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a251200.
00010000:00000010:0.1:1786173415.720185:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d2000.
00000080:00000010:0.1:1786173415.720188:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf900.
00010000:00000010:0.1:1786173415.720192:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a251000.
00010000:00000010:0.1:1786173415.720195:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d2200.
00000080:00000010:0.1:1786173415.720198:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf1c0.
00010000:00000010:0.1:1786173415.720201:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a251700.
00010000:00000010:0.1:1786173415.720205:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d2c00.
00000080:00000010:0.1:1786173415.720208:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfae0.
00010000:00000010:0.1:1786173415.720213:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a251800.
00010000:00000010:0.1:1786173415.720215:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d2600.
00000080:00000010:0.1:1786173415.722549:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf0a0.
00010000:00000010:0.1:1786173415.722562:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a251600.
00010000:00000010:0.1:1786173415.722567:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14867d3600.
00000080:00000010:0.1:1786173415.722570:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf8c0.
00010000:00000010:0.1:1786173415.722584:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9500.
00010000:00000010:0.1:1786173415.722589:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981ba600.
00000080:00000010:0.1:1786173415.722593:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfcc0.
00010000:00000010:0.1:1786173415.722598:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a251300.
00010000:00000010:0.1:1786173415.722603:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981bb600.
00000080:00000010:0.1:1786173415.722678:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf6a0.
00010000:00000010:0.1:1786173415.722684:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a251500.
00010000:00000010:0.1:1786173415.722687:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981bae00.
00000080:00000010:0.1:1786173415.722692:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf600.
00010000:00000010:0.1:1786173415.722696:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a251f00.
00010000:00000010:0.1:1786173415.722700:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981baa00.
00000080:00000010:0.1:1786173415.722703:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf940.
00010000:00000010:0.1:1786173415.722710:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a251a00.
00010000:00000010:0.1:1786173415.722714:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981bbe00.
00000080:00000010:0.1:1786173415.722717:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf7e0.
00010000:00000010:0.1:1786173415.722723:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a251c00.
00010000:00000010:0.1:1786173415.722727:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981bbc00.
00000080:00000010:0.1:1786173415.722730:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcffe0.
00010000:00000010:0.1:1786173415.722734:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a251e00.
00010000:00000010:0.1:1786173415.722737:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981bb000.
00000080:00000010:0.1:1786173415.722740:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885765e0.
00010000:00000010:0.1:1786173415.722745:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0600.
00010000:00000010:0.1:1786173415.722748:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488220e00.
00000080:00000010:0.1:1786173415.722752:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfa60.
00010000:00000010:0.1:1786173415.722756:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a251400.
00010000:00000010:0.1:1786173415.722759:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488220000.
00000080:00000010:0.1:1786173415.722762:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf7a0.
00010000:00000010:0.1:1786173415.722766:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a251100.
00010000:00000010:0.1:1786173415.722769:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981ba400.
00000080:00000010:0.1:1786173415.722787:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf700.
00010000:00000010:0.1:1786173415.722794:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a251900.
00010000:00000010:0.1:1786173415.722797:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981ba800.
00000080:00000010:0.1:1786173415.722801:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfc40.
00010000:00000010:0.1:1786173415.722805:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148a251b00.
00010000:00000010:0.1:1786173415.722808:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981bba00.
00000080:00000010:0.1:1786173415.722810:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf040.
00010000:00000010:0.1:1786173415.722816:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485586400.
00010000:00000010:0.1:1786173415.722819:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981bb200.
00000080:00000010:0.1:1786173415.722823:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfac0.
00010000:00000010:0.1:1786173415.722827:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485586200.
00010000:00000010:0.1:1786173415.722830:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981bb400.
00000080:00000010:0.1:1786173415.722832:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf080.
00010000:00000010:0.1:1786173415.722835:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485586900.
00010000:00000010:0.1:1786173415.722838:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981bb800.
00000080:00000010:0.1:1786173415.722840:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfd20.
00010000:00000010:0.1:1786173415.722845:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485586300.
00010000:00000010:0.1:1786173415.722848:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981ba000.
00000080:00000010:0.1:1786173415.722851:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcffa0.
00010000:00000010:0.1:1786173415.722855:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485586700.
00010000:00000010:0.1:1786173415.722858:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981ba200.
00000080:00000010:0.1:1786173415.722861:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529960.
00010000:00000010:0.1:1786173415.722867:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485586d00.
00010000:00000010:0.1:1786173415.722870:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490e11200.
00000080:00000010:0.1:1786173415.722874:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05297c0.
00010000:00000010:0.1:1786173415.722879:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9900.
00010000:00000010:0.1:1786173415.722882:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490e10000.
00000080:00000010:0.1:1786173415.722885:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf460.
00010000:00000010:0.1:1786173415.722889:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485586f00.
00010000:00000010:0.1:1786173415.722892:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981bac00.
00000080:00000010:0.1:1786173415.722895:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf320.
00010000:00000010:0.1:1786173415.722899:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485586b00.
00010000:00000010:0.1:1786173415.722903:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb8e00.
00000080:00000010:0.1:1786173415.722906:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfd80.
00010000:00000010:0.1:1786173415.722910:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485586000.
00010000:00000010:0.1:1786173415.722913:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb8a00.
00000080:00000010:0.1:1786173415.723875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576320.
00010000:00000010:0.1:1786173415.723882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485586a00.
00010000:00000010:0.1:1786173415.723886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488221600.
00000080:00000010:0.1:1786173415.723890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfd00.
00010000:00000010:0.1:1786173415.723894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485586e00.
00010000:00000010:0.1:1786173415.723898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb9e00.
00000080:00000010:0.1:1786173415.723900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf420.
00010000:00000010:0.1:1786173415.723905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485586500.
00010000:00000010:0.1:1786173415.723908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb9c00.
00000080:00000010:0.1:1786173415.723910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf9c0.
00010000:00000010:0.1:1786173415.723914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485586c00.
00010000:00000010:0.1:1786173415.723916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb9000.
00000080:00000010:0.1:1786173415.723919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcffc0.
00010000:00000010:0.1:1786173415.723925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485586800.
00010000:00000010:0.1:1786173415.723948:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb8400.
00000080:00000010:0.1:1786173415.723955:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf5c0.
00010000:00000010:0.1:1786173415.723959:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485586100.
00010000:00000010:0.1:1786173415.723961:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb8800.
00000080:00000010:0.1:1786173415.723964:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf6e0.
00010000:00000010:0.1:1786173415.723969:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14890d3100.
00010000:00000010:0.1:1786173415.723973:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb9a00.
00000080:00000010:0.1:1786173415.723975:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfa80.
00010000:00000010:0.1:1786173415.723981:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14890d3d00.
00010000:00000010:0.1:1786173415.723984:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb9200.
00000080:00000010:0.1:1786173415.723988:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529ba0.
00010000:00000010:0.1:1786173415.723992:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9400.
00010000:00000010:0.1:1786173415.723996:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490e11000.
00000080:00000010:0.1:1786173415.723999:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf3a0.
00010000:00000010:0.1:1786173415.724003:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9e00.
00010000:00000010:0.1:1786173415.724007:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb9400.
00000080:00000010:0.1:1786173415.724010:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529f00.
00010000:00000010:0.1:1786173415.724015:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14890d3a00.
00010000:00000010:0.1:1786173415.724018:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490e11800.
00000080:00000010:0.1:1786173415.724020:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529800.
00010000:00000010:0.1:1786173415.724027:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9b00.
00010000:00000010:0.1:1786173415.724029:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490e11c00.
00000080:00000010:0.1:1786173415.724034:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529f40.
00010000:00000010:0.1:1786173415.724038:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9800.
00010000:00000010:0.1:1786173415.724042:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490e10200.
00000080:00000010:0.1:1786173415.724044:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529900.
00010000:00000010:0.1:1786173415.724049:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9200.
00010000:00000010:0.1:1786173415.724052:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490e11e00.
00000080:00000010:0.1:1786173415.724054:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05294c0.
00010000:00000010:0.1:1786173415.724058:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9000.
00010000:00000010:0.1:1786173415.724062:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490e10800.
00000080:00000010:0.1:1786173415.724065:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529a00.
00010000:00000010:0.1:1786173415.724068:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9f00.
00010000:00000010:0.1:1786173415.724071:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1490e10400.
00000080:00000010:0.1:1786173415.724073:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf0c0.
00010000:00000010:0.1:1786173415.724077:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9c00.
00010000:00000010:0.1:1786173415.724080:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb9800.
00000080:00000010:0.1:1786173415.724083:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf640.
00010000:00000010:0.1:1786173415.724087:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14890d3000.
00010000:00000010:0.1:1786173415.724090:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb8000.
00000080:00000010:0.1:1786173415.724092:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf3c0.
00010000:00000010:0.1:1786173415.724096:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14890d3600.
00010000:00000010:0.1:1786173415.724099:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb8200.
00000080:00000010:0.1:1786173415.724101:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf780.
00010000:00000010:0.1:1786173415.724104:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14890d3400.
00010000:00000010:0.1:1786173415.724107:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb8c00.
00000080:00000010:0.1:1786173415.724110:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfca0.
00010000:00000010:0.1:1786173415.724114:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14890d3b00.
00010000:00000010:0.1:1786173415.724116:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb8600.
00000080:00000010:0.1:1786173415.724119:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf000.
00010000:00000010:0.1:1786173415.724123:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14890d3e00.
00010000:00000010:0.1:1786173415.724126:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1484bb9600.
00000080:00000010:0.1:1786173415.724128:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf200.
00010000:00000010:0.1:1786173415.724132:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14890d3800.
00010000:00000010:0.1:1786173415.724136:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d7e00.
00000080:00000010:0.1:1786173415.724139:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf1e0.
00010000:00000010:0.1:1786173415.724142:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14890d3300.
00010000:00000010:0.1:1786173415.724145:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d7c00.
00000080:00000010:0.1:1786173415.724147:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf220.
00010000:00000010:0.1:1786173415.724150:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14890d3200.
00010000:00000010:0.1:1786173415.724153:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d7000.
00000080:00000010:0.1:1786173415.724155:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf820.
00010000:00000010:0.1:1786173415.724159:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14890d3c00.
00010000:00000010:0.1:1786173415.724162:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d6400.
00000080:00000010:0.1:1786173415.724164:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf020.
00010000:00000010:0.1:1786173415.724167:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14890d3700.
00010000:00000010:0.1:1786173415.724169:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d6800.
00000080:00000010:0.1:1786173415.757798:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfe00.
00010000:00000010:0.1:1786173415.757810:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14890d3f00.
00010000:00000010:0.1:1786173415.757817:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d7a00.
00000080:00000010:0.1:1786173415.757820:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfe80.
00010000:00000010:0.1:1786173415.757825:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1489fff100.
00010000:00000010:0.1:1786173415.757829:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d7200.
00000080:00000010:0.1:1786173415.757832:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf120.
00010000:00000010:0.1:1786173415.757842:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1489fff000.
00010000:00000010:0.1:1786173415.757845:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d7400.
00000080:00000010:0.1:1786173415.757848:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f25c0.
00010000:00000010:0.1:1786173415.757854:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ef2800.
00010000:00000010:0.1:1786173415.757858:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a3600.
00000080:00000010:1.1:1786173415.758110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f24e0.
00010000:00000010:1.1:1786173415.758117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ef2700.
00010000:00000010:1.1:1786173415.758121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a2a00.
00000080:00000010:1.1:1786173415.758124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2fc0.
00010000:00000010:1.1:1786173415.763818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ef2100.
00010000:00000010:1.1:1786173415.763826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a2000.
00000080:00000010:1.1:1786173415.763831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2860.
00010000:00000010:1.1:1786173415.763840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ef2500.
00010000:00000010:1.1:1786173415.763844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a3200.
00000080:00000010:1.1:1786173415.763846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2ec0.
00010000:00000010:1.1:1786173415.763851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ef2c00.
00010000:00000010:1.1:1786173415.763853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a2800.
00000080:00000010:1.1:1786173415.763858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfb20.
00010000:00000010:1.1:1786173415.763866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ef2000.
00010000:00000010:1.1:1786173415.763869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d7800.
00000080:00000010:1.1:1786173415.763873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf3e0.
00010000:00000010:1.1:1786173415.763878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1489fffd00.
00010000:00000010:1.1:1786173415.763882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d6000.
00000080:00000010:1.1:1786173415.763895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfba0.
00010000:00000010:1.1:1786173415.763900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1489fffc00.
00010000:00000010:1.1:1786173415.763903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d6200.
00000080:00000010:1.1:1786173415.763906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf520.
00010000:00000010:1.1:1786173415.763911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1489fff200.
00010000:00000010:1.1:1786173415.763914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d6c00.
00000080:00000010:1.1:1786173415.763916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf400.
00010000:00000010:1.1:1786173415.763921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1489fff400.
00010000:00000010:1.1:1786173415.763923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d6600.
00000080:00000010:1.1:1786173415.763926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcff40.
00010000:00000010:1.1:1786173415.763930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1489fff600.
00010000:00000010:1.1:1786173415.763932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d7600.
00000080:00000010:1.1:1786173415.763935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf280.
00010000:00000010:1.1:1786173415.763939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1489fffe00.
00010000:00000010:1.1:1786173415.763942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d6e00.
00000080:00000010:1.1:1786173415.763944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf1a0.
00010000:00000010:1.1:1786173415.763948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1489fffb00.
00010000:00000010:1.1:1786173415.763950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14983d6a00.
00000080:00000010:1.1:1786173415.763953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf500.
00010000:00000010:1.1:1786173415.763956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1489fff300.
00010000:00000010:1.1:1786173415.763960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0438e00.
00000080:00000010:1.1:1786173415.763963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfb60.
00010000:00000010:1.1:1786173415.763967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1489ffff00.
00010000:00000010:1.1:1786173415.763970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0438a00.
00000080:00000010:1.1:1786173415.763972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf7c0.
00010000:00000010:1.1:1786173415.763976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1489fff800.
00010000:00000010:1.1:1786173415.763979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0439e00.
00000080:00000010:1.1:1786173415.763983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf680.
00010000:00000010:1.1:1786173415.763988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9100.
00010000:00000010:1.1:1786173415.763991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0439c00.
00000080:00000010:1.1:1786173415.763994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfb80.
00010000:00000010:1.1:1786173415.763999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483a72200.
00010000:00000010:1.1:1786173415.764002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0439000.
00000080:00000010:1.1:1786173415.764004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcff80.
00010000:00000010:1.1:1786173415.764011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483a72100.
00010000:00000010:1.1:1786173415.764014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0438400.
00000080:00000010:1.1:1786173415.764018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05291c0.
00010000:00000010:1.1:1786173415.764024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483a72500.
00010000:00000010:1.1:1786173415.764028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1489f69e00.
00000080:00000010:1.1:1786173415.764031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05295c0.
00010000:00000010:1.1:1786173415.764036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9300.
00010000:00000010:1.1:1786173415.764039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1489f68e00.
00000080:00000010:1.1:1786173415.764043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05296e0.
00010000:00000010:1.1:1786173415.764048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980d9700.
00010000:00000010:1.1:1786173415.764050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1489f69c00.
00000080:00000010:1.1:1786173415.764053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcff60.
00010000:00000010:1.1:1786173415.764057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483a72f00.
00010000:00000010:1.1:1786173415.764060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0438800.
00000080:00000010:1.1:1786173415.764063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf980.
00010000:00000010:1.1:1786173415.764067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483a72900.
00010000:00000010:1.1:1786173415.764070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0439a00.
00000080:00000010:1.1:1786173415.764073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf260.
00010000:00000010:1.1:1786173415.764077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483a72400.
00010000:00000010:1.1:1786173415.764080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0439200.
00000080:00000010:1.1:1786173415.764083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfce0.
00010000:00000010:1.1:1786173415.764090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483a72a00.
00010000:00000010:1.1:1786173415.764093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0439400.
00000080:00000010:1.1:1786173415.764096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05294e0.
00010000:00000010:1.1:1786173415.764101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980eee00.
00010000:00000010:1.1:1786173415.764104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1489f69600.
00000080:00000010:1.1:1786173415.764107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529fc0.
00010000:00000010:1.1:1786173415.764112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980ee200.
00010000:00000010:1.1:1786173415.764115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1489f68200.
00000080:00000010:1.1:1786173415.764118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529bc0.
00010000:00000010:1.1:1786173415.764122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980ee400.
00010000:00000010:1.1:1786173415.764125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1489f69400.
00000080:00000010:1.1:1786173415.764128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05296c0.
00010000:00000010:1.1:1786173415.764133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980eed00.
00010000:00000010:1.1:1786173415.764136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1489f69a00.
00000080:00000010:1.1:1786173415.764139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfc00.
00010000:00000010:1.1:1786173415.764144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980ee100.
00010000:00000010:1.1:1786173415.764147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0439800.
00000080:00000010:1.1:1786173415.764150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfa20.
00010000:00000010:1.1:1786173415.764154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483a72700.
00010000:00000010:1.1:1786173415.764157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0438000.
00000080:00000010:1.1:1786173415.764160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2de0.
00010000:00000010:1.1:1786173415.764164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483a72800.
00010000:00000010:1.1:1786173415.764166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a3000.
00000080:00000010:1.1:1786173415.764169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2740.
00010000:00000010:1.1:1786173415.764173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ef2e00.
00010000:00000010:1.1:1786173415.764176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a3c00.
00000080:00000010:1.1:1786173415.764179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14857f2580.
00010000:00000010:1.1:1786173415.764183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ef2f00.
00010000:00000010:1.1:1786173415.764186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14b19a2600.
00000080:00000010:1.1:1786173415.764189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfa40.
00010000:00000010:1.1:1786173415.764194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1482ef2600.
00010000:00000010:1.1:1786173415.764211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0438200.
00000080:00000010:1.1:1786173415.764216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf140.
00010000:00000010:1.1:1786173415.764221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483a72600.
00010000:00000010:1.1:1786173415.764224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0438c00.
00000080:00000010:1.1:1786173415.764226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfda0.
00010000:00000010:1.1:1786173415.764230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483a72300.
00010000:00000010:1.1:1786173415.764232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0438600.
00000080:00000010:1.1:1786173415.764235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529600.
00010000:00000010:1.1:1786173415.764240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483a72b00.
00010000:00000010:1.1:1786173415.764242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1489f69000.
00000080:00000010:1.1:1786173415.764245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529920.
00010000:00000010:1.1:1786173415.764248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980ee300.
00010000:00000010:1.1:1786173415.764251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1489f68a00.
00000080:00000010:1.1:1786173415.764253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529d60.
00010000:00000010:1.1:1786173415.764257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980eef00.
00010000:00000010:1.1:1786173415.764260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1489f68c00.
00000080:00000010:1.1:1786173415.764262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05298a0.
00010000:00000010:1.1:1786173415.764265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980eec00.
00010000:00000010:1.1:1786173415.764268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1489f69800.
00000080:00000010:1.1:1786173415.764270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf5e0.
00010000:00000010:1.1:1786173415.764275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483a72d00.
00010000:00000010:1.1:1786173415.764278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14c0439600.
00000080:00000010:1.1:1786173415.764280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfee0.
00010000:00000010:1.1:1786173415.764284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483a72000.
00010000:00000010:1.1:1786173415.764288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d1a00.
00000080:00000010:1.1:1786173415.764291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfec0.
00010000:00000010:1.1:1786173415.764295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483a72c00.
00010000:00000010:1.1:1786173415.764297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d1400.
00000080:00000010:1.1:1786173415.764300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf560.
00010000:00000010:1.1:1786173415.764305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483e4d600.
00010000:00000010:1.1:1786173415.764308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d1800.
00000080:00000010:1.1:1786173415.764311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf720.
00010000:00000010:1.1:1786173415.764314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483e4da00.
00010000:00000010:1.1:1786173415.764318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d0200.
00000080:00000010:1.1:1786173415.764321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf8e0.
00010000:00000010:1.1:1786173415.764325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483e4db00.
00010000:00000010:1.1:1786173415.764328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d0600.
00000080:00000010:0.1:1786173415.768805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf4a0.
00010000:00000010:0.1:1786173415.768817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148aa15c00.
00010000:00000010:0.1:1786173415.768824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d1600.
00000080:00000010:0.1:1786173415.768827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf0e0.
00010000:00000010:0.1:1786173415.768831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148aa15400.
00010000:00000010:0.1:1786173415.768834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d0a00.
00000080:00000010:0.1:1786173415.768837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf8a0.
00010000:00000010:0.1:1786173415.768840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148aa15f00.
00010000:00000010:0.1:1786173415.768843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d1000.
00000080:00000010:0.1:1786173415.768845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf840.
00010000:00000010:0.1:1786173415.768849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148aa15100.
00010000:00000010:0.1:1786173415.768853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d0800.
00000080:00000010:0.1:1786173415.768855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529cc0.
00010000:00000010:0.1:1786173415.768860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980ee600.
00010000:00000010:0.1:1786173415.768863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1489f68000.
00000080:00000010:0.1:1786173415.768866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05299e0.
00010000:00000010:0.1:1786173415.768870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980ee900.
00010000:00000010:0.1:1786173415.768872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1489f69200.
00000080:00000010:0.1:1786173415.768875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529620.
00010000:00000010:0.1:1786173415.768879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980ee500.
00010000:00000010:0.1:1786173415.768882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b93000.
00000080:00000010:0.1:1786173415.768927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfc60.
00010000:00000010:0.1:1786173415.768932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980ee000.
00010000:00000010:0.1:1786173415.768936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d0400.
00000080:00000010:0.1:1786173415.768938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfea0.
00010000:00000010:0.1:1786173415.768941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148aa15900.
00010000:00000010:0.1:1786173415.768944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d1c00.
00000080:00000010:0.1:1786173415.768946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf240.
00010000:00000010:0.1:1786173415.768952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148aa15b00.
00010000:00000010:0.1:1786173415.768954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d1e00.
00000080:00000010:0.1:1786173415.768957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf2a0.
00010000:00000010:0.1:1786173415.768960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148aa15a00.
00010000:00000010:0.1:1786173415.768963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d0e00.
00000080:00000010:0.1:1786173415.768966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf340.
00010000:00000010:0.1:1786173415.768970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14829e4b00.
00010000:00000010:0.1:1786173415.768991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d0c00.
00000080:00000010:0.1:1786173415.768995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf9a0.
00010000:00000010:0.1:1786173415.769002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14829e4e00.
00010000:00000010:0.1:1786173415.769005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d0000.
00000080:00000010:0.1:1786173415.769007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfdc0.
00010000:00000010:2.1:1786173415.825800:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bc8e700.
00010000:00000010:2.1:1786173415.827086:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14857d1200.
00000080:00000010:2.1:1786173415.827097:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529940.
00010000:00000010:2.1:1786173415.827108:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980eeb00.
00010000:00000010:2.1:1786173415.827112:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b93400.
00000080:00000010:2.1:1786173415.827115:0:108944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05296a0.
00010000:00000010:2.1:1786173415.827120:0:108944:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980eea00.
00010000:00000010:2.1:1786173415.827124:0:108944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b92200.
00000080:00000010:2.1:1786173415.827150:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529da0.
00010000:00000010:2.1:1786173415.827157:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980ee800.
00010000:00000010:2.1:1786173415.827161:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b92400.
00000080:00000010:2.1:1786173415.827164:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf760.
00010000:00000010:2.1:1786173415.827171:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bc8e500.
00010000:00000010:2.1:1786173415.827175:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2ea00.
00000080:00000010:2.1:1786173415.827178:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf960.
00010000:00000010:2.1:1786173415.827183:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bc8e600.
00010000:00000010:2.1:1786173415.827186:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2f600.
00000080:00000010:2.1:1786173415.827189:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfe60.
00010000:00000010:2.1:1786173415.827193:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bc8e400.
00010000:00000010:2.1:1786173415.827196:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2fc00.
00000080:00000010:2.1:1786173415.827199:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf920.
00010000:00000010:2.1:1786173415.827202:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bc8ea00.
00010000:00000010:2.1:1786173415.827205:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2f000.
00000080:00000010:2.1:1786173415.827208:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcfaa0.
00010000:00000010:2.1:1786173415.827212:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bc8eb00.
00010000:00000010:2.1:1786173415.827215:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2e800.
00000080:00000010:2.1:1786173415.827217:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf9e0.
00010000:00000010:2.1:1786173415.827221:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bc8ee00.
00010000:00000010:2.1:1786173415.827224:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2fa00.
00000080:00000010:2.1:1786173415.827227:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05298e0.
00010000:00000010:2.1:1786173415.827232:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bc8e100.
00010000:00000010:2.1:1786173415.827234:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b92c00.
00000080:00000010:3.1:1786173415.829880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529fe0.
00010000:00000010:3.1:1786173415.829903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14980ee700.
00010000:00000010:3.1:1786173415.829908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b93800.
00000080:00000010:3.1:1786173415.829912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529ec0.
00010000:00000010:3.1:1786173415.829920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291600.
00010000:00000010:3.1:1786173415.829924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b92800.
00000080:00000010:3.1:1786173415.829928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529a40.
00010000:00000010:3.1:1786173415.829934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291b00.
00010000:00000010:3.1:1786173415.829937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b92a00.
00000080:00000010:3.1:1786173415.829941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcff00.
00010000:00000010:3.1:1786173415.829947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bc8ec00.
00010000:00000010:3.1:1786173415.829950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2f400.
00000080:00000010:3.1:1786173415.848877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f148512c000.
00010000:00000010:3.1:1786173415.849545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c216f200.
00010000:00000010:3.1:1786173415.849553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2e000.
00000080:00000010:3.1:1786173415.849558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486b7de60.
00010000:00000010:3.1:1786173415.849563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c216fa00.
00010000:00000010:3.1:1786173415.849566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2ec00.
00000080:00000010:3.1:1786173415.849569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486b7dc20.
00010000:00000010:3.1:1786173415.849573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c216f300.
00010000:00000010:3.1:1786173415.849575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2e200.
00000080:00000010:3.1:1786173415.849587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529040.
00010000:00000010:3.1:1786173415.849595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291e00.
00010000:00000010:3.1:1786173415.849599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b93e00.
00000080:00000010:3.1:1786173415.849602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529140.
00010000:00000010:3.1:1786173415.849607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291500.
00010000:00000010:3.1:1786173415.849611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b93a00.
00000080:00000010:3.1:1786173415.849613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529c20.
00010000:00000010:3.1:1786173415.849750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291c00.
00010000:00000010:3.1:1786173415.849755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b92e00.
00000080:00000010:3.1:1786173415.849759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486b7dd00.
00010000:00000010:3.1:1786173415.849763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291f00.
00010000:00000010:3.1:1786173415.849767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2f800.
00000080:00000010:3.1:1786173415.849788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1486b7d900.
00010000:00000010:3.1:1786173415.849793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c216f100.
00010000:00000010:3.1:1786173415.849796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2f200.
00000080:00000010:3.1:1786173415.849799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1499181060.
00010000:00000010:3.1:1786173415.849802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c216f600.
00010000:00000010:2.1:1786173415.849903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0d600.
00010000:00000010:2.1:1786173415.849910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d9c00.
00000080:00000010:2.1:1786173415.849915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529000.
00010000:00000010:2.1:1786173415.849923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0d800.
00010000:00000010:2.1:1786173415.849927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d8200.
00000080:00000010:2.1:1786173415.849929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529320.
00010000:00000010:2.1:1786173415.849934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0d900.
00010000:00000010:2.1:1786173415.849937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d8800.
00000080:00000010:2.1:1786173415.849939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529660.
00010000:00000010:2.1:1786173415.849944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0dc00.
00010000:00000010:2.1:1786173415.849947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d9000.
00000080:00000010:2.1:1786173415.849949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529280.
00010000:00000010:2.1:1786173415.849954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0db00.
00010000:00000010:2.1:1786173415.849957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d8600.
00010000:00000010:3.1:1786173415.850028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2e400.
00000080:00000010:3.1:1786173415.850035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485911ec0.
00010000:00000010:3.1:1786173415.850043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14c216fd00.
00010000:00000010:3.1:1786173415.850046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2fe00.
00000080:00000010:3.1:1786173415.850052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05295a0.
00010000:00000010:3.1:1786173415.850057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291400.
00010000:00000010:3.1:1786173415.850060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b92000.
00000080:00000010:3.1:1786173415.850063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529860.
00010000:00000010:3.1:1786173415.850067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291300.
00010000:00000010:3.1:1786173415.850070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b93600.
00000080:00000010:3.1:1786173415.850073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485911180.
00010000:00000010:3.1:1786173415.850079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148795c000.
00010000:00000010:3.1:1786173415.850083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2ee00.
00000080:00000010:3.1:1786173415.850085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485911ee0.
00010000:00000010:3.1:1786173415.850089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148795cb00.
00010000:00000010:3.1:1786173415.850092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1486b2e600.
00000080:00000010:3.1:1786173415.850095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485911820.
00010000:00000010:3.1:1786173415.850098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148795c800.
00010000:00000010:3.1:1786173415.850102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c4800.
00000080:00000010:3.1:1786173415.850105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b07420.
00010000:00000010:3.1:1786173415.850109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148795ce00.
00010000:00000010:3.1:1786173415.850114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c5200.
00000080:00000010:3.1:1786173415.850117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498b76480.
00010000:00000010:3.1:1786173415.850123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291d00.
00010000:00000010:3.1:1786173415.850127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488221000.
00000080:00000010:3.1:1786173415.850130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498b76840.
00010000:00000010:3.1:1786173415.850134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148795c400.
00010000:00000010:3.1:1786173415.850137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c4400.
00000080:00000010:3.1:1786173415.850139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1498b76120.
00010000:00000010:3.1:1786173415.850145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148795cc00.
00010000:00000010:3.1:1786173415.850148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c4e00.
00000080:00000010:3.1:1786173415.850157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015520.
00010000:00000010:3.1:1786173415.850161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291200.
00010000:00000010:3.1:1786173415.850164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c5c00.
00000080:00000010:3.1:1786173415.850168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015b20.
00010000:00000010:3.1:1786173415.850172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148795c300.
00010000:00000010:3.1:1786173415.850175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c4200.
00000080:00000010:3.1:1786173415.850178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015e60.
00010000:00000010:3.1:1786173415.850183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148795c100.
00010000:00000010:3.1:1786173415.850185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c4600.
00000080:00000010:3.1:1786173415.850191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576460.
00010000:00000010:3.1:1786173415.850196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148795c200.
00010000:00000010:3.1:1786173415.850200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488220400.
00000080:00000010:3.1:1786173415.850203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576500.
00010000:00000010:3.1:1786173415.850207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0800.
00010000:00000010:3.1:1786173415.850209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488220800.
00000080:00000010:3.1:1786173415.850212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576760.
00010000:00000010:3.1:1786173415.850215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14859f0200.
00010000:00000010:3.1:1786173415.850224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488221200.
00000080:00000010:3.1:1786173415.850228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576ae0.
00010000:00000010:3.1:1786173415.850234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097d00.
00010000:00000010:3.1:1786173415.850237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488221400.
00000080:00000010:3.1:1786173415.850240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576560.
00010000:00000010:3.1:1786173415.850245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097c00.
00010000:00000010:3.1:1786173415.850248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1488221800.
00000080:00000010:3.1:1786173415.850258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015be0.
00010000:00000010:3.1:1786173415.850262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148795c900.
00010000:00000010:3.1:1786173415.850266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c5600.
00000080:00000010:3.1:1786173415.850272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015cc0.
00010000:00000010:3.1:1786173415.850281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148795cf00.
00010000:00000010:3.1:1786173415.850283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c4c00.
00000080:00000010:3.1:1786173415.850286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015a80.
00010000:00000010:3.1:1786173415.850290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148795c600.
00010000:00000010:3.1:1786173415.850293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c4000.
00000080:00000010:3.1:1786173415.850295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850151c0.
00010000:00000010:3.1:1786173415.850299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148795c700.
00010000:00000010:3.1:1786173415.850302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c5e00.
00000080:00000010:3.1:1786173415.850305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015660.
00010000:00000010:3.1:1786173415.850309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148795cd00.
00010000:00000010:3.1:1786173415.850312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c4a00.
00000080:00000010:3.1:1786173415.850316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850150a0.
00010000:00000010:3.1:1786173415.850319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148795c500.
00010000:00000010:3.1:1786173415.850322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c5000.
00000080:00000010:3.1:1786173415.850325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015700.
00010000:00000010:3.1:1786173415.850331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bec9a00.
00010000:00000010:3.1:1786173415.850363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c5400.
00000080:00000010:3.1:1786173415.850368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576c00.
00010000:00000010:3.1:1786173415.850373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097a00.
00010000:00000010:3.1:1786173415.850377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865efe00.
00000080:00000010:3.1:1786173415.850380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576900.
00010000:00000010:3.1:1786173415.850385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097700.
00010000:00000010:3.1:1786173415.850387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ef400.
00000080:00000010:3.1:1786173415.850390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885763a0.
00010000:00000010:3.1:1786173415.850393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097000.
00010000:00000010:3.1:1786173415.850396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ee800.
00000080:00000010:3.1:1786173415.850399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885763e0.
00010000:00000010:3.1:1786173415.850402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097b00.
00010000:00000010:3.1:1786173415.850405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ee200.
00000080:00000010:3.1:1786173415.850459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576a80.
00010000:00000010:3.1:1786173415.850465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097400.
00010000:00000010:3.1:1786173415.850468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ee400.
00000080:00000010:3.1:1786173415.850471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576980.
00010000:00000010:3.1:1786173415.850474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097200.
00010000:00000010:3.1:1786173415.850478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865efc00.
00000080:00000010:3.1:1786173415.850480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576ba0.
00010000:00000010:3.1:1786173415.850484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097f00.
00010000:00000010:3.1:1786173415.850486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865eee00.
00000080:00000010:3.1:1786173415.850489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576920.
00010000:00000010:3.1:1786173415.850492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097300.
00010000:00000010:3.1:1786173415.850494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865eea00.
00000080:00000010:3.1:1786173415.850497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576200.
00010000:00000010:3.1:1786173415.850500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097e00.
00010000:00000010:3.1:1786173415.850502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ef000.
00000080:00000010:3.1:1786173415.850505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576880.
00010000:00000010:3.1:1786173415.850509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097900.
00010000:00000010:3.1:1786173415.850511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ef800.
00000080:00000010:3.1:1786173415.850524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576d40.
00010000:00000010:3.1:1786173415.850530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097800.
00010000:00000010:3.1:1786173415.850532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ef600.
00000080:00000010:3.1:1786173415.850534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576120.
00010000:00000010:3.1:1786173415.850538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097600.
00010000:00000010:3.1:1786173415.850541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ee000.
00000080:00000010:3.1:1786173415.850545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015320.
00010000:00000010:3.1:1786173415.850549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bec9e00.
00010000:00000010:3.1:1786173415.850552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c5a00.
00000080:00000010:3.1:1786173415.850555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529f80.
00010000:00000010:3.1:1786173415.850559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291800.
00010000:00000010:3.1:1786173415.850562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b92600.
00000080:00000010:3.1:1786173415.850565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015dc0.
00010000:00000010:3.1:1786173415.850570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bec9100.
00010000:00000010:3.1:1786173415.850572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14981c5800.
00000080:00000010:3.1:1786173415.850575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015240.
00010000:00000010:3.1:1786173415.850579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bec9600.
00010000:00000010:3.1:1786173415.850584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad3a00.
00000080:00000010:3.1:1786173415.850587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015b60.
00010000:00000010:3.1:1786173415.850592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bec9900.
00010000:00000010:3.1:1786173415.850595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad3800.
00000080:00000010:3.1:1786173415.850599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015ea0.
00010000:00000010:3.1:1786173415.850605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bec9500.
00010000:00000010:3.1:1786173415.850609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad2200.
00000080:00000010:3.1:1786173415.850612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015a40.
00010000:00000010:3.1:1786173415.850617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bec9800.
00010000:00000010:3.1:1786173415.850619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad2600.
00000080:00000010:3.1:1786173415.850622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015820.
00010000:00000010:3.1:1786173415.850626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bec9300.
00010000:00000010:3.1:1786173415.850628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad2e00.
00000080:00000010:3.1:1786173415.850632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529740.
00010000:00000010:3.1:1786173415.850636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bec9f00.
00010000:00000010:3.1:1786173415.850639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad3e00.
00000080:00000010:3.1:1786173415.850641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529540.
00010000:00000010:3.1:1786173415.850645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291000.
00010000:00000010:3.1:1786173415.850648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b93200.
00000080:00000010:3.1:1786173415.850651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529d40.
00010000:00000010:3.1:1786173415.850655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291900.
00010000:00000010:3.1:1786173415.850658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b93c00.
00000080:00000010:3.1:1786173415.850660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529b40.
00010000:00000010:3.1:1786173415.850664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291700.
00010000:00000010:3.1:1786173415.850668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c48e00.
00000080:00000010:3.1:1786173415.850671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015380.
00010000:00000010:3.1:1786173415.850676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291100.
00010000:00000010:3.1:1786173415.850679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad3c00.
00000080:00000010:3.1:1786173415.850682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015920.
00010000:00000010:3.1:1786173415.850686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bec9b00.
00010000:00000010:3.1:1786173415.850689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad2400.
00000080:00000010:3.1:1786173415.850692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015500.
00010000:00000010:3.1:1786173415.850696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bec9700.
00010000:00000010:3.1:1786173415.850699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad3000.
00000080:00000010:3.1:1786173415.850701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529300.
00010000:00000010:3.1:1786173415.850705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486291a00.
00010000:00000010:3.1:1786173415.850714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c49e00.
00000080:00000010:3.1:1786173415.850718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850158c0.
00010000:00000010:3.1:1786173415.850723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bec9d00.
00010000:00000010:3.1:1786173415.850725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad2a00.
00000080:00000010:3.1:1786173415.850728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850150c0.
00010000:00000010:3.1:1786173415.850732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bec9000.
00010000:00000010:3.1:1786173415.850736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad3600.
00000080:00000010:3.1:1786173415.850743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a1c0.
00010000:00000010:3.1:1786173415.850747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bec9200.
00010000:00000010:3.1:1786173415.850750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad2c00.
00000080:00000010:3.1:1786173415.850753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a3c0.
00010000:00000010:3.1:1786173415.850757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bec9400.
00010000:00000010:3.1:1786173415.850760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad2000.
00000080:00000010:3.1:1786173415.850763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a5e0.
00010000:00000010:3.1:1786173415.850798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483dc7700.
00010000:00000010:3.1:1786173415.850803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad3400.
00000080:00000010:3.1:1786173415.850814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4acc0.
00010000:00000010:3.1:1786173415.850819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483dc7000.
00010000:00000010:3.1:1786173415.850823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad3200.
00000080:00000010:3.1:1786173415.850826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a620.
00010000:00000010:3.1:1786173415.850830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483dc7500.
00010000:00000010:3.1:1786173415.850833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1487ad2800.
00000080:00000010:3.1:1786173415.850836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a760.
00010000:00000010:3.1:1786173415.850841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483dc7900.
00010000:00000010:3.1:1786173415.850845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498807a00.
00000080:00000010:3.1:1786173415.850850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4ada0.
00010000:00000010:3.1:1786173415.850854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483dc7d00.
00010000:00000010:3.1:1786173415.850856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498807400.
00000080:00000010:3.1:1786173415.850860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4ac20.
00010000:00000010:3.1:1786173415.850864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483dc7300.
00010000:00000010:3.1:1786173415.850868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498806000.
00000080:00000010:3.1:1786173415.850872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529e80.
00010000:00000010:3.1:1786173415.850878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bd99c00.
00010000:00000010:3.1:1786173415.850881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c49000.
00000080:00000010:3.1:1786173415.852044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529b20.
00010000:00000010:3.1:1786173415.852052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bd99b00.
00010000:00000010:3.1:1786173415.852057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c48800.
00000080:00000010:3.1:1786173415.852062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4af80.
00010000:00000010:3.1:1786173415.852069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483dc7800.
00010000:00000010:3.1:1786173415.852073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498806c00.
00000080:00000010:3.1:1786173415.852077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a0e0.
00010000:00000010:3.1:1786173415.852083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483dc7c00.
00010000:00000010:3.1:1786173415.852086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498806600.
00000080:00000010:3.1:1786173415.852089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4aa20.
00010000:00000010:3.1:1786173415.852093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483dc7b00.
00010000:00000010:3.1:1786173415.852096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498806e00.
00000080:00000010:3.1:1786173415.852099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a9a0.
00010000:00000010:3.1:1786173415.852103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483dc7400.
00010000:00000010:3.1:1786173415.852107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498807e00.
00000080:00000010:3.1:1786173415.852110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4aa40.
00010000:00000010:3.1:1786173415.852114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483dc7600.
00010000:00000010:3.1:1786173415.852117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498807000.
00000080:00000010:3.1:1786173415.852120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a560.
00010000:00000010:3.1:1786173415.852124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483dc7100.
00010000:00000010:3.1:1786173415.852127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498806400.
00000080:00000010:3.1:1786173415.852130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529400.
00010000:00000010:3.1:1786173415.852134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bd99100.
00010000:00000010:3.1:1786173415.852137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c49a00.
00000080:00000010:3.1:1786173415.852140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4ad20.
00010000:00000010:3.1:1786173415.852145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bd99500.
00010000:00000010:3.1:1786173415.852147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498807c00.
00000080:00000010:3.1:1786173415.852150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a7e0.
00010000:00000010:3.1:1786173415.852154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483dc7a00.
00010000:00000010:3.1:1786173415.852157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498806a00.
00000080:00000010:3.1:1786173415.852160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a5a0.
00010000:00000010:3.1:1786173415.852165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1483dc7200.
00010000:00000010:3.1:1786173415.852168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498807600.
00000080:00000010:3.1:1786173415.852171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a380.
00010000:00000010:3.1:1786173415.852177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857ab300.
00010000:00000010:3.1:1786173415.852180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498806200.
00000080:00000010:3.1:1786173415.852183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a500.
00010000:00000010:3.1:1786173415.852189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857abc00.
00010000:00000010:3.1:1786173415.852192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498807800.
00000080:00000010:3.1:1786173415.852195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a220.
00010000:00000010:3.1:1786173415.852199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857ab800.
00010000:00000010:3.1:1786173415.852202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498807200.
00000080:00000010:3.1:1786173415.852205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a480.
00010000:00000010:3.1:1786173415.852209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857abe00.
00010000:00000010:3.1:1786173415.852211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1498806800.
00000080:00000010:3.1:1786173415.852213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a5c0.
00010000:00000010:3.1:1786173415.852217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857abb00.
00010000:00000010:3.1:1786173415.852221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854ce400.
00000080:00000010:3.1:1786173415.852224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a900.
00010000:00000010:3.1:1786173415.852229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857ab200.
00010000:00000010:3.1:1786173415.852232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854ce200.
00000080:00000010:3.1:1786173415.852235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529100.
00010000:00000010:3.1:1786173415.852239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857ab600.
00010000:00000010:3.1:1786173415.852242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c49600.
00000080:00000010:3.1:1786173415.852244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529060.
00010000:00000010:3.1:1786173415.852248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bd99d00.
00010000:00000010:3.1:1786173415.852251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c49400.
00000080:00000010:3.1:1786173415.852254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529260.
00010000:00000010:3.1:1786173415.852257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bd99400.
00010000:00000010:3.1:1786173415.852260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c48200.
00000080:00000010:3.1:1786173415.852263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529a20.
00010000:00000010:3.1:1786173415.852268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bd99f00.
00010000:00000010:3.1:1786173415.852271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c48600.
00000080:00000010:3.1:1786173415.852274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a6a0.
00010000:00000010:3.1:1786173415.852278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bd99e00.
00010000:00000010:3.1:1786173415.852281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854ce600.
00000080:00000010:3.1:1786173415.852284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a800.
00010000:00000010:3.1:1786173415.852289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857ab500.
00010000:00000010:3.1:1786173415.852292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854cee00.
00000080:00000010:3.1:1786173415.852294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4afe0.
00010000:00000010:3.1:1786173415.852298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857ab900.
00010000:00000010:3.1:1786173415.852301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854cfe00.
00000080:00000010:3.1:1786173415.852303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a440.
00010000:00000010:3.1:1786173415.852307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857aba00.
00010000:00000010:3.1:1786173415.852309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854cf000.
00000080:00000010:3.1:1786173415.852312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a140.
00010000:00000010:3.1:1786173415.852316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857ab100.
00010000:00000010:3.1:1786173415.852319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854ce800.
00000080:00000010:3.1:1786173415.852321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a660.
00010000:00000010:3.1:1786173415.852325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857abd00.
00010000:00000010:3.1:1786173415.852327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854cf400.
00000080:00000010:3.1:1786173415.852330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a6c0.
00010000:00000010:3.1:1786173415.852333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857ab400.
00010000:00000010:3.1:1786173415.852336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854ce000.
00000080:00000010:3.1:1786173415.852338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a080.
00010000:00000010:3.1:1786173415.852342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857ab000.
00010000:00000010:3.1:1786173415.852344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854cf800.
00000080:00000010:3.1:1786173415.852347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a2e0.
00010000:00000010:3.1:1786173415.852351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857abf00.
00010000:00000010:3.1:1786173415.852354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854cf200.
00000080:00000010:3.1:1786173415.852357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05292c0.
00010000:00000010:3.1:1786173415.852361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14857ab700.
00010000:00000010:3.1:1786173415.852363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854cfa00.
00000080:00000010:3.1:1786173415.852366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529f60.
00010000:00000010:3.1:1786173415.852371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bd99200.
00010000:00000010:3.1:1786173415.852374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c48a00.
00000080:00000010:3.1:1786173415.852377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05299a0.
00010000:00000010:3.1:1786173415.852381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bd99300.
00010000:00000010:3.1:1786173415.852384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c48c00.
00000080:00000010:3.1:1786173415.852386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529b80.
00010000:00000010:3.1:1786173415.852390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bd99600.
00010000:00000010:3.1:1786173415.852393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c49800.
00000080:00000010:3.1:1786173415.852396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05292a0.
00010000:00000010:3.1:1786173415.852400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bd99700.
00010000:00000010:3.1:1786173415.852403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c49c00.
00000080:00000010:3.1:1786173415.852405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529be0.
00010000:00000010:3.1:1786173415.852411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bd99a00.
00010000:00000010:3.1:1786173415.852413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c49200.
00000080:00000010:3.1:1786173415.852417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529500.
00010000:00000010:3.1:1786173415.852421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148bd99000.
00010000:00000010:3.1:1786173415.852424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c48400.
00000080:00000010:3.1:1786173415.852426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529ea0.
00010000:00000010:3.1:1786173415.852430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0d000.
00010000:00000010:3.1:1786173415.852433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1483c48000.
00000080:00000010:3.1:1786173415.852436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529e40.
00010000:00000010:3.1:1786173415.852439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0d200.
00010000:00000010:3.1:1786173415.852442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d9400.
00000080:00000010:3.1:1786173415.852445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529e00.
00010000:00000010:3.1:1786173415.852448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0df00.
00010000:00000010:3.1:1786173415.852451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d8400.
00000080:00000010:3.1:1786173415.852453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4ace0.
00010000:00000010:3.1:1786173415.852459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7c800.
00010000:00000010:3.1:1786173415.852462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854cfc00.
00000080:00000010:3.1:1786173415.852464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a680.
00010000:00000010:3.1:1786173415.852468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7cc00.
00010000:00000010:3.1:1786173415.852471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854cea00.
00000080:00000010:3.1:1786173415.852473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a8e0.
00010000:00000010:3.1:1786173415.852480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7c000.
00010000:00000010:3.1:1786173415.852483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854cf600.
00000080:00000010:3.1:1786173415.852486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4ae00.
00010000:00000010:3.1:1786173415.852490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7cb00.
00010000:00000010:3.1:1786173415.852493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14854cec00.
00000080:00000010:3.1:1786173415.852495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a4a0.
00010000:00000010:3.1:1786173415.852499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7c400.
00010000:00000010:3.1:1786173415.852502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862aa000.
00000080:00000010:3.1:1786173415.852505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a960.
00010000:00000010:3.1:1786173415.852509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7c200.
00010000:00000010:3.1:1786173415.852512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862aa600.
00000080:00000010:3.1:1786173415.852525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a540.
00010000:00000010:3.1:1786173415.852530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7c100.
00010000:00000010:3.1:1786173415.852533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862aae00.
00000080:00000010:3.1:1786173415.852536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a880.
00010000:00000010:3.1:1786173415.852540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7ca00.
00010000:00000010:3.1:1786173415.852543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862abe00.
00000080:00000010:3.1:1786173415.852546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a8a0.
00010000:00000010:3.1:1786173415.852550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7c600.
00010000:00000010:3.1:1786173415.852553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862ab000.
00000080:00000010:3.1:1786173415.852556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a1a0.
00010000:00000010:3.1:1786173415.852559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7c300.
00010000:00000010:3.1:1786173415.852562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862aba00.
00000080:00000010:3.1:1786173415.852565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a7c0.
00010000:00000010:3.1:1786173415.852569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7cd00.
00010000:00000010:3.1:1786173415.852571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862ab400.
00000080:00000010:3.1:1786173415.852574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4ae20.
00010000:00000010:3.1:1786173415.852578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7ce00.
00010000:00000010:3.1:1786173415.852581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862ab200.
00000080:00000010:3.1:1786173415.852584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a700.
00010000:00000010:3.1:1786173415.852587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7c700.
00010000:00000010:3.1:1786173415.852590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862aa800.
00000080:00000010:3.1:1786173415.852593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a200.
00010000:00000010:3.1:1786173415.852597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7c900.
00010000:00000010:3.1:1786173415.852600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862aa400.
00000080:00000010:3.1:1786173415.852603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529360.
00010000:00000010:3.1:1786173415.852607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7c500.
00010000:00000010:3.1:1786173415.852610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d9a00.
00000080:00000010:3.1:1786173415.852613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529720.
00010000:00000010:3.1:1786173415.852616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0dd00.
00010000:00000010:3.1:1786173415.852619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d8000.
00000080:00000010:3.1:1786173415.852621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529ae0.
00000080:00000010:2.1:1786173415.860850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05291e0.
00010000:00000010:2.1:1786173415.860872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0d100.
00010000:00000010:2.1:1786173415.860878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d9800.
00000080:00000010:2.1:1786173415.860985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a780.
00010000:00000010:2.1:1786173415.860994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0de00.
00010000:00000010:2.1:1786173415.860998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862abc00.
00000080:00000010:2.1:1786173415.861001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a4e0.
00010000:00000010:2.1:1786173415.861005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1486b7cf00.
00010000:00000010:2.1:1786173415.861010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862aaa00.
00000080:00000010:2.1:1786173415.861013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1487b4a720.
00010000:00000010:2.1:1786173415.861020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511c200.
00010000:00000010:2.1:1786173415.861024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862ab600.
00000080:00000010:2.1:1786173415.861033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015720.
00010000:00000010:2.1:1786173415.861039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511cf00.
00010000:00000010:2.1:1786173415.861042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862aac00.
00000080:00000010:2.1:1786173415.861046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850155c0.
00010000:00000010:2.1:1786173415.861152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511c600.
00010000:00000010:2.1:1786173415.861156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862aa200.
00000080:00000010:2.1:1786173415.861160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015a00.
00010000:00000010:2.1:1786173415.861168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511c300.
00010000:00000010:2.1:1786173415.861171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14862ab800.
00000080:00000010:2.1:1786173415.861174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576e60.
00010000:00000010:2.1:1786173415.861180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511ca00.
00010000:00000010:2.1:1786173415.861184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865efa00.
00000080:00000010:2.1:1786173415.861187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015e00.
00010000:00000010:2.1:1786173415.861192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511c700.
00010000:00000010:2.1:1786173415.861196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1481673200.
00000080:00000010:2.1:1786173415.861200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015c20.
00010000:00000010:2.1:1786173415.861204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511c800.
00010000:00000010:2.1:1786173415.861206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1481673400.
00000080:00000010:2.1:1786173415.861209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015060.
00010000:00000010:2.1:1786173415.861213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511cb00.
00010000:00000010:2.1:1786173415.861215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1481673a00.
00000080:00000010:2.1:1786173415.861217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015800.
00010000:00000010:2.1:1786173415.861221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511c400.
00010000:00000010:2.1:1786173415.861223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1481673000.
00000080:00000010:2.1:1786173415.861226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015980.
00010000:00000010:2.1:1786173415.861230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511c000.
00010000:00000010:2.1:1786173415.861233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1481672a00.
00000080:00000010:2.1:1786173415.861237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05299c0.
00010000:00000010:2.1:1786173415.861241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511ce00.
00010000:00000010:2.1:1786173415.861244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d8c00.
00000080:00000010:2.1:1786173415.861247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015f40.
00010000:00000010:2.1:1786173415.861251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511cc00.
00010000:00000010:2.1:1786173415.861253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1481672e00.
00000080:00000010:2.1:1786173415.861256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015d00.
00010000:00000010:2.1:1786173415.861259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511c900.
00010000:00000010:2.1:1786173415.861262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1481672800.
00000080:00000010:2.1:1786173415.861265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015360.
00010000:00000010:2.1:1786173415.861269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511c500.
00010000:00000010:2.1:1786173415.861271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1481673800.
00000080:00000010:2.1:1786173415.861274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015fa0.
00010000:00000010:2.1:1786173415.861277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511c100.
00010000:00000010:2.1:1786173415.861280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1481673e00.
00000080:00000010:2.1:1786173415.861283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015900.
00010000:00000010:2.1:1786173415.861287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148511cd00.
00010000:00000010:2.1:1786173415.861289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1481673600.
00000080:00000010:2.1:1786173415.861292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015680.
00010000:00000010:2.1:1786173415.861297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aadf00.
00010000:00000010:2.1:1786173415.861301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b95400.
00000080:00000010:2.1:1786173415.861303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015c80.
00010000:00000010:2.1:1786173415.861308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aadb00.
00010000:00000010:2.1:1786173415.861312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b94400.
00000080:00000010:2.1:1786173415.861315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015e80.
00010000:00000010:2.1:1786173415.861318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aad100.
00010000:00000010:2.1:1786173415.861321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b95c00.
00000080:00000010:2.1:1786173415.861324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015780.
00010000:00000010:2.1:1786173415.861328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aad300.
00010000:00000010:2.1:1786173415.861330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b94200.
00000080:00000010:2.1:1786173415.861333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015b80.
00010000:00000010:2.1:1786173415.861337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aadc00.
00010000:00000010:2.1:1786173415.861340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b95a00.
00000080:00000010:2.1:1786173415.861343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05290a0.
00010000:00000010:2.1:1786173415.861347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0d700.
00010000:00000010:2.1:1786173415.861351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d9600.
00000080:00000010:2.1:1786173415.861353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05293a0.
00010000:00000010:2.1:1786173415.861357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0da00.
00010000:00000010:2.1:1786173415.861360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d8e00.
00000080:00000010:2.1:1786173415.861363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c05293c0.
00010000:00000010:2.1:1786173415.861367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0d300.
00010000:00000010:2.1:1786173415.861370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d9200.
00000080:00000010:2.1:1786173415.861373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14c0529520.
00010000:00000010:2.1:1786173415.861377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0d400.
00010000:00000010:2.1:1786173415.861379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d9e00.
00000080:00000010:2.1:1786173415.861383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015fc0.
00010000:00000010:2.1:1786173415.861387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aade00.
00010000:00000010:2.1:1786173415.861390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b94a00.
00000080:00000010:2.1:1786173415.861393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850152c0.
00010000:00000010:2.1:1786173415.861397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aadd00.
00010000:00000010:2.1:1786173415.861400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b95000.
00000080:00000010:2.1:1786173415.861403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015fe0.
00010000:00000010:2.1:1786173415.861407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aad400.
00010000:00000010:2.1:1786173415.861409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b95e00.
00000080:00000010:2.1:1786173415.861412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850157e0.
00010000:00000010:2.1:1786173415.861419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aad800.
00010000:00000010:2.1:1786173415.861422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b94c00.
00000080:00000010:2.1:1786173415.861425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015940.
00010000:00000010:2.1:1786173415.861429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aad200.
00010000:00000010:2.1:1786173415.861432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b94000.
00000080:00000010:2.1:1786173415.861434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015860.
00010000:00000010:2.1:1786173415.861438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aad000.
00010000:00000010:2.1:1786173415.861441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b95800.
00000080:00000010:2.1:1786173415.861443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576a20.
00010000:00000010:2.1:1786173415.861446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aada00.
00010000:00000010:2.1:1786173415.861449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ef200.
00000080:00000010:2.1:1786173415.861451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1488576a60.
00010000:00000010:2.1:1786173415.861456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097500.
00010000:00000010:2.1:1786173415.861459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865ee600.
00000080:00000010:2.1:1786173415.861461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850152a0.
00010000:00000010:2.1:1786173415.861465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aad700.
00010000:00000010:2.1:1786173415.861467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b95200.
00000080:00000010:2.1:1786173415.861470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015f20.
00010000:00000010:2.1:1786173415.861473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aad900.
00010000:00000010:2.1:1786173415.861476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b94600.
00000080:00000010:2.1:1786173415.861479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015f80.
00010000:00000010:2.1:1786173415.861482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485aad600.
00010000:00000010:2.1:1786173415.861490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485b94e00.
00000080:00000010:2.1:1786173415.861499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850158a0.
00010000:00000010:2.1:1786173415.861505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818de00.
00010000:00000010:2.1:1786173415.861509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d8a00.
00000080:00000010:2.1:1786173415.861512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015880.
00010000:00000010:2.1:1786173415.861525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818d300.
00010000:00000010:2.1:1786173415.861529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d9600.
00000080:00000010:2.1:1786173415.861532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015220.
00010000:00000010:2.1:1786173415.861536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818d800.
00010000:00000010:2.1:1786173415.861539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d9400.
00000080:00000010:2.1:1786173415.861541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14885764e0.
00010000:00000010:2.1:1786173415.861545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818d100.
00010000:00000010:2.1:1786173415.861548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14865eec00.
00000080:00000010:2.1:1786173415.861551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015ce0.
00010000:00000010:2.1:1786173415.861555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485097100.
00010000:00000010:2.1:1786173415.861566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d9c00.
00000080:00000010:2.1:1786173415.861608:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015480.
00010000:00000010:2.1:1786173415.861616:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818df00.
00010000:00000010:2.1:1786173415.861619:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d8c00.
00000080:00000010:2.1:1786173415.861621:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850157c0.
00010000:00000010:2.1:1786173415.861625:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818d600.
00010000:00000010:2.1:1786173415.861628:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d8200.
00000080:00000010:2.1:1786173415.861630:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015bc0.
00010000:00000010:2.1:1786173415.861634:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818d200.
00010000:00000010:2.1:1786173415.861637:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d8800.
00000080:00000010:2.1:1786173415.861639:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14850153a0.
00010000:00000010:2.1:1786173415.861644:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818d500.
00010000:00000010:2.1:1786173415.861647:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d8400.
00000080:00000010:2.1:1786173415.861650:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015c40.
00010000:00000010:2.1:1786173415.861654:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818db00.
00010000:00000010:2.1:1786173415.861657:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d9000.
00000080:00000010:2.1:1786173415.861661:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015e40.
00010000:00000010:2.1:1786173415.861666:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818d000.
00010000:00000010:2.1:1786173415.861669:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d8000.
00000080:00000010:2.1:1786173415.861672:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015180.
00010000:00000010:2.1:1786173415.861676:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818d700.
00010000:00000010:2.1:1786173415.861679:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d8e00.
00000080:00000010:2.1:1786173415.861681:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015a20.
00010000:00000010:2.1:1786173415.861688:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818dd00.
00010000:00000010:2.1:1786173415.861691:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d9e00.
00000080:00000010:2.1:1786173415.861693:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015080.
00010000:00000010:2.1:1786173415.861696:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818d400.
00010000:00000010:2.1:1786173415.861699:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d9200.
00000080:00000010:2.1:1786173415.861701:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015760.
00010000:00000010:2.1:1786173415.861704:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818dc00.
00010000:00000010:2.1:1786173415.861706:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d9a00.
00000080:00000010:2.1:1786173415.861709:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015d80.
00010000:00000010:2.1:1786173415.861713:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818d900.
00010000:00000010:2.1:1786173415.861715:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d9800.
00000080:00000010:2.1:1786173415.861717:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485015200.
00010000:00000010:2.1:1786173415.861720:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149818da00.
00010000:00000010:2.1:1786173415.861723:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14834d8600.
00010000:00000010:1.1:1786173448.911922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485b0d500.
00010000:00000010:1.1:1786173448.911942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14861d8a00.
00010000:00000010:0.1:1786173449.019879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485ae4600.
00010000:00000010:0.1:1786173449.019900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148561a800.
00000080:00000010:0.1:1786173449.019908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484ad26e0.
00010000:00000010:1.1:1786173449.208826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0900.
00010000:00000010:1.1:1786173449.208849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4c00.
00010000:00000010:2.1:1786173449.225812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485ae4a00.
00010000:00000010:2.1:1786173449.270064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4200.
00010000:00000010:3.1:1786173449.396228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d5600.
00010000:00000010:3.1:1786173449.396248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0800.
00010000:00000010:3.1:1786173449.396253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148561b800.
00010000:00000010:3.1:1786173449.396256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0c00.
00010000:00000010:3.1:1786173449.396259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4200.
00000080:00000010:3.1:1786173449.401835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1484ad2b80.
00000080:00000010:3.1:1786173449.401875:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9f14c16e5280.
00010000:00000010:2.1:1786173455.591303:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0b00.
00010000:00000010:2.1:1786173455.591312:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4600.
00010000:00000010:1.1:1786173458.252009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149a239e00.
00010000:00000010:1.1:1786173458.252023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ae6a00.
00010000:00000010:3.1:1786173458.293831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485ae4400.
00010000:00000010:2.1:1786173458.301887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149a239b00.
00010000:00000010:2.1:1786173458.301902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148561b400.
00010000:00000010:3.1:1786173458.327893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149a239800.
00010000:00000010:3.1:1786173458.327911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ae7e00.
00000080:00000010:2.1:1786173458.374948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6b80.
00010000:00000010:0.1:1786173458.449206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a216a00.
00000080:00000010:0.1:1786173458.449221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf2a0.
00010000:00000010:2.1:1786173617.182524:0:91656:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485ae4400.
00010000:00000010:2.1:1786173617.182545:0:91656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148561aa00.
00010000:00000010:2.1:1786173617.221859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0000.
00010000:00000010:2.1:1786173617.265835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a216400.
00010000:00000010:2.1:1786173625.530880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149a239c00.
00010000:00000010:3.1:1786173625.530887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0000.
00010000:00000010:3.1:1786173625.530893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d5600.
00010000:00000010:0.1:1786173625.535700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ae7200.
00010000:00000010:2.1:1786173625.660825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d5c00.
00010000:00000010:2.1:1786173625.660838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4000.
00010000:00000010:2.1:1786173625.660842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0c00.
00010000:00000010:2.1:1786173625.660846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4600.
00010000:00000010:2.1:1786173625.660850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485ae4000.
00010000:00000010:2.1:1786173625.660852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148561b800.
00000080:00000010:2.1:1786173625.672081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bda80.
00000080:00000010:2.1:1786173625.680610:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9f14c16e7380.
00010000:00000010:2.1:1786173631.198409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148300b700.
00010000:00000010:2.1:1786173631.198424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4200.
00010000:00000010:2.1:1786173632.578829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0800.
00010000:00000010:2.1:1786173632.578843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4000.
00010000:00000010:2.1:1786173632.600458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0c00.
00010000:00000010:0.1:1786173632.613279:0:2394:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0800.
00010000:00000010:0.1:1786173632.613293:0:2394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4600.
00010000:00000010:2.1:1786173632.620805:0:111322:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0d00.
00010000:00000010:2.1:1786173632.620811:0:111322:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4000.
00000080:00000010:2.1:1786173632.653522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd640.
00010000:00000010:1.1:1786173632.685698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485ae4b00.
00010000:00000010:1.1:1786173632.685720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148561a000.
00010000:00000010:1.1:1786173632.700261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485ae4800.
00010000:00000010:1.1:1786173632.716930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148561b800.
00010000:00000010:2.1:1786173632.784823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485ae4800.
00010000:00000010:2.1:1786173632.784837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148561b800.
00000080:00000010:1.1:1786173632.850554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6fa0.
00010000:00000010:1.1:1786173635.164905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0c00.
00010000:00000010:1.1:1786173635.164930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d5600.
00010000:00000010:0.1:1786173635.181823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148561a800.
00010000:00000010:1.1:1786173635.185600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485ae4c00.
00010000:00000010:2.1:1786173635.217068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ae7800.
00010000:00000010:2.1:1786173662.409504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0600.
00010000:00000010:2.1:1786173662.409527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d5a00.
00010000:00000010:2.1:1786173662.409532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4e00.
00010000:00000010:2.1:1786173662.437228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0e00.
00000080:00000010:2.1:1786173662.487852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bd640.
00010000:00000010:2.1:1786173664.552006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149a239100.
00010000:00000010:2.1:1786173664.552017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ae7000.
00000080:00000010:0.1:1786173664.705033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1482dcf580.
00010000:00000010:2.1:1786173664.778010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d5600.
00010000:00000010:2.1:1786173664.797890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148561b800.
00010000:00000010:2.1:1786173664.797903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a217e00.
00010000:00000010:2.1:1786173664.797906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148561a000.
00010000:00000010:2.1:1786173664.797909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ae7c00.
00010000:00000010:2.1:1786173664.797914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0d00.
00010000:00000010:2.1:1786173664.797919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4000.
00010000:00000010:2.1:1786173664.797922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485ae4c00.
00010000:00000010:2.1:1786173664.797924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148561ac00.
00000080:00000010:2.1:1786173664.808673:0:111356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14882b6b80.
00000080:00000010:2.1:1786173664.808704:0:111356:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9f14c16e7380.
00010000:00000010:3.1:1786173668.111104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0e00.
00010000:00000010:3.1:1786173668.111113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4e00.
00010000:00000010:2.1:1786173677.851842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4800.
00000080:00000010:3.1:1786173677.854945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bdd20.
00010000:00000010:3.1:1786173677.854963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0900.
00010000:00000010:3.1:1786173677.854968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4e00.
00010000:00000010:3.1:1786173678.015218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ae7800.
00000080:00000010:2.1:1786173678.333848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f14884bddc0.
00010000:00000010:2.1:1786173678.333865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0c00.
00010000:00000010:2.1:1786173678.333870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d5400.
00010000:00000010:2.1:1786173678.333873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148300b300.
00010000:00000010:2.1:1786173678.333876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a217200.
00010000:00000010:2.1:1786173678.338823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0400.
00010000:00000010:2.1:1786173678.338840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4800.
00010000:00000010:3.1:1786173678.360010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0100.
00010000:00000010:3.1:1786173678.360041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d5800.
00010000:00000010:1.1:1786173707.576978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d4a00.
00010000:00000010:1.1:1786173707.576996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ae7400.
00010000:00000010:1.1:1786173707.577002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0a00.
00010000:00000010:1.1:1786173707.577007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f14842d5e00.
00010000:00000010:1.1:1786173707.577010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f14842d0500.
00010000:00000010:1.1:1786173707.577014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f149a216600.
00010000:00000010:1.1:1786173707.577018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f148300b400.
00010000:00000010:3.1:1786173720.070945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149a239e00.
00010000:00000010:3.1:1786173720.070966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ae6000.
00010000:00000010:0.1:1786173722.936537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f1485ae7e00.
00010000:00000010:0.1:1786173722.936570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f149a239800.
00000080:00000010:2.1:1786173726.518656:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9f14c11f8000.
00000080:00000010:2.1:1786173726.518682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9f1485acd800.
00000800:00000200:2.1:1786173773.641927:0:2393:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:2.1:1786173773.641933:0:2393:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1786173773.641937:0:2393:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:0.1:1786173779.211249:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173779.211719:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173779.212032:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173779.212123:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173779.212219:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173784.330394:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173784.330754:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173784.330933:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173784.331089:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173784.331233:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173789.450639:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173789.451139:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173789.451667:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173789.451891:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173789.452053:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173794.570600:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173794.571111:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173794.571538:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173794.571692:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173794.571841:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173799.690592:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173799.690597:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 8, 4 secs later)
00000800:00000200:2.1:1786173799.691311:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173799.691314:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 8, 4 secs later)
00000800:00000200:2.1:1786173799.691587:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173799.691590:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 8, 4 secs later)
00000800:00000200:2.1:1786173799.691893:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173799.691896:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 8, 4 secs later)
00000800:00000200:2.1:1786173799.692161:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173799.692163:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 8, 4 secs later)
00000800:00000200:0.1:1786173804.810493:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173804.810839:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173804.811076:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173804.811196:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173804.811321:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173809.930402:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173809.930410:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1786173809.930983:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173809.930986:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1786173809.931259:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173809.931262:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1786173809.931523:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173809.931525:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1786173809.931816:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173809.931818:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1786173815.050951:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173815.050959:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1786173815.051862:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173815.051867:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1786173815.052256:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173815.052257:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1786173815.052471:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173815.052472:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1786173815.052627:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173815.052629:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1786173820.170366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173820.170368:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1786173820.170925:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173820.170926:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1786173820.171110:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173820.171112:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1786173820.171361:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173820.171363:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1786173820.171590:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173820.171592:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1786173825.290613:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173825.291074:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173825.291330:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173825.291487:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786173825.291629:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173830.411860:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173830.411862:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 29 secs later)
00000800:00000200:1.1:1786173830.412141:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173830.412144:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 29 secs later)
00000800:00000200:1.1:1786173830.412378:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173830.412380:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 29 secs later)
00000800:00000200:1.1:1786173830.412641:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173830.412643:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 29 secs later)
00000800:00000200:1.1:1786173830.412823:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173830.412825:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 29 secs later)
00000800:00000200:1.1:1786173835.531103:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173835.531107:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 24 secs later)
00000800:00000200:1.1:1786173835.531699:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173835.531701:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 24 secs later)
00000800:00000200:1.1:1786173835.531985:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173835.531987:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 24 secs later)
00000800:00000200:1.1:1786173835.532198:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173835.532200:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 24 secs later)
00000800:00000200:1.1:1786173835.532415:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173835.532417:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1786173840.650565:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173840.650569:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 18 secs later)
00000800:00000200:2.1:1786173840.651276:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173840.651279:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 18 secs later)
00000800:00000200:2.1:1786173840.651553:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173840.651555:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 18 secs later)
00000800:00000200:2.1:1786173840.651831:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173840.651833:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 18 secs later)
00000800:00000200:2.1:1786173840.652088:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173840.652090:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 18 secs later)
00000800:00000200:2.1:1786173845.771023:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173845.771029:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 13 secs later)
00000800:00000200:2.1:1786173845.771491:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173845.771493:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 13 secs later)
00000800:00000200:2.1:1786173845.771789:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173845.771791:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 13 secs later)
00000800:00000200:2.1:1786173845.772034:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173845.772036:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 13 secs later)
00000800:00000200:2.1:1786173845.772213:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173845.772215:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 13 secs later)
00000800:00000200:1.1:1786173850.890582:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173850.890587:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 8 secs later)
00000800:00000200:1.1:1786173850.891254:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173850.891259:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 8 secs later)
00000800:00000200:1.1:1786173850.891650:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173850.891652:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 8 secs later)
00000800:00000200:1.1:1786173850.891954:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173850.891955:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 8 secs later)
00000800:00000200:1.1:1786173850.892137:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173850.892138:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 8 secs later)
00000800:00000200:2.1:1786173856.010573:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173856.010581:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 3 secs later)
00000800:00000200:2.1:1786173856.011197:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173856.011200:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 3 secs later)
00000800:00000200:2.1:1786173856.011532:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173856.011535:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 3 secs later)
00000800:00000200:2.1:1786173856.011873:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173856.011876:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 3 secs later)
00000800:00000200:2.1:1786173856.012203:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173856.012205:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 32, 3 secs later)
00000800:00000200:2.1:1786173861.130487:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173861.130850:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173861.131169:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173861.131383:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173861.131487:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173866.250527:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173866.250533:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786173866.251354:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173866.251358:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786173866.251637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173866.251639:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786173866.251895:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173866.251897:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786173866.252233:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173866.252235:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786173871.371645:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173871.371653:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786173871.372119:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173871.372122:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786173871.372439:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173871.372441:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786173871.372631:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173871.372633:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786173871.372841:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173871.372843:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786173876.490517:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173876.490522:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786173876.491060:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173876.491062:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786173876.491298:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173876.491300:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786173876.491492:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173876.491494:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786173876.491700:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173876.491702:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786173881.610652:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173881.610662:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786173881.611597:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173881.611599:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786173881.611873:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173881.611875:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786173881.612124:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173881.612126:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786173881.612314:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173881.612316:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786173886.730533:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173886.730540:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786173886.731145:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173886.731147:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786173886.731373:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173886.731374:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786173886.731563:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173886.731565:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786173886.731742:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173886.731744:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786173891.850431:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173891.850437:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786173891.851121:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173891.851123:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786173891.851367:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173891.851369:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786173891.851550:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173891.851552:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786173891.851819:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173891.851821:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786173896.970407:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173896.970413:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786173896.971149:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173896.971151:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786173896.971356:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173896.971358:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786173896.971559:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173896.971561:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786173896.971946:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173896.971948:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786173902.090517:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173902.090525:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786173902.091204:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173902.091206:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786173902.091497:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173902.091500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786173902.091854:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173902.091857:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786173902.092171:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173902.092174:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786173907.211110:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173907.211127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786173907.211835:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173907.211837:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786173907.212145:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173907.212147:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786173907.212432:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173907.212435:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786173907.212716:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173907.212719:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786173912.330685:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173912.330692:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786173912.331872:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173912.331880:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786173912.332353:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173912.332355:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786173912.332693:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173912.332696:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786173912.332966:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173912.332968:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786173917.450472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173917.450477:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786173917.451222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173917.451227:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786173917.451613:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173917.451614:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786173917.451891:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173917.451893:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786173917.452074:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173917.452076:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786173922.570680:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173922.570685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786173922.571602:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173922.571609:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786173922.572178:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173922.572180:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786173922.572470:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173922.572473:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786173922.572687:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173922.572689:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786173927.690527:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173927.690892:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173927.691207:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173927.691572:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173927.691755:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173932.810592:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173932.810596:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786173932.811446:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173932.811448:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786173932.811699:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173932.811701:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786173932.812019:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173932.812020:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786173932.812231:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173932.812233:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786173937.930679:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173937.930690:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786173937.931686:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173937.931688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786173937.931900:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173937.931901:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786173937.932084:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173937.932086:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786173937.932294:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786173937.932296:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786173943.050472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173943.050479:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786173943.051151:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173943.051152:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786173943.051341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173943.051343:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786173943.051568:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173943.051570:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786173943.051866:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173943.051869:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786173948.170358:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173948.170364:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786173948.171096:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173948.171098:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786173948.171303:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173948.171305:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786173948.171519:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173948.171521:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786173948.171815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173948.171818:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786173953.290693:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173953.290697:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786173953.291674:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173953.291677:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786173953.292117:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173953.292119:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786173953.292372:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173953.292375:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786173953.292584:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173953.292586:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786173958.410511:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173958.410516:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786173958.411301:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173958.411303:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786173958.411496:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173958.411498:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786173958.411676:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173958.411678:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786173958.412052:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173958.412055:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786173963.530440:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173963.530448:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786173963.531023:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173963.531025:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786173963.531208:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173963.531210:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786173963.531479:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173963.531482:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786173963.531680:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173963.531681:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786173968.650500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173968.650506:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786173968.651130:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173968.651132:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786173968.651356:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173968.651358:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786173968.651540:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173968.651542:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786173968.651842:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173968.651843:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786173973.771578:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173973.771587:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786173973.772285:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173973.772288:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786173973.772570:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173973.772573:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786173973.772883:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173973.772886:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786173973.773194:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173973.773197:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786173978.890712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173978.890721:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786173978.891445:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173978.891447:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786173978.891721:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173978.891723:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786173978.891937:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173978.891939:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786173978.892134:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173978.892135:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786173984.010450:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173984.010457:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786173984.011101:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173984.011102:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786173984.011295:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173984.011296:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786173984.011482:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173984.011484:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786173984.011732:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173984.011734:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786173989.130445:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173989.130451:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786173989.131065:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173989.131068:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786173989.131262:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173989.131264:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786173989.131533:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173989.131536:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786173989.131873:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173989.131876:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786173994.250470:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173994.250908:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173994.251332:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173994.251481:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173994.251645:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173999.370576:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173999.370584:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786173999.371484:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173999.371486:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786173999.371687:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173999.371689:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786173999.371931:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173999.371934:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786173999.372208:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786173999.372210:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174004.490530:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174004.490537:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174004.491025:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174004.491027:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174004.491210:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174004.491212:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174004.491383:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174004.491385:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174004.491656:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174004.491658:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786174009.610410:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174009.610415:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786174009.611099:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174009.611103:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786174009.611352:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174009.611355:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786174009.611668:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174009.611671:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786174009.612001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174009.612004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786174014.730461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174014.730466:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786174014.731092:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174014.731094:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786174014.731314:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174014.731316:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786174014.731570:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174014.731572:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786174014.731877:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174014.731879:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786174019.850531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174019.850537:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786174019.851090:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174019.851092:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786174019.851342:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174019.851345:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786174019.851569:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174019.851571:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786174019.851794:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174019.851797:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786174024.970595:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174024.970605:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786174024.971248:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174024.971251:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786174024.971585:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174024.971588:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786174024.971950:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174024.971953:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786174024.972279:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174024.972282:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786174030.090628:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174030.090650:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786174030.091894:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174030.091896:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786174030.092143:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174030.092147:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786174030.092370:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174030.092372:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786174030.092766:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174030.092769:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786174035.210701:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174035.210708:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174035.212023:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174035.212027:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174035.212280:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174035.212283:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174035.212522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174035.212524:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174035.212903:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174035.212906:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174040.331242:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174040.331285:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174040.332462:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174040.332465:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174040.332765:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174040.332768:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174040.333160:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174040.333163:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174040.333578:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174040.333581:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174045.450502:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174045.450509:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174045.451183:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174045.451186:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174045.451548:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174045.451550:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174045.451844:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174045.451846:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174045.452027:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174045.452029:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174050.570531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174050.570538:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174050.571325:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174050.571328:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174050.571570:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174050.571572:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174050.571760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174050.571762:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174050.572072:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174050.572074:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174055.690850:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174055.690857:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786174055.691340:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174055.691343:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786174055.691556:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174055.691558:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786174055.691829:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174055.691831:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786174055.692141:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174055.692143:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786174060.811637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174060.812273:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174060.812977:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174060.813240:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174060.813552:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174065.930765:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174065.930805:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174065.931975:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174065.931978:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174065.932403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174065.932407:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174065.932754:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174065.932757:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174065.933363:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174065.933383:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174071.050764:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174071.050773:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174071.051755:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174071.051758:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174071.052159:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174071.052162:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174071.052538:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174071.052541:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174071.052971:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174071.052974:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174076.170646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174076.170659:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786174076.171795:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174076.171797:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786174076.171992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174076.171993:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786174076.172192:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174076.172193:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786174076.172475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174076.172477:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786174081.290850:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174081.290854:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786174081.292294:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174081.292301:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786174081.292963:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174081.292966:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786174081.293293:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174081.293295:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786174081.293499:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174081.293500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786174086.410677:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174086.410685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786174086.411825:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174086.411828:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786174086.412025:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174086.412027:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786174086.412229:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174086.412232:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786174086.412487:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174086.412488:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786174091.530756:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174091.530762:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786174091.531737:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174091.531739:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786174091.531993:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174091.531995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786174091.532253:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174091.532254:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786174091.532467:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174091.532469:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786174096.650524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174096.650532:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174096.651111:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174096.651113:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174096.651301:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174096.651303:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174096.651475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174096.651477:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174096.651648:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174096.651650:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174101.771123:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174101.771142:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174101.772363:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174101.772366:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174101.772678:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174101.772681:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174101.773040:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174101.773043:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174101.773428:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174101.773431:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174106.891309:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174106.891320:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174106.892047:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174106.892050:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174106.892450:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174106.892452:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174106.892734:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174106.892737:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174106.893122:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174106.893125:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174112.010558:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174112.010562:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174112.011275:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174112.011278:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174112.011616:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174112.011618:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174112.011968:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174112.011971:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174112.012166:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174112.012168:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174117.130386:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174117.130392:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174117.131028:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174117.131030:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174117.131221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174117.131222:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174117.131397:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174117.131399:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174117.131674:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174117.131676:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174122.250340:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174122.250345:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174122.251045:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174122.251047:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174122.251236:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174122.251238:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174122.251449:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174122.251450:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174122.251743:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174122.251745:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174127.370838:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174127.371474:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174127.371690:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174127.372258:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174127.372446:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174132.490445:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174132.490450:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174132.491361:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174132.491364:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174132.491662:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174132.491664:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174132.491934:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174132.491936:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174132.492200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174132.492203:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174137.610416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174137.610422:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1786174137.611130:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174137.611132:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1786174137.611330:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174137.611332:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1786174137.611508:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174137.611510:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1786174137.611790:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174137.611792:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1786174142.730834:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174142.730849:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786174142.731811:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174142.731814:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786174142.732802:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174142.732805:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786174142.733309:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174142.733311:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786174142.733591:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174142.733593:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786174147.850471:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174147.850476:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786174147.851131:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174147.851133:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786174147.851330:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174147.851332:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786174147.851571:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174147.851573:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786174147.851820:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174147.851822:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786174152.971096:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174152.971106:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174152.972389:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174152.972392:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174152.972786:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174152.972789:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174152.973241:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174152.973244:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174152.973888:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174152.973891:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174158.090346:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174158.090351:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174158.091103:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174158.091110:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174158.091480:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174158.091481:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174158.091747:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174158.091749:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174158.091949:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174158.091951:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174163.210648:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174163.210657:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174163.211902:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174163.211908:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174163.212385:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174163.212388:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174163.212878:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174163.212884:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174163.213554:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174163.213558:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174168.331024:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174168.331034:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174168.332408:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174168.332412:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174168.332817:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174168.332820:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174168.333346:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174168.333352:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174168.333734:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174168.333738:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174173.451711:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174173.451714:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174173.452033:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174173.452035:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174173.452239:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174173.452241:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174173.452426:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174173.452427:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174173.452636:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174173.452639:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174178.570427:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174178.570432:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174178.570960:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174178.570962:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174178.571192:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174178.571194:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174178.571393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174178.571395:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174178.571580:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174178.571582:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174183.690722:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174183.690736:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1786174183.691575:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174183.691577:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1786174183.691865:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174183.691868:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1786174183.692134:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174183.692136:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1786174183.692374:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174183.692376:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1786174188.810598:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174188.810604:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1786174188.811323:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174188.811327:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1786174188.811661:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174188.811664:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1786174188.811998:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174188.812000:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1786174188.812348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174188.812351:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1786174193.930398:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174193.930760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174193.930974:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174193.931153:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174193.931302:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174199.050288:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174199.050292:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174199.050721:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174199.050724:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174199.051072:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174199.051075:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174199.051381:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174199.051383:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174199.051683:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174199.051685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174204.170588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174204.170591:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174204.171283:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174204.171285:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174204.171657:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174204.171661:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174204.171971:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174204.171973:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174204.172162:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174204.172163:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174209.290609:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174209.290618:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174209.291237:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174209.291240:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174209.291553:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174209.291555:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174209.291935:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174209.291938:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174209.292262:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174209.292265:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174214.410386:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174214.410393:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174214.411101:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174214.411104:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174214.411413:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174214.411417:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174214.411722:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174214.411725:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174214.412069:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174214.412072:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174219.530380:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174219.530384:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786174219.531057:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174219.531059:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786174219.531274:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174219.531276:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786174219.531488:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174219.531490:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786174219.531739:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174219.531741:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786174224.650360:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174224.650367:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174224.651058:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174224.651060:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174224.651243:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174224.651245:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174224.651419:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174224.651421:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174224.651593:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174224.651595:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174229.770524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174229.770531:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174229.771290:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174229.771296:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174229.771847:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174229.771849:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174229.772122:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174229.772124:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174229.772341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174229.772343:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174234.890380:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174234.890387:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174234.891147:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174234.891149:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174234.891409:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174234.891411:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174234.891668:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174234.891670:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174234.891881:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174234.891883:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174240.011408:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174240.011415:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174240.012356:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174240.012360:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174240.012818:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174240.012822:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174240.013200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174240.013202:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174240.013540:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174240.013543:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174245.130632:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174245.130639:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174245.131476:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174245.131478:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174245.131883:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174245.131886:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174245.132241:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174245.132245:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174245.132512:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174245.132515:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174250.250409:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174250.250416:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174250.250998:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174250.250999:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174250.251234:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174250.251236:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174250.251493:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174250.251496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174250.251727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174250.251729:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174255.370812:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174255.370820:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786174255.371571:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174255.371574:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786174255.371852:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174255.371854:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786174255.372193:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174255.372195:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786174255.372475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174255.372477:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786174260.490773:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174260.491263:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174260.491425:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174260.491591:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174260.491758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174265.610341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174265.610344:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1786174265.610802:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174265.610806:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1786174265.611135:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174265.611137:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1786174265.611454:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174265.611456:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1786174265.611878:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174265.611881:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1786174270.730700:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174270.730707:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1786174270.731518:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174270.731521:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1786174270.731826:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174270.731828:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1786174270.732084:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174270.732086:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1786174270.732488:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174270.732491:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1786174275.850680:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174275.850687:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786174275.851466:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174275.851468:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786174275.851741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174275.851743:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786174275.852013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174275.852015:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786174275.852385:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174275.852387:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786174280.970415:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174280.970421:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786174280.971111:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174280.971113:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786174280.971346:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174280.971348:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786174280.971525:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174280.971527:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786174280.971788:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174280.971791:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786174286.090408:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174286.090413:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174286.091099:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174286.091101:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174286.091309:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174286.091311:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174286.091488:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174286.091489:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174286.091760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174286.091762:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174291.210407:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174291.210412:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174291.211065:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174291.211067:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174291.211294:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174291.211296:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174291.211484:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174291.211485:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174291.211789:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174291.211791:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174296.330515:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174296.330519:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174296.331304:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174296.331305:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174296.331537:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174296.331538:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174296.331716:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174296.331717:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174296.332017:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174296.332019:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174301.450451:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174301.450456:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174301.451097:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174301.451099:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174301.451306:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174301.451309:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174301.451574:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174301.451577:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174301.451796:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174301.451798:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174306.571306:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174306.571318:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174306.572385:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174306.572387:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174306.572592:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174306.572595:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174306.572807:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174306.572809:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174306.573087:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174306.573089:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174311.691228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174311.691241:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1786174311.692407:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174311.692412:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1786174311.693113:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174311.693118:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1786174311.693708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174311.693714:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1786174311.694334:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174311.694339:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1786174316.810368:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174316.810377:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1786174316.811022:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174316.811024:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1786174316.811216:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174316.811218:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1786174316.811436:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174316.811437:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1786174316.811684:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174316.811686:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1786174321.930424:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174321.930429:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1786174321.931201:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174321.931206:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1786174321.931474:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174321.931476:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1786174321.931848:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174321.931849:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1786174321.932038:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174321.932039:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1786174327.050784:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174327.051393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174327.051867:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174327.052247:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174327.052475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00010000:00000010:1.1:1786174328.911810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9f1485ae4300.
00010000:00000010:1.1:1786174328.911818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9f148561ba00.
00000800:00000200:3.1:1786174332.171113:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174332.171128:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174332.172920:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174332.172924:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174332.173406:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174332.173411:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174332.173958:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174332.173961:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174332.174456:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174332.174462:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174337.291040:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174337.291055:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174337.292228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174337.292232:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174337.292591:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174337.292595:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174337.293001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174337.293004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174337.293339:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174337.293342:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174342.411242:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174342.411255:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174342.413078:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174342.413082:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174342.413457:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174342.413461:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174342.413884:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174342.413888:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174342.414379:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174342.414383:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174347.530938:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174347.530948:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174347.532315:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174347.532326:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174347.533113:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174347.533115:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174347.533414:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174347.533416:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174347.533683:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174347.533685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174352.651199:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174352.651212:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174352.652734:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174352.652737:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174352.653173:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174352.653177:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174352.653570:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174352.653574:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174352.654107:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174352.654111:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174357.771007:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174357.771017:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174357.772460:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174357.772465:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174357.772882:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174357.772885:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174357.773313:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174357.773317:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174357.773929:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174357.773935:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174362.890365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174362.890371:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174362.890936:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174362.890938:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174362.891169:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174362.891171:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174362.891348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174362.891350:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174362.891622:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174362.891624:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174368.010835:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174368.010847:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174368.012148:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174368.012160:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174368.012748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174368.012752:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174368.013317:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174368.013321:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174368.013715:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174368.013719:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174373.131828:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174373.131840:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174373.133247:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174373.133250:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174373.133708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174373.133711:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174373.134185:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174373.134189:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174373.134632:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174373.134635:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174378.250926:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174378.250936:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174378.252325:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174378.252334:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174378.252881:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174378.252884:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174378.253259:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174378.253263:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174378.253829:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174378.253832:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174383.370385:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174383.370391:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174383.371056:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174383.371058:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174383.371281:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174383.371284:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174383.371559:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174383.371561:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174383.371863:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174383.371865:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174388.490547:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174388.490552:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174388.491285:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174388.491288:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174388.491580:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174388.491583:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174388.491861:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174388.491863:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174388.492072:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174388.492073:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174393.611316:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174393.612076:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174393.613027:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174393.613380:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174393.613638:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174398.731480:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174398.731491:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174398.732249:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174398.732252:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174398.732588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174398.732591:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174398.732931:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174398.732935:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174398.733362:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174398.733365:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174403.850419:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174403.850425:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174403.851100:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174403.851101:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174403.851302:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174403.851304:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174403.851478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174403.851480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174403.851730:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174403.851732:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174408.970375:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174408.970381:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174408.971028:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174408.971030:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174408.971214:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174408.971216:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174408.971428:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174408.971429:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174408.971678:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174408.971680:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174414.090662:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174414.090668:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174414.091547:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174414.091549:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174414.091774:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174414.091776:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174414.092038:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174414.092040:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174414.092374:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174414.092376:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174419.210386:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174419.210392:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786174419.211123:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174419.211129:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786174419.211372:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174419.211374:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786174419.211642:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174419.211644:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786174419.211861:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174419.211863:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786174424.330706:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174424.330716:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786174424.331697:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174424.331700:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786174424.332103:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174424.332105:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786174424.332444:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174424.332448:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786174424.332865:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174424.332868:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786174429.450918:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174429.450927:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786174429.452544:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174429.452559:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786174429.452947:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174429.452949:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786174429.453155:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174429.453157:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786174429.453482:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174429.453484:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786174434.570388:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174434.570394:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1786174434.570988:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174434.570990:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1786174434.571169:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174434.571170:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1786174434.571346:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174434.571347:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1786174434.571585:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174434.571587:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1786174439.691085:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174439.691093:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174439.691613:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174439.691617:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174439.692007:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174439.692009:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174439.692334:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174439.692336:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174439.692526:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174439.692528:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174444.810721:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174444.810734:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174444.811703:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174444.811712:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174444.812381:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174444.812383:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174444.812656:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174444.812658:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174444.812896:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174444.812898:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786174449.930807:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174449.930811:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174449.931834:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174449.931837:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174449.932200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174449.932203:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174449.932528:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174449.932531:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174449.932934:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174449.932937:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174455.050940:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174455.050968:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174455.052105:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174455.052110:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174455.052550:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174455.052554:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174455.052981:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174455.052984:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174455.053519:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174455.053522:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174460.170416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174460.170895:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174460.171129:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174460.171292:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174460.171532:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174465.290551:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174465.290560:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174465.291478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174465.291481:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174465.291806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174465.291808:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174465.292014:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174465.292016:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174465.292282:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174465.292284:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174470.410474:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174470.410480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174470.411284:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174470.411286:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174470.411550:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174470.411552:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174470.411842:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174470.411844:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174470.412159:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174470.412161:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174475.530934:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174475.530944:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786174475.532187:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174475.532190:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786174475.532746:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174475.532750:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786174475.533182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174475.533185:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786174475.533611:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174475.533614:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786174480.650580:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174480.650585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786174480.651455:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174480.651457:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786174480.651726:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174480.651731:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786174480.652029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174480.652031:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786174480.652222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174480.652224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786174485.771000:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174485.771022:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786174485.771550:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174485.771553:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786174485.772002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174485.772006:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786174485.772558:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174485.772561:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786174485.773078:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174485.773084:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786174490.890504:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174490.890512:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174490.891098:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174490.891101:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174490.891390:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174490.891392:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174490.891587:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174490.891589:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174490.891786:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174490.891788:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174496.011219:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174496.011236:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174496.012543:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174496.012546:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174496.013019:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174496.013024:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174496.013523:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174496.013526:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174496.014005:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174496.014009:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174501.130920:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174501.130928:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174501.132166:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174501.132169:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174501.132459:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174501.132461:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174501.132833:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174501.132836:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174501.133340:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174501.133344:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174506.252765:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174506.252772:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174506.253646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174506.253651:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174506.254376:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174506.254381:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174506.254955:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174506.254972:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174506.255468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174506.255471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174511.370971:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174511.370992:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174511.371992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174511.371995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174511.372352:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174511.372355:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174511.372742:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174511.372744:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174511.372987:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174511.372989:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174516.490341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174516.490345:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786174516.490737:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174516.490739:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786174516.490973:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174516.490976:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786174516.491158:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174516.491159:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786174516.491403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174516.491405:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786174521.610513:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174521.610519:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786174521.611146:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174521.611151:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786174521.611646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174521.611648:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786174521.611918:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174521.611920:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786174521.612104:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174521.612106:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786174526.730903:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174526.731493:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174526.732018:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174526.732271:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174526.732535:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174531.850407:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174531.850415:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786174531.851291:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174531.851294:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786174531.851607:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174531.851609:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786174531.851894:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174531.851896:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786174531.852182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174531.852184:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786174536.970357:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174536.970365:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786174536.970993:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174536.970995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786174536.971204:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174536.971206:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786174536.971437:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174536.971439:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786174536.971691:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174536.971692:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786174542.090310:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174542.090318:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786174542.090977:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174542.090979:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786174542.091167:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174542.091169:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786174542.091356:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174542.091359:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786174542.091666:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174542.091668:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786174547.210956:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174547.210963:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786174547.212061:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174547.212065:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786174547.212373:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174547.212376:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786174547.212688:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174547.212690:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786174547.213036:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174547.213040:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786174552.330899:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174552.330907:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786174552.331970:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174552.331974:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786174552.332327:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174552.332330:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786174552.332601:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174552.332603:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786174552.332822:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174552.332824:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786174557.450469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174557.450473:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786174557.450923:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174557.450926:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786174557.451141:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174557.451143:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786174557.451332:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174557.451334:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786174557.451654:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174557.451657:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786174562.571148:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174562.571162:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1786174562.572801:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174562.572805:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1786174562.573168:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174562.573172:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1786174562.573546:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174562.573549:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1786174562.574071:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174562.574075:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1786174567.691022:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174567.691033:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174567.692378:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174567.692383:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174567.692877:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174567.692881:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174567.693343:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174567.693347:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174567.693994:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174567.693999:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174572.812149:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174572.812157:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174572.813275:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174572.813278:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174572.813641:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174572.813645:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174572.814083:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174572.814086:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174572.814484:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174572.814487:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174577.931062:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174577.931073:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174577.932404:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174577.932408:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174577.932832:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174577.932835:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174577.933345:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174577.933348:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174577.933890:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174577.933896:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174583.051135:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174583.051141:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174583.052746:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174583.052749:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174583.053196:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174583.053198:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174583.053455:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174583.053457:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174583.054031:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174583.054034:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174588.170984:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174588.171002:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786174588.172335:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174588.172338:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786174588.172727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174588.172730:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786174588.173303:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174588.173307:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786174588.173663:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174588.173666:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786174593.290524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174593.290896:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174593.291191:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174593.291360:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174593.291513:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174598.411148:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174598.411154:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786174598.412525:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174598.412539:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786174598.413171:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174598.413174:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786174598.413633:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174598.413636:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786174598.414029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174598.414033:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786174603.530474:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174603.530480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786174603.531146:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174603.531148:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786174603.531334:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174603.531335:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786174603.531510:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174603.531512:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786174603.531737:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174603.531739:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786174608.650524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174608.650529:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786174608.651075:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174608.651077:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786174608.651317:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174608.651319:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786174608.651571:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174608.651573:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786174608.651871:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174608.651873:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786174613.771236:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174613.771252:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786174613.772549:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174613.772554:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786174613.773215:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174613.773220:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786174613.773830:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174613.773835:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786174613.774433:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174613.774438:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786174618.890416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174618.890420:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786174618.891057:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174618.891059:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786174618.891282:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174618.891283:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786174618.891498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174618.891500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786174618.891814:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174618.891816:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786174624.010454:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174624.010458:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174624.011281:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174624.011283:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174624.011485:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174624.011487:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174624.011741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174624.011743:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174624.012136:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174624.012138:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174629.130931:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174629.130942:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174629.132262:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174629.132265:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174629.132612:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174629.132615:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174629.132952:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174629.132955:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174629.133400:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174629.133403:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174634.250336:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174634.250340:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174634.251005:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174634.251007:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174634.251200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174634.251202:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174634.251381:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174634.251383:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174634.251657:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174634.251658:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174639.371396:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174639.371404:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174639.371850:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174639.371852:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174639.372177:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174639.372180:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174639.372516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174639.372518:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174639.372818:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174639.372821:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174644.490719:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174644.490729:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174644.491522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174644.491526:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174644.491868:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174644.491871:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174644.492110:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174644.492112:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174644.492339:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174644.492341:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174649.610729:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174649.610734:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786174649.611640:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174649.611645:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786174649.612153:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174649.612157:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786174649.612723:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174649.612727:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786174649.613165:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174649.613168:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786174654.730392:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174654.730396:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786174654.730841:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174654.730843:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786174654.731109:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174654.731112:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786174654.731427:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174654.731429:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786174654.731726:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174654.731729:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786174659.850562:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174659.850934:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174659.851164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174659.851350:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174659.851500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174664.970516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174664.970523:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174664.971247:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174664.971250:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174664.971604:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174664.971607:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174664.972222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174664.972224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174664.972424:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174664.972426:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174670.091054:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174670.091068:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174670.092311:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174670.092314:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174670.092723:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174670.092726:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174670.093227:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174670.093231:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174670.093628:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174670.093632:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174675.211080:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174675.211091:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786174675.212394:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174675.212430:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786174675.212940:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174675.212942:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786174675.213222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174675.213225:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786174675.213673:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174675.213676:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786174680.331145:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174680.331173:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786174680.332560:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174680.332564:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786174680.332861:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174680.332864:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786174680.333099:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174680.333101:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786174680.333455:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174680.333457:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786174685.450903:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174685.450911:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786174685.452144:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174685.452148:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786174685.452616:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174685.452621:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786174685.453038:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174685.453042:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786174685.453660:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174685.453664:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786174690.570962:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174690.570971:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786174690.572189:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174690.572195:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786174690.572633:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174690.572637:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786174690.573074:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174690.573078:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786174690.573516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174690.573520:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786174695.690990:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174695.691000:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786174695.692232:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174695.692236:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786174695.692683:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174695.692687:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786174695.693069:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174695.693082:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786174695.693901:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174695.693907:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786174700.810444:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174700.810451:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174700.811000:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174700.811002:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174700.811257:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174700.811259:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174700.811452:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174700.811454:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174700.811667:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174700.811669:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174705.931684:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174705.931700:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174705.933007:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174705.933012:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174705.933486:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174705.933490:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174705.933894:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174705.933897:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174705.934366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174705.934369:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174711.050607:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174711.050615:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174711.051687:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174711.051692:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174711.052096:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174711.052099:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174711.052449:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174711.052452:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174711.052718:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174711.052720:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174716.170831:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174716.170836:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786174716.172123:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174716.172126:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786174716.172509:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174716.172511:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786174716.172813:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174716.172816:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786174716.173316:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174716.173318:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786174721.291230:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174721.291238:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786174721.292600:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174721.292603:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786174721.293066:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174721.293068:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786174721.293336:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174721.293339:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786174721.293578:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174721.293580:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786174726.410943:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174726.411538:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174726.412186:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174726.413118:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174726.413347:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174731.531522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174731.531537:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786174731.533059:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174731.533065:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786174731.533515:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174731.533519:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786174731.533948:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174731.533953:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786174731.534593:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174731.534598:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786174736.650438:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174736.650442:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1786174736.651130:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174736.651132:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1786174736.651330:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174736.651332:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1786174736.651521:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174736.651523:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1786174736.651817:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174736.651819:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1786174741.771018:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174741.771029:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786174741.772492:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174741.772496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786174741.772995:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174741.772999:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786174741.773407:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174741.773411:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786174741.774015:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174741.774019:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786174746.890619:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174746.890628:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786174746.891848:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174746.891856:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786174746.892201:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174746.892204:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786174746.892544:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174746.892547:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786174746.892897:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174746.892900:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786174752.010521:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174752.010535:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786174752.011348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174752.011351:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786174752.011670:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174752.011673:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786174752.011898:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174752.011901:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786174752.012295:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174752.012297:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786174757.131015:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174757.131030:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786174757.132300:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174757.132304:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786174757.132879:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174757.132883:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786174757.133347:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174757.133353:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786174757.133873:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174757.133876:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786174762.251112:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174762.251127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786174762.252388:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174762.252392:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786174762.252887:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174762.252892:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786174762.253313:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174762.253317:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786174762.253714:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174762.253719:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786174767.370567:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174767.370582:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174767.371197:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174767.371199:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174767.371435:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174767.371436:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174767.371665:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174767.371667:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174767.371973:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174767.371975:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174772.494225:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174772.494228:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174772.494659:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174772.494662:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174772.494979:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174772.494982:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174772.495363:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174772.495366:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174772.495675:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174772.495677:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174777.612238:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174777.612242:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786174777.612756:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174777.612759:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786174777.613186:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174777.613189:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786174777.613518:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174777.613522:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786174777.613879:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174777.613883:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1786174782.731046:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174782.731073:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786174782.732409:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174782.732413:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786174782.732751:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174782.732754:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786174782.733275:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174782.733279:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786174782.733919:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174782.733925:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786174787.851073:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174787.851085:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786174787.852431:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174787.852434:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786174787.852911:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174787.852913:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786174787.853388:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174787.853391:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786174787.853934:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174787.853937:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786174792.970409:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174792.970798:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174792.971021:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174792.971193:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174792.971375:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174798.091238:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174798.091248:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174798.092238:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174798.092241:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174798.092554:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174798.092556:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174798.092916:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174798.092919:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174798.093260:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174798.093264:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786174803.210808:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174803.210811:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174803.211734:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174803.211757:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174803.212240:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174803.212242:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174803.212671:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174803.212690:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786174803.212914:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174803.212916:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786174808.330991:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174808.331006:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786174808.332058:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174808.332062:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786174808.332458:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174808.332462:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786174808.332841:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174808.332844:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786174808.333235:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174808.333238:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786174813.450686:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174813.450698:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786174813.451670:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174813.451673:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786174813.451896:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174813.451898:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786174813.452103:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174813.452105:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786174813.452287:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174813.452289:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786174818.570955:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174818.570967:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786174818.572517:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174818.572522:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786174818.573129:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174818.573132:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786174818.573852:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174818.573855:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786174818.574338:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174818.574344:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786174823.690758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174823.690766:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174823.691638:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174823.691640:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174823.691997:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174823.692000:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174823.692336:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174823.692338:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174823.692683:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174823.692685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174828.811157:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174828.811167:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174828.812343:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174828.812347:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174828.812747:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174828.812753:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174828.813192:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174828.813195:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174828.813755:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174828.813761:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174833.931377:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174833.931385:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174833.933128:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174833.933139:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174833.934339:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174833.934349:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174833.934967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174833.934972:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786174833.935392:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174833.935395:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174839.052481:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174839.052499:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174839.054140:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174839.054144:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174839.054551:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174839.054556:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174839.055050:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174839.055053:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786174839.055405:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174839.055408:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786174844.170516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174844.170522:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174844.171300:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174844.171303:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174844.171531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174844.171533:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174844.171768:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174844.171788:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174844.172043:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174844.172045:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786174849.290946:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174849.290960:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174849.292145:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174849.292149:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174849.292546:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174849.292550:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174849.292999:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174849.293003:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174849.293363:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174849.293366:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786174854.410901:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174854.410910:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786174854.412154:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174854.412159:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786174854.412565:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174854.412567:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786174854.412980:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174854.412982:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786174854.413529:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174854.413532:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786174859.531042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174859.531774:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174859.532252:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174859.532567:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174859.532916:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174864.650873:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174864.650882:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1786174864.651838:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174864.651848:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1786174864.652383:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174864.652388:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1786174864.652876:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174864.652878:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1786174864.653145:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174864.653147:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1786174869.770997:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174869.771011:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1786174869.772144:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174869.772149:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1786174869.772590:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174869.772593:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1786174869.773044:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174869.773048:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1786174869.773459:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174869.773462:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1786174874.891364:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174874.891372:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786174874.892990:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174874.892994:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786174874.893365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174874.893368:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786174874.893885:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174874.893889:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786174874.894253:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174874.894256:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786174880.010953:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174880.010962:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786174880.012253:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174880.012257:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786174880.012713:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174880.012717:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786174880.013197:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174880.013200:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786174880.013862:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174880.013866:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786174885.130910:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174885.130937:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786174885.131798:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174885.131849:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786174885.132220:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174885.132223:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786174885.132577:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174885.132580:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786174885.133000:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174885.133003:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174890.251077:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174890.251092:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174890.253040:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174890.253044:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174890.253460:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174890.253464:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174890.253896:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174890.253902:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174890.254456:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174890.254460:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786174895.371213:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174895.371247:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174895.372384:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174895.372386:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174895.372660:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174895.372663:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174895.372989:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174895.372992:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786174895.373368:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786174895.373371:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174900.490558:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174900.490566:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174900.491320:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174900.491322:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174900.491566:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174900.491568:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174900.491805:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174900.491808:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174900.492069:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174900.492071:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786174905.611356:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174905.611364:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1786174905.611987:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174905.611989:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1786174905.612376:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174905.612378:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1786174905.612636:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174905.612638:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1786174905.612972:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174905.612975:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1786174910.730453:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174910.730458:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1786174910.731356:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174910.731358:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1786174910.731607:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174910.731609:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1786174910.731880:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174910.731882:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1786174910.732230:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174910.732233:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1786174915.850828:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174915.850833:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1786174915.852199:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174915.852202:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1786174915.852575:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174915.852577:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1786174915.852885:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174915.852888:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1786174915.853421:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174915.853423:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1786174920.970936:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174920.970948:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1786174920.972302:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174920.972315:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1786174920.973246:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174920.973248:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1786174920.973560:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174920.973562:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1786174920.973772:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174920.973774:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1786174926.091295:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174926.092402:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174926.093295:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174926.093676:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174926.094075:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174931.210871:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174931.210877:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786174931.211960:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174931.211970:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786174931.212394:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174931.212398:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786174931.212744:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174931.212749:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786174931.213242:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174931.213244:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786174936.330916:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174936.330924:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786174936.332157:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174936.332161:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786174936.332541:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174936.332546:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786174936.332935:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174936.332938:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786174936.333356:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786174936.333359:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786174941.451038:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174941.451053:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174941.452420:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174941.452424:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174941.452906:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174941.452909:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174941.453456:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174941.453462:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174941.454060:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174941.454064:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786174946.570498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174946.570504:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174946.571374:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174946.571376:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174946.571614:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174946.571616:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174946.571899:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174946.571901:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174946.572202:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174946.572205:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786174951.690773:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174951.690783:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174951.691922:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174951.691926:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174951.692394:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174951.692399:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174951.692817:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174951.692820:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174951.693136:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174951.693141:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786174956.811000:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174956.811014:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174956.812338:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174956.812345:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174956.812899:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174956.812901:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174956.813200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174956.813202:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174956.813614:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174956.813617:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786174961.930432:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174961.930440:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174961.931155:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174961.931157:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174961.931352:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174961.931354:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174961.931529:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174961.931542:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174961.931835:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174961.931837:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786174967.050815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174967.050820:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174967.051780:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174967.051783:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174967.052180:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174967.052183:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174967.052616:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174967.052619:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786174967.053002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174967.053005:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786174972.171922:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174972.171934:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174972.173133:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174972.173137:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174972.173424:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174972.173427:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174972.173709:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174972.173713:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174972.174106:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174972.174110:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786174977.290929:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174977.290941:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174977.292306:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174977.292312:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174977.292716:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174977.292719:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174977.293101:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174977.293104:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174977.293610:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174977.293613:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786174982.411082:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174982.411090:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786174982.412480:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174982.412484:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786174982.412922:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174982.412928:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786174982.413433:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174982.413436:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786174982.414064:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174982.414068:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786174987.531123:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174987.531129:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174987.532766:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174987.532815:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174987.533552:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174987.533557:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174987.534047:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174987.534050:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786174987.534445:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174987.534448:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786174992.651155:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174992.652329:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174992.653130:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174992.653519:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786174992.653923:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174997.771727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174997.771739:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174997.772708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174997.772712:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174997.773206:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174997.773210:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174997.773638:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174997.773644:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786174997.774105:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786174997.774108:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175002.890928:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175002.890939:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175002.892293:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175002.892300:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175002.892690:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175002.892693:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175002.893283:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175002.893287:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175002.893962:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175002.893966:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175008.010472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175008.010477:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175008.011156:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175008.011159:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175008.011380:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175008.011382:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175008.011568:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175008.011570:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175008.011922:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175008.011925:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175013.131261:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175013.131278:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175013.132622:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175013.132625:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175013.133018:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175013.133021:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175013.133441:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175013.133444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175013.133999:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175013.134004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175018.250583:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175018.250587:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786175018.251268:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175018.251270:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786175018.251455:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175018.251456:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786175018.251669:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175018.251671:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786175018.251934:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175018.251936:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786175023.370714:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175023.370722:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1786175023.371917:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175023.371921:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1786175023.372317:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175023.372320:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1786175023.372603:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175023.372606:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1786175023.373022:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175023.373025:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1786175028.491418:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175028.491433:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1786175028.493237:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175028.493241:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1786175028.493682:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175028.493685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1786175028.494124:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175028.494128:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1786175028.494522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175028.494527:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1786175033.610998:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175033.611009:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175033.612166:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175033.612170:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175033.612721:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175033.612725:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175033.613213:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175033.613217:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175033.613690:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175033.613694:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786175038.731192:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175038.731196:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175038.731565:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175038.731568:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175038.731901:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175038.731904:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175038.732188:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175038.732190:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175038.732533:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175038.732536:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175043.850449:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175043.850454:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175043.851159:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175043.851161:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175043.851351:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175043.851353:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175043.851532:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175043.851533:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175043.851782:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175043.851785:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175048.971185:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175048.971199:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175048.972288:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175048.972291:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175048.972853:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175048.972857:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175048.973424:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175048.973427:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175048.973925:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175048.973929:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175054.091111:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175054.091125:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786175054.092399:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175054.092403:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786175054.092840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175054.092844:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786175054.093273:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175054.093279:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786175054.093663:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175054.093666:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786175059.210815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175059.211623:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175059.212328:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175059.212712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175059.213100:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175064.331210:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175064.331221:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175064.332585:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175064.332589:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175064.333029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175064.333033:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175064.333413:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175064.333417:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175064.333829:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175064.333833:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175069.450973:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175069.450984:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175069.452349:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175069.452354:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175069.452918:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175069.452921:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175069.453282:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175069.453285:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175069.453900:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175069.453903:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175074.570555:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175074.570565:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175074.571570:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175074.571580:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175074.572003:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175074.572005:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175074.572232:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175074.572234:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175074.572602:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175074.572607:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175079.690506:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175079.690513:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786175079.691225:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175079.691226:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786175079.691466:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175079.691468:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786175079.691675:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175079.691677:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786175079.692029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175079.692031:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786175084.810806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175084.810816:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175084.811612:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175084.811614:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175084.811987:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175084.811990:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175084.812434:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175084.812437:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175084.812698:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175084.812701:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175089.931121:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175089.931129:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175089.932310:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175089.932314:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175089.932872:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175089.932876:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175089.933272:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175089.933277:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175089.933874:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175089.933878:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175095.051257:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175095.051278:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175095.053101:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175095.053104:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175095.053532:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175095.053535:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175095.054015:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175095.054019:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175095.054573:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175095.054577:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175100.170868:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175100.170880:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175100.171998:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175100.172001:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175100.172441:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175100.172444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175100.172806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175100.172809:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175100.173366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175100.173371:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175105.291468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175105.291472:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175105.291938:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175105.291942:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175105.292317:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175105.292320:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175105.292575:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175105.292577:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175105.293103:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175105.293105:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175110.410462:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175110.410467:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175110.411241:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175110.411244:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175110.411526:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175110.411529:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175110.411773:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175110.411775:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175110.412289:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175110.412292:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175115.530962:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175115.530974:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175115.532292:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175115.532295:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175115.532698:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175115.532701:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175115.533127:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175115.533131:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175115.533669:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175115.533672:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175120.651095:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175120.651109:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175120.652293:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175120.652296:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175120.652672:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175120.652675:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175120.653196:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175120.653200:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175120.653704:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175120.653708:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175125.771111:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175125.771929:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175125.772337:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175125.772636:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175125.772956:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175130.891308:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175130.891323:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175130.892823:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175130.892827:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175130.893269:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175130.893273:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175130.893692:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175130.893695:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175130.894289:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175130.894293:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175136.011246:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175136.011254:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786175136.013258:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175136.013262:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786175136.013640:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175136.013643:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786175136.014072:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175136.014076:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786175136.014588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175136.014591:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175141.131216:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175141.131234:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175141.132708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175141.132710:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175141.133008:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175141.133010:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175141.133289:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175141.133292:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175141.133597:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175141.133599:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175146.250401:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175146.250407:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175146.251011:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175146.251013:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175146.251232:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175146.251234:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175146.251448:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175146.251450:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175146.251632:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175146.251635:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175151.370424:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175151.370430:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786175151.371013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175151.371015:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786175151.371202:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175151.371203:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786175151.371420:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175151.371421:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786175151.371632:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175151.371634:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786175156.490472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175156.490478:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1786175156.491206:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175156.491209:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1786175156.491525:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175156.491528:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1786175156.491879:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175156.491882:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1786175156.492197:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175156.492199:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1786175161.610857:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175161.610864:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175161.611836:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175161.611838:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175161.612035:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175161.612036:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175161.612216:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175161.612217:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175161.612458:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175161.612460:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786175166.731162:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175166.731174:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786175166.732280:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175166.732283:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786175166.732709:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175166.732712:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786175166.733211:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175166.733214:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786175166.733746:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175166.733749:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786175171.852007:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175171.852025:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175171.853321:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175171.853325:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175171.853894:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175171.853898:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175171.854365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175171.854369:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175171.854944:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175171.854948:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175176.970662:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175176.970667:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175176.971730:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175176.971735:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175176.972089:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175176.972091:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175176.972444:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175176.972447:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175176.972742:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175176.972745:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175182.090576:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175182.090585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175182.091687:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175182.091688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175182.092010:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175182.092012:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175182.092240:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175182.092242:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175182.092527:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175182.092530:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175187.210540:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175187.210546:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175187.211368:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175187.211370:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175187.211642:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175187.211644:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175187.211918:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175187.211920:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175187.212223:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175187.212226:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175192.331101:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175192.331927:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175192.332597:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175192.332976:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175192.333275:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175197.450600:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175197.450607:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175197.451442:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175197.451444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175197.451732:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175197.451734:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175197.451947:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175197.451949:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175197.452268:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175197.452270:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175202.570416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175202.570423:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786175202.571151:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175202.571154:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786175202.571373:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175202.571375:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786175202.571595:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175202.571597:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786175202.571849:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175202.571850:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786175207.691061:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175207.691078:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786175207.692189:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175207.692197:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786175207.692750:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175207.692755:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786175207.693276:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175207.693279:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786175207.693808:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175207.693811:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786175212.810493:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175212.810499:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786175212.811046:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175212.811047:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786175212.811252:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175212.811253:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786175212.811433:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175212.811435:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786175212.811605:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175212.811607:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786175217.930399:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175217.930407:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786175217.930975:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175217.930977:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786175217.931183:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175217.931185:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786175217.931358:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175217.931360:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786175217.931673:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175217.931675:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786175223.051470:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175223.051486:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786175223.053013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175223.053017:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786175223.053496:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175223.053501:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786175223.054052:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175223.054056:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786175223.054508:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175223.054514:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786175228.170795:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175228.170800:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786175228.171609:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175228.171612:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786175228.171935:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175228.171938:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786175228.172263:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175228.172265:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786175228.172632:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175228.172635:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175233.291064:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175233.291075:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175233.292382:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175233.292385:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175233.292810:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175233.292813:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175233.293228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175233.293233:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175233.293799:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175233.293803:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786175238.412001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175238.412009:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786175238.413221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175238.413225:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786175238.413598:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175238.413601:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786175238.414002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175238.414005:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786175238.414555:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175238.414559:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786175243.530593:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175243.530600:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786175243.531860:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175243.531884:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786175243.532254:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175243.532258:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786175243.532620:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175243.532623:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786175243.533211:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175243.533213:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786175248.651117:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175248.651127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786175248.652472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175248.652476:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786175248.652936:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175248.652940:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786175248.653329:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175248.653335:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786175248.653918:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175248.653922:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786175253.770909:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175253.770918:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786175253.772112:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175253.772114:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786175253.772504:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175253.772507:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786175253.772888:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175253.772892:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786175253.773388:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175253.773391:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786175258.890869:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175258.891514:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175258.892097:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175258.892370:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175258.892594:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175264.011236:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175264.011243:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786175264.013350:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175264.013354:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786175264.013872:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175264.013875:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786175264.014485:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175264.014490:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786175264.015107:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175264.015113:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786175269.130909:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175269.130920:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786175269.132228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175269.132234:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786175269.132678:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175269.132681:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786175269.133129:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175269.133133:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786175269.133709:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175269.133712:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786175274.250934:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175274.250946:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786175274.252114:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175274.252117:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786175274.252598:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175274.252602:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786175274.252998:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175274.253001:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786175274.253351:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175274.253354:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786175279.371019:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175279.371027:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786175279.372121:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175279.372124:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786175279.372478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175279.372481:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786175279.372889:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175279.372892:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786175279.373234:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175279.373238:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786175284.491394:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175284.491408:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786175284.493011:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175284.493016:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786175284.493444:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175284.493447:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786175284.493872:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175284.493877:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786175284.494329:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175284.494333:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786175289.610868:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175289.610872:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786175289.611668:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175289.611670:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786175289.611951:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175289.611953:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786175289.612162:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175289.612165:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786175289.612508:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175289.612510:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786175294.731002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175294.731010:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786175294.732590:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175294.732594:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786175294.733057:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175294.733061:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786175294.733510:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175294.733513:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786175294.734088:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175294.734091:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786175299.850444:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175299.850453:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786175299.850983:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175299.850985:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786175299.851178:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175299.851180:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786175299.851411:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175299.851414:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786175299.851614:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175299.851616:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786175304.970875:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175304.970879:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786175304.971551:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175304.971552:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786175304.971740:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175304.971741:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786175304.971943:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175304.971944:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786175304.972192:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175304.972195:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786175310.090445:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175310.090449:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786175310.091109:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175310.091111:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786175310.091344:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175310.091345:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786175310.091528:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175310.091529:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786175310.091768:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175310.091769:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786175315.210279:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175315.210282:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786175315.210671:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175315.210673:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786175315.210886:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175315.210887:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786175315.211065:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175315.211067:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786175315.211266:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175315.211267:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786175320.330387:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175320.330392:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786175320.331067:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175320.331070:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786175320.331279:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175320.331281:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786175320.331456:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175320.331457:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786175320.331710:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175320.331713:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786175325.450603:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175325.450877:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175325.450983:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175325.451133:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175325.451284:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175330.571163:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175330.571175:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786175330.572237:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175330.572239:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786175330.572461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175330.572462:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786175330.572645:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175330.572647:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786175330.572903:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175330.572905:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786175335.691002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175335.691015:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1786175335.691650:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175335.691654:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1786175335.692053:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175335.692056:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1786175335.692572:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175335.692577:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1786175335.693144:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175335.693149:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1786175340.810741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175340.810747:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786175340.811745:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175340.811749:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786175340.812120:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175340.812122:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786175340.812446:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175340.812449:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786175340.812772:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175340.812775:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1786175345.931125:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175345.931141:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786175345.932243:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175345.932246:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786175345.932590:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175345.932592:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786175345.933030:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175345.933033:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786175345.933451:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175345.933456:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786175351.050953:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175351.050962:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175351.051712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175351.051715:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175351.052084:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175351.052087:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175351.052354:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175351.052356:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175351.052615:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175351.052618:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175356.170542:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175356.170550:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175356.171294:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175356.171297:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175356.171605:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175356.171607:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175356.171844:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175356.171846:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175356.172058:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175356.172060:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175361.290642:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175361.290672:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175361.291427:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175361.291430:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175361.291819:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175361.291823:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175361.292121:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175361.292123:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175361.292334:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175361.292336:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175366.410234:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175366.410237:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175366.410645:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175366.410647:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175366.410878:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175366.410879:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175366.411057:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175366.411059:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175366.411375:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175366.411377:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786175371.531366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175371.531372:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786175371.532155:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175371.532162:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786175371.532490:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175371.532492:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786175371.532791:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175371.532794:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786175371.533029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175371.533031:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786175376.650559:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175376.650566:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786175376.651214:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175376.651217:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786175376.651702:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175376.651704:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786175376.651962:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175376.651963:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786175376.652188:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175376.652190:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786175381.771120:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175381.771129:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786175381.772200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175381.772203:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786175381.772608:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175381.772611:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786175381.773103:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175381.773107:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786175381.773548:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175381.773571:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786175386.890916:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175386.890924:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786175386.892135:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175386.892140:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786175386.892504:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175386.892507:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786175386.892843:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175386.892846:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786175386.893270:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175386.893274:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1786175392.011033:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175392.011703:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175392.012261:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175392.012688:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175392.012960:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175397.130516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175397.130519:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175397.131346:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175397.131349:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175397.131659:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175397.131662:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175397.131982:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175397.131984:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175397.132166:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175397.132168:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786175402.250609:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175402.250616:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786175402.251400:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175402.251403:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786175402.251636:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175402.251638:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786175402.251837:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175402.251839:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786175402.252015:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175402.252017:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175407.370458:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175407.370465:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175407.371186:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175407.371189:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175407.371512:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175407.371515:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175407.371831:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175407.371835:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175407.372253:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175407.372255:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175412.490411:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175412.490419:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175412.490964:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175412.490966:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175412.491185:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175412.491187:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175412.491408:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175412.491411:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175412.491605:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175412.491607:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175417.610353:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175417.610362:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175417.610991:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175417.610993:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175417.611266:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175417.611268:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175417.611468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175417.611470:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175417.611679:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175417.611681:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175422.730505:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175422.730511:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175422.731227:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175422.731230:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175422.731620:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175422.731622:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175422.731919:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175422.731921:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175422.732156:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175422.732158:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175427.850431:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175427.850437:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175427.851192:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175427.851195:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175427.851535:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175427.851538:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175427.851874:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175427.851876:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175427.852285:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175427.852287:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175432.970499:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175432.970505:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175432.971123:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175432.971125:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175432.971326:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175432.971328:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175432.971569:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175432.971572:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175432.971763:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175432.971765:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175438.090918:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175438.090926:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175438.091614:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175438.091615:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175438.091880:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175438.091882:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175438.092105:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175438.092107:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175438.092348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175438.092350:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175443.210486:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175443.210491:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175443.211172:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175443.211174:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175443.211379:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175443.211381:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175443.211567:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175443.211569:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175443.211895:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175443.211897:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175448.330618:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175448.330625:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175448.331197:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175448.331199:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175448.331525:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175448.331528:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175448.331742:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175448.331744:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175448.332059:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175448.332062:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175453.450651:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175453.450671:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175453.451655:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175453.451659:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175453.452098:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175453.452101:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175453.452487:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175453.452490:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175453.452988:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175453.452991:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786175458.570925:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175458.571552:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175458.572121:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175458.572613:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175458.572851:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175463.691708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175463.691713:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175463.692313:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175463.692316:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175463.692661:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175463.692664:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175463.693105:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175463.693108:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175463.693387:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175463.693390:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175468.810986:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175468.811000:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175468.812679:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175468.812715:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175468.813009:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175468.813011:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175468.813450:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175468.813452:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175468.813755:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175468.813757:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786175473.930742:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175473.930750:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786175473.931923:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175473.931926:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786175473.932279:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175473.932282:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786175473.932584:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175473.932586:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786175473.933164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786175473.933168:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175479.050667:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175479.050675:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175479.051760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175479.051763:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175479.052013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175479.052015:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175479.052225:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175479.052228:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175479.052525:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175479.052527:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175484.170525:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175484.170532:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786175484.171137:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175484.171139:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786175484.171328:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175484.171329:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786175484.171555:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175484.171557:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786175484.171740:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175484.171741:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1786175489.290559:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175489.290569:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1786175489.291171:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175489.291173:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1786175489.291422:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175489.291451:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1786175489.291750:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175489.291752:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1786175489.292006:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175489.292008:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1786175494.410847:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175494.410866:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1786175494.411886:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175494.411888:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1786175494.412125:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175494.412127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1786175494.412344:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175494.412345:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1786175494.412543:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175494.412544:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1786175499.530535:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175499.530540:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1786175499.531068:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175499.531071:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1786175499.531266:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175499.531267:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1786175499.531494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175499.531496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1786175499.531715:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175499.531717:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1786175504.650933:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175504.650942:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175504.651612:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175504.651614:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175504.651847:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175504.651849:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175504.652039:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175504.652041:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175504.652268:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175504.652271:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175509.770612:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175509.770621:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175509.771310:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175509.771312:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175509.771600:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175509.771603:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175509.771976:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175509.771979:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175509.772330:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175509.772333:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175514.890967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175514.890975:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175514.892038:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175514.892043:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175514.892572:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175514.892576:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175514.893033:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175514.893035:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175514.893654:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175514.893658:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175520.010432:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175520.010439:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175520.011055:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175520.011056:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175520.011268:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175520.011270:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175520.011454:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175520.011456:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175520.011637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175520.011639:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175525.130705:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175525.131262:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175525.131571:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175525.131741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175525.132009:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175530.251215:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175530.251228:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175530.252465:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175530.252468:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175530.252855:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175530.252859:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175530.253309:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175530.253313:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175530.253839:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175530.253843:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1786175535.371011:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175535.371023:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175535.372232:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175535.372235:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175535.372708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175535.372711:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175535.373121:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175535.373125:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175535.373475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175535.373479:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1786175540.491089:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175540.491101:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175540.492402:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175540.492405:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175540.492911:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175540.492917:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175540.493491:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175540.493497:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175540.493971:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175540.493975:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175545.610862:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175545.610875:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786175545.611610:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175545.611613:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786175545.611874:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175545.611876:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786175545.612076:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175545.612077:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786175545.612338:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175545.612342:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786175550.730861:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175550.730871:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175550.731841:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175550.731844:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175550.732082:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175550.732084:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175550.732277:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175550.732279:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175550.732586:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175550.732588:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786175555.850509:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175555.850514:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175555.851073:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175555.851074:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175555.851290:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175555.851293:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175555.851523:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175555.851525:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175555.851750:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175555.851752:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1786175560.970532:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175560.970537:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175560.971047:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175560.971049:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175560.971341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175560.971343:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175560.971559:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175560.971561:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175560.971739:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175560.971740:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1786175566.090880:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175566.090887:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175566.091726:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175566.091729:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175566.092155:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175566.092157:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175566.092365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175566.092368:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175566.092729:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175566.092732:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175571.211040:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175571.211045:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786175571.211315:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175571.211317:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786175571.211631:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175571.211634:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786175571.211981:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175571.211983:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786175571.212193:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175571.212195:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175576.331307:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175576.331317:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175576.332455:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175576.332458:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175576.332923:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175576.332926:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175576.333293:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175576.333296:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175576.333637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175576.333640:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175581.450517:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175581.450521:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175581.451365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175581.451368:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175581.451654:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175581.451657:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175581.451950:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175581.451952:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175581.452221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175581.452224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1786175586.571076:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175586.571088:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175586.572126:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175586.572129:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175586.572491:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175586.572493:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175586.572933:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175586.572936:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175586.573268:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175586.573271:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1786175591.691164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175591.692151:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175591.692438:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175591.693254:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175591.693525:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175596.811040:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175596.811062:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175596.813003:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175596.813011:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175596.813540:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175596.813543:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175596.814060:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175596.814063:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175596.814534:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175596.814537:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175601.931036:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175601.931048:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786175601.932592:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175601.932609:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786175601.932989:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175601.932991:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786175601.933354:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175601.933359:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786175601.933750:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175601.933754:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786175607.051187:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175607.051201:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786175607.053108:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175607.053112:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786175607.053526:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175607.053529:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786175607.053977:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175607.053980:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786175607.054502:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175607.054506:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1786175612.171100:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175612.171114:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175612.172056:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175612.172061:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175612.172574:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175612.172578:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175612.173134:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175612.173138:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1786175612.173679:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175612.173684:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786175617.290799:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175617.290804:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786175617.291619:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175617.291622:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786175617.291889:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175617.291890:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786175617.292248:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175617.292262:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786175617.292478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175617.292480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786175622.411064:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175622.411072:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1786175622.412392:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175622.412396:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1786175622.412851:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175622.412854:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1786175622.413332:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175622.413338:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1786175622.413753:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175622.413759:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1786175627.530965:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175627.530973:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1786175627.532223:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175627.532226:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1786175627.532602:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175627.532605:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1786175627.532979:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175627.532983:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1786175627.533484:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175627.533488:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1786175632.651149:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175632.651158:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175632.652366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175632.652369:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175632.652759:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175632.652762:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175632.653183:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175632.653187:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175632.653677:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175632.653681:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1786175637.772291:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175637.772309:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175637.773686:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175637.773690:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175637.774262:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175637.774265:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175637.774806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175637.774810:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175637.775323:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175637.775326:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1786175642.891160:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175642.891178:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175642.892329:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175642.892332:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175642.892620:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175642.892623:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175642.892840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175642.892842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1786175642.893051:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786175642.893053:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786175648.010873:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175648.010879:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786175648.011976:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175648.011978:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786175648.012350:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175648.012353:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786175648.012767:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175648.012772:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786175648.013164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175648.013167:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786175653.130922:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175653.130929:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786175653.131996:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175653.132001:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786175653.133038:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175653.133049:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786175653.133556:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175653.133558:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786175653.133866:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175653.133868:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786175658.250675:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786175658.251120:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175658.251126:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175658.251133:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175658.251144:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000800:00000200:0.1:1786175658.251146:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786175658.251155:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175658.251170:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407161216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175658.251201:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175658.251209:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175658.251233:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407161216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175658.251261:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175658.251269:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175658.251279:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175658.251284:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175658.251288:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175658.251294:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175658.251303:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10178
00000400:00000200:3.0:1786175658.251313:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175658.251324:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175658.251332:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175658.251340:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175658.251347:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175658.251355:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175658.251362:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175658.251369:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175658.251371:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175658.251376:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175658.251381:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175658.251388:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175658.251396:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175658.251409:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175658.251415:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175658.251424:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175658.251430:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175658.251437:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175658.251447:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175658.251454:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175658.251461:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175658.251469:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175658.251477:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175658.251485:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175658.251491:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175658.251498:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175658.251504:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175658.251514:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786175658.251524:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175658.251534:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175658.251540:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175658.251548:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175658.251556:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175658.251563:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786175658.251570:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000010:3.0:1786175658.251574:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786175658.251583:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175658.251599:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407161344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175658.251639:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175658.251645:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175658.251657:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407161344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175658.251679:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175658.251689:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10188)
00000800:00000200:0.1:1786175658.251897:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175658.252107:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175663.371368:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175663.371388:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175663.373449:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175663.373453:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175663.373953:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175663.373956:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175663.374426:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175663.374430:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175663.375040:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175663.375044:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1786175668.489920:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175668.489930:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175668.489932:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175668.489935:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175668.489939:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175668.489945:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10188
00000400:00000200:3.0:1786175668.489951:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175668.489956:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175668.489959:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175668.489961:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.489964:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175668.489966:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.489968:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175668.489971:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175668.489973:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175668.489975:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175668.489977:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175668.489979:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175668.489980:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175668.489982:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.489984:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175668.489985:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.489987:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175668.489989:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175668.489991:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175668.489993:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175668.489995:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175668.489998:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175668.490000:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175668.490002:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175668.490004:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175668.490012:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786175668.490015:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175668.490018:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175668.490020:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175668.490022:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175668.490025:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175668.490028:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175668.490035:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786175668.490040:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175668.490048:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407162112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175668.490057:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175668.490060:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175668.490064:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407162112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175668.490082:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175668.490085:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175668.490088:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175668.490089:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175668.490090:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175668.490092:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175668.490094:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10188
00000400:00000200:3.0:1786175668.490098:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175668.490101:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175668.490103:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175668.490105:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.490124:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175668.490133:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.490140:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175668.490146:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175668.490148:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175668.490152:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175668.490156:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175668.490165:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175668.490173:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175668.490185:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.490209:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175668.490218:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.490224:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175668.490230:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175668.490239:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175668.490249:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175668.490253:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175668.490263:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175668.490273:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175668.490279:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175668.490300:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175668.490303:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175668.490304:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175668.490307:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786175668.490310:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175668.490312:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175668.490314:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175668.490317:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175668.490319:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175668.490322:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175668.490326:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786175668.490331:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175668.490335:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407162240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175668.490347:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175668.490351:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175668.490356:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407162240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175668.490368:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175668.490371:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175668.490373:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175668.490376:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175668.490379:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175668.490381:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175668.490382:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10188
00000400:00000200:3.0:1786175668.490386:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175668.490392:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175668.490397:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175668.490402:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.490404:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175668.490409:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.490413:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175668.490418:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175668.490420:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175668.490423:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175668.490428:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175668.490431:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175668.490436:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175668.490441:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.490445:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175668.490448:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.490451:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175668.490453:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175668.490460:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175668.490464:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175668.490465:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175668.490469:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175668.490473:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175668.490475:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175668.490477:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175668.490480:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175668.490484:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175668.490489:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786175668.490492:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175668.490503:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175668.490506:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175668.490511:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175668.490512:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175668.490515:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175668.490519:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786175668.490524:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175668.490531:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407162368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175668.490539:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175668.490543:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175668.490550:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407162368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175668.490563:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175668.490567:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175668.490570:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175668.490571:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175668.490573:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175668.490598:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175668.490613:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10188
00000400:00000200:3.0:1786175668.490635:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:0.1:1786175668.490636:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175668.490649:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000400:00000200:3.0:1786175668.490657:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175668.490669:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175668.490685:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.490715:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175668.490724:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.490730:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175668.490735:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175668.490738:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175668.490743:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175668.490750:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175668.490837:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175668.490842:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175668.490848:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.490853:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175668.490857:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.490861:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175668.490876:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175668.490879:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175668.490884:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175668.490889:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175668.490894:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175668.490897:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175668.490904:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175668.490906:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175668.490909:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175668.490911:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175668.490916:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786175668.490920:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175668.490924:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175668.490927:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175668.490928:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175668.490930:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175668.490932:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175668.490939:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786175668.490946:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175668.490953:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407162496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175668.490962:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175668.490965:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175668.490973:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407162496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175668.490994:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175668.490997:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175668.491002:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175668.491006:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175668.491008:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175668.491015:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175668.491017:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10188
00000400:00000200:3.0:1786175668.491026:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175668.491031:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175668.491036:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175668.491040:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.491042:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175668.491046:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.491051:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175668.491056:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175668.491059:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175668.491062:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175668.491066:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175668.491069:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175668.491072:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175668.491077:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.491081:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175668.491085:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175668.491090:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175668.491095:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175668.491099:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175668.491103:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175668.491127:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175668.491131:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175668.491137:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175668.491141:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175668.491144:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175668.491149:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175668.491152:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175668.491160:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786175668.491167:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175668.491174:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175668.491178:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175668.491182:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175668.491186:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175668.491191:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175668.491200:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786175668.491227:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175668.491245:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407162624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175668.491269:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175668.491292:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175668.491301:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407162624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175668.491320:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175668.491328:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10198)
00000800:00000200:0.1:1786175668.491588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175668.491591:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786175668.492035:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175668.492038:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786175668.492380:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175668.492382:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786175668.492637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175668.492640:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786175673.611132:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175673.611141:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1786175673.612107:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175673.612109:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1786175673.612529:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175673.612533:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1786175673.612996:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175673.612999:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1786175673.613287:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175673.613291:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1786175678.730599:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175678.730612:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1786175678.731279:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175678.731281:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1786175678.731629:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175678.731632:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1786175678.731869:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175678.731871:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1786175678.732101:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175678.732105:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1786175683.849964:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175683.849974:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175683.849977:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175683.849981:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175683.849985:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175683.849992:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10204
00000400:00000200:3.0:1786175683.850001:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175683.850008:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175683.850011:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175683.850014:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.850018:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175683.850020:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.850023:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175683.850027:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175683.850028:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175683.850031:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175683.850066:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175683.850070:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175683.850073:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175683.850077:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.850080:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175683.850082:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.850084:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175683.850087:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175683.850091:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175683.850093:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175683.850096:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175683.850100:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175683.850120:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175683.850122:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175683.850124:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175683.850133:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786175683.850137:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175683.850142:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175683.850144:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175683.850147:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175683.850150:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175683.850155:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175683.850164:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786175683.850181:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175683.850195:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407164032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175683.850210:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175683.850233:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175683.850240:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407164032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175683.850273:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175683.850278:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175683.850282:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175683.850285:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175683.850287:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175683.850291:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175683.850294:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10204
00000400:00000200:3.0:1786175683.850300:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175683.850305:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175683.850308:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175683.850312:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.850315:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175683.850335:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.850338:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175683.850342:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175683.850345:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175683.850348:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175683.850361:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175683.850364:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175683.850366:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175683.850370:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.850371:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175683.850373:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.850375:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175683.850381:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175683.850389:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175683.850394:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175683.850403:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175683.850422:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175683.850432:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175683.850435:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175683.850445:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175683.850461:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175683.850471:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175683.850484:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786175683.850490:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175683.850498:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175683.850501:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175683.850504:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175683.850513:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175683.850523:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175683.850536:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786175683.850546:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175683.850556:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407164160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175683.850603:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175683.850625:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175683.850632:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407164160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175683.850680:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175683.850682:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175683.850687:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175683.850690:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175683.850694:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175683.850703:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175683.850712:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10204
00000400:00000200:3.0:1786175683.850718:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175683.850722:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175683.850729:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175683.850744:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.850748:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175683.850757:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.850759:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175683.850761:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175683.850763:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175683.850771:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175683.850774:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175683.850776:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175683.850778:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175683.850783:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.850836:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175683.850838:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.850844:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175683.850873:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175683.850886:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175683.850891:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175683.850896:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175683.850903:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175683.850912:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175683.850923:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175683.850927:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175683.850939:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175683.850948:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175683.850959:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786175683.850966:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175683.850976:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175683.850980:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175683.850990:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175683.850997:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175683.851000:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175683.851004:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786175683.851008:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175683.851015:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407164288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175683.851023:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175683.851027:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175683.851032:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407164288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175683.851040:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175683.851043:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175683.851070:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175683.851076:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175683.851082:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175683.851088:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175683.851100:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10204
00000400:00000200:3.0:1786175683.851113:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175683.851118:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175683.851120:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175683.851129:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.851136:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175683.851142:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.851147:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175683.851151:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175683.851154:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175683.851156:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175683.851165:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175683.851178:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175683.851190:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175683.851225:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.851242:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175683.851257:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.851267:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175683.851275:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175683.851294:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175683.851299:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175683.851305:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175683.851311:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175683.851348:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175683.851359:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175683.851363:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175683.851366:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175683.851368:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175683.851372:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786175683.851380:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175683.851384:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175683.851391:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175683.851404:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175683.851408:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175683.851416:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175683.851423:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000800:00000200:0.1:1786175683.851425:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786175683.851431:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786175683.851433:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000100:00100000:3.0:1786175683.851446:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407164416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175683.851473:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175683.851475:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175683.851484:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407164416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175683.851518:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175683.851532:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175683.851541:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175683.851544:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175683.851559:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175683.851571:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175683.851601:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10204
00000400:00000200:3.0:1786175683.851639:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175683.851669:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175683.851678:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175683.851692:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.851706:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175683.851718:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.851730:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175683.851736:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175683.851747:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175683.851760:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175683.851763:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175683.851767:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175683.851772:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175683.851776:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.851779:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175683.851808:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175683.851820:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175683.851828:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175683.851845:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175683.851849:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175683.851852:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175683.851864:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175683.851869:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175683.851876:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175683.851880:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175683.851892:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175683.851896:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175683.851901:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786175683.851906:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175683.851915:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175683.851921:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175683.851925:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175683.851929:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175683.851940:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175683.851945:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786175683.851951:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175683.851961:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407164544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175683.852047:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175683.852051:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175683.852058:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407164544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175683.852086:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175683.852100:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10214)
00000800:00000200:0.1:1786175683.852546:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175683.852550:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786175683.853069:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175683.853072:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786175683.853511:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175683.853515:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786175683.853999:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175683.854003:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786175688.970917:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175688.970930:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786175688.972263:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175688.972268:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786175688.972757:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175688.972761:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786175688.973228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175688.973232:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786175688.973871:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175688.973875:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786175694.091576:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175694.091615:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786175694.092459:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175694.092463:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786175694.093042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175694.093046:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786175694.093399:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175694.093402:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786175694.094011:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175694.094016:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786175699.210980:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175699.210990:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175699.212192:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175699.212196:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175699.212628:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175699.212634:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175699.213146:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175699.213149:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175699.213747:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175699.213750:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1786175704.331120:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175704.331138:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175704.331143:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175704.331150:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175704.331157:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175704.331169:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10224
00000400:00000200:3.0:1786175704.331183:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175704.331194:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175704.331200:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175704.331228:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.331235:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175704.331241:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.331246:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175704.331254:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175704.331257:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175704.331262:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175704.331279:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175704.331285:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175704.331296:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175704.331305:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.331309:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175704.331312:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.331316:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175704.331321:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175704.331327:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175704.331333:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175704.331338:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175704.331344:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175704.331350:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175704.331354:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175704.331359:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175704.331371:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786175704.331378:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175704.331386:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175704.331390:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175704.331396:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175704.331400:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175704.331433:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175704.331449:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786175704.331461:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175704.331476:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407166592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175704.331496:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175704.331505:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175704.331514:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407166592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175704.331576:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175704.331583:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175704.331590:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175704.331593:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175704.331596:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175704.331602:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175704.331607:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10224
00000400:00000200:3.0:1786175704.331614:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175704.331620:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175704.331625:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175704.331630:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.331634:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175704.331638:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.331642:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175704.331646:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175704.331648:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175704.331652:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175704.331656:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175704.331660:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175704.331665:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175704.331670:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.331673:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175704.331677:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.331681:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175704.331685:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175704.331690:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175704.331694:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175704.331698:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175704.331706:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175704.331710:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175704.331714:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175704.331720:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175704.331726:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175704.331730:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175704.331737:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786175704.331741:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175704.331746:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175704.331748:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175704.331752:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175704.331755:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175704.331759:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175704.331766:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786175704.331867:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175704.331883:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407166720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175704.331900:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175704.331907:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175704.331921:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407166720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175704.331972:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175704.331982:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175704.331997:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175704.332006:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175704.332017:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175704.332030:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175704.332038:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10224
00000400:00000200:3.0:1786175704.332065:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175704.332081:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175704.332094:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175704.332109:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.332121:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175704.332129:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.332133:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175704.332145:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175704.332150:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175704.332156:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175704.332163:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175704.332177:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175704.332187:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175704.332197:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.332204:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175704.332220:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.332229:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175704.332234:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175704.332239:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175704.332244:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175704.332251:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175704.332260:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175704.332277:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175704.332285:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175704.332288:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175704.332292:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175704.332294:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175704.332300:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786175704.332304:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175704.332307:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175704.332309:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175704.332312:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175704.332314:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175704.332317:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175704.332323:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786175704.332328:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175704.332336:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407166848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175704.332347:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175704.332350:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175704.332355:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407166848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175704.332366:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175704.332369:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175704.332374:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175704.332376:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175704.332379:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175704.332382:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175704.332385:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10224
00000400:00000200:3.0:1786175704.332390:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175704.332394:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175704.332396:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175704.332400:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.332403:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175704.332405:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.332436:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175704.332441:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175704.332444:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175704.332446:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175704.332449:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175704.332452:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175704.332455:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175704.332459:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.332462:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175704.332464:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.332466:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175704.332470:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175704.332475:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175704.332479:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175704.332485:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175704.332493:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175704.332497:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175704.332499:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175704.332505:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175704.332515:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175704.332519:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175704.332528:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786175704.332541:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175704.332552:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175704.332558:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175704.332563:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175704.332570:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175704.332576:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175704.332591:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786175704.332605:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175704.332629:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407166976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175704.332653:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175704.332659:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175704.332668:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407166976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175704.332692:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175704.332698:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175704.332709:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175704.332715:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175704.332719:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175704.332726:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175704.332736:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10224
00000400:00000200:3.0:1786175704.332749:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175704.332763:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175704.332825:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175704.332844:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.332855:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175704.332869:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.332882:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175704.332893:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175704.332899:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175704.332904:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175704.332911:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175704.332916:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175704.332929:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175704.332937:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175704.332945:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175704.332954:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:1.1:1786175704.332958:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786175704.332959:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175704.332965:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000800:00000200:1.1:1786175704.332976:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1786175704.332977:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175704.332985:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175704.332994:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175704.333003:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175704.333007:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175704.333011:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175704.333015:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175704.333024:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175704.333031:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175704.333044:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786175704.333055:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175704.333070:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175704.333077:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175704.333086:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175704.333090:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175704.333097:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175704.333112:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786175704.333121:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175704.333136:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407167104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175704.333160:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175704.333168:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175704.333182:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407167104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175704.333209:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175704.333218:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10234)
00000800:00000200:1.1:1786175704.333748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175704.333752:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175704.334328:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175704.334331:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175704.334733:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175704.334736:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175704.335296:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175704.335299:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1786175709.449935:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175709.449946:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175709.449951:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175709.449956:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175709.449963:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175709.449973:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10229
00000400:00000200:3.0:1786175709.449984:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175709.449992:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175709.449996:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175709.450001:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450005:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175709.450008:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450011:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175709.450016:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175709.450018:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175709.450021:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175709.450025:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175709.450028:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175709.450031:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175709.450035:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450038:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175709.450041:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450043:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175709.450047:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175709.450051:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450054:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175709.450057:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175709.450061:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175709.450065:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175709.450068:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175709.450071:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175709.450081:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786175709.450085:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175709.450091:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175709.450093:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175709.450098:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175709.450101:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175709.450107:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175709.450117:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786175709.450124:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175709.450136:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407167232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175709.450150:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175709.450156:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175709.450162:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407167232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175709.450191:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175709.450196:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175709.450200:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175709.450202:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175709.450205:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175709.450208:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175709.450211:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10229
00000400:00000200:3.0:1786175709.450215:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175709.450219:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175709.450222:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175709.450225:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450228:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175709.450231:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450233:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175709.450236:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175709.450238:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175709.450240:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175709.450242:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175709.450246:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175709.450249:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175709.450252:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450255:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175709.450257:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450260:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175709.450263:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175709.450267:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450270:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175709.450273:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175709.450280:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175709.450283:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175709.450285:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175709.450291:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175709.450295:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175709.450303:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175709.450309:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786175709.450318:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175709.450323:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175709.450328:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175709.450331:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175709.450337:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175709.450341:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175709.450352:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786175709.450392:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175709.450402:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407167360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175709.450417:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175709.450426:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175709.450435:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407167360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175709.450498:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175709.450508:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175709.450518:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175709.450523:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175709.450532:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175709.450542:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175709.450552:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10229
00000400:00000200:3.0:1786175709.450569:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175709.450583:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175709.450588:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175709.450599:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450602:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175709.450607:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450618:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175709.450622:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175709.450628:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175709.450634:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175709.450640:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175709.450644:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175709.450650:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175709.450658:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450666:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175709.450674:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450680:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175709.450688:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175709.450701:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450707:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175709.450714:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175709.450724:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175709.450733:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175709.450736:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175709.450744:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175709.450751:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175709.450754:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175709.450760:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000020:00000040:3.0:1786175709.450763:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175709.450766:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175709.450768:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175709.450802:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175709.450806:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175709.450809:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175709.450816:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786175709.450821:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175709.450829:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407167488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175709.450840:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175709.450844:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175709.450849:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407167488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175709.450861:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175709.450866:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175709.450875:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175709.450880:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175709.450883:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175709.450891:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175709.450903:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10229
00000400:00000200:3.0:1786175709.450913:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175709.450925:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175709.450929:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175709.450939:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450944:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175709.450952:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.450960:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175709.450966:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175709.450970:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175709.450975:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175709.450981:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175709.450990:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175709.450996:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175709.451007:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.451012:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175709.451020:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.451029:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175709.451036:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175709.451048:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175709.451056:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175709.451062:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175709.451068:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175709.451077:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175709.451080:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175709.451083:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175709.451092:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175709.451101:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175709.451108:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786175709.451116:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000800:00000200:1.1:1786175709.451117:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786175709.451122:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1786175709.451126:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1786175709.451127:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175709.451136:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175709.451142:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175709.451146:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175709.451155:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786175709.451162:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175709.451169:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407167616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175709.451178:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175709.451180:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175709.451187:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407167616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175709.451217:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175709.451223:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175709.451230:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175709.451235:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175709.451237:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175709.451240:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175709.451244:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10229
00000400:00000200:3.0:1786175709.451251:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175709.451263:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175709.451266:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175709.451277:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.451285:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175709.451293:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.451301:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175709.451306:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175709.451309:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175709.451311:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175709.451313:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175709.451315:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175709.451318:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175709.451323:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.451330:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175709.451334:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175709.451336:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175709.451343:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175709.451355:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175709.451390:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175709.451394:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175709.451402:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175709.451408:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175709.451412:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175709.451417:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175709.451425:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175709.451433:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175709.451441:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786175709.451446:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175709.451451:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175709.451456:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175709.451463:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175709.451468:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175709.451475:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175709.451483:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786175709.451497:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175709.451519:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407167744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175709.451566:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175709.451575:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175709.451590:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407167744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175709.451614:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175709.451624:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10239)
00000800:00000200:1.1:1786175709.452074:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175709.452078:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175709.452475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175709.452479:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175709.452969:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175709.452973:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175709.453388:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175709.453392:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1786175714.569925:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175714.569934:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175714.569937:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175714.569940:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175714.569943:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175714.569950:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10234
00000400:00000200:3.0:1786175714.569957:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175714.569962:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175714.569964:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175714.569966:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.569969:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175714.569971:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.569973:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175714.569976:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175714.569977:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175714.569979:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175714.569981:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175714.569983:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175714.569985:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175714.569987:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.569989:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175714.569990:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.569991:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175714.569993:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175714.569995:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175714.569997:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175714.569999:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175714.570001:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175714.570003:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175714.570005:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175714.570007:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175714.570014:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786175714.570017:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175714.570020:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175714.570022:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175714.570024:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175714.570026:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175714.570029:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175714.570035:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786175714.570040:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175714.570048:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407167872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175714.570055:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175714.570059:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175714.570062:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407167872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175714.570080:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175714.570083:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175714.570085:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175714.570087:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175714.570088:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175714.570090:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175714.570092:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10234
00000400:00000200:3.0:1786175714.570094:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175714.570097:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175714.570099:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175714.570102:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.570103:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175714.570105:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.570109:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175714.570111:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175714.570114:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175714.570115:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175714.570119:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175714.570122:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175714.570125:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175714.570131:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.570134:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175714.570138:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.570142:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175714.570146:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175714.570149:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175714.570153:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175714.570155:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175714.570160:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175714.570164:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175714.570167:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175714.570171:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175714.570175:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175714.570178:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175714.570184:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786175714.570187:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175714.570191:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175714.570192:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175714.570194:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175714.570195:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175714.570198:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175714.570204:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786175714.570210:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175714.570216:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407168000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175714.570226:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175714.570228:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175714.570231:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407168000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175714.570252:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175714.570257:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175714.570262:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175714.570265:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175714.570268:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175714.570273:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175714.570281:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10234
00000400:00000200:3.0:1786175714.570291:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175714.570299:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175714.570304:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175714.570326:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.570330:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175714.570336:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.570342:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175714.570348:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175714.570353:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175714.570358:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175714.570363:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175714.570370:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175714.570373:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175714.570383:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.570387:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175714.570391:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.570394:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175714.570397:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175714.570400:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175714.570404:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175714.570406:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175714.570411:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175714.570415:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175714.570417:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175714.570421:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175714.570426:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1786175714.570427:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786175714.570430:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1786175714.570432:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00000010:3.0:1786175714.570434:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786175714.570440:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175714.570444:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175714.570446:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175714.570449:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175714.570451:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175714.570455:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175714.570460:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786175714.570465:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175714.570475:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407168128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175714.570498:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175714.570504:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175714.570514:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407168128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175714.570531:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175714.570537:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175714.570541:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175714.570542:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175714.570544:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175714.570547:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175714.570551:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10234
00000400:00000200:3.0:1786175714.570577:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175714.570588:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175714.570592:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175714.570604:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.570608:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175714.570616:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.570623:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175714.570632:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175714.570635:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175714.570641:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175714.570645:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175714.570649:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175714.570654:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175714.570665:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.570673:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175714.570681:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.570689:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175714.570698:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175714.570706:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175714.570715:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175714.570722:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175714.570731:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175714.570741:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175714.570749:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175714.570755:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175714.570760:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175714.570767:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175714.570778:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786175714.570845:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175714.570860:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175714.570868:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175714.570879:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175714.570888:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175714.570897:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175714.570931:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786175714.570940:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175714.570953:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407168256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175714.570971:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175714.570975:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175714.570984:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407168256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175714.570999:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175714.571003:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175714.571008:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175714.571012:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175714.571015:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175714.571018:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175714.571023:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10234
00000400:00000200:3.0:1786175714.571030:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175714.571035:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175714.571039:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175714.571045:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.571049:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175714.571053:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.571056:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175714.571060:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175714.571062:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175714.571065:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175714.571070:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175714.571073:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175714.571078:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175714.571080:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.571082:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175714.571084:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175714.571087:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175714.571092:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175714.571097:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175714.571100:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175714.571103:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175714.571107:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175714.571112:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175714.571115:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175714.571118:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175714.571122:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175714.571124:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175714.571129:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786175714.571134:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175714.571137:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175714.571141:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175714.571145:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175714.571147:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175714.571151:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175714.571156:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786175714.571160:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175714.571167:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407168384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175714.571182:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175714.571184:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175714.571191:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407168384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175714.571205:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175714.571209:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10244)
00000800:00000200:1.1:1786175714.571262:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175714.571264:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175714.571475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175714.571477:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175714.571727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175714.571730:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175714.572043:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175714.572045:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1786175719.689942:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175719.689952:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175719.689956:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175719.689959:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175719.689963:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175719.689970:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10239
00000400:00000200:3.0:1786175719.689977:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175719.689983:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175719.689986:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175719.689989:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.689992:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175719.689994:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.689997:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175719.690001:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175719.690003:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175719.690005:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175719.690008:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175719.690010:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175719.690012:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175719.690015:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690016:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175719.690018:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690020:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175719.690023:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175719.690025:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690027:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175719.690030:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175719.690033:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175719.690035:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175719.690037:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175719.690039:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175719.690048:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786175719.690051:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175719.690055:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175719.690056:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175719.690060:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175719.690062:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175719.690066:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175719.690074:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786175719.690081:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175719.690110:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407168512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175719.690125:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175719.690131:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175719.690139:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407168512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175719.690171:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175719.690177:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175719.690182:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175719.690183:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175719.690185:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175719.690205:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175719.690207:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10239
00000400:00000200:3.0:1786175719.690211:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175719.690214:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175719.690216:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175719.690219:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690221:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175719.690223:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690225:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175719.690227:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175719.690228:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175719.690230:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175719.690232:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175719.690235:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175719.690237:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175719.690241:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690244:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175719.690246:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690247:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175719.690250:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175719.690252:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690254:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175719.690256:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175719.690277:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175719.690282:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175719.690285:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175719.690294:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175719.690299:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175719.690301:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175719.690307:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786175719.690311:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175719.690319:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175719.690321:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175719.690326:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175719.690329:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175719.690334:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175719.690341:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786175719.690348:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175719.690362:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407168640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175719.690381:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175719.690387:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175719.690396:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407168640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175719.690428:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175719.690435:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175719.690442:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175719.690445:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175719.690450:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175719.690456:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175719.690474:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10239
00000400:00000200:3.0:1786175719.690489:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175719.690501:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175719.690510:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175719.690520:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690528:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175719.690536:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690542:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175719.690551:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175719.690557:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175719.690562:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175719.690569:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175719.690574:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175719.690581:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175719.690592:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690598:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175719.690603:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690605:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175719.690611:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175719.690620:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690626:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175719.690633:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175719.690641:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175719.690648:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175719.690650:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175719.690654:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175719.690660:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175719.690664:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175719.690674:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786175719.690677:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175719.690679:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175719.690680:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175719.690682:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175719.690684:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175719.690689:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1786175719.690690:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000010:3.0:1786175719.690695:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000800:00000200:1.1:1786175719.690696:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1786175719.690703:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175719.690715:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407168768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175719.690733:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175719.690738:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175719.690746:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407168768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175719.690758:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175719.690763:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175719.690795:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175719.690796:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175719.690798:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175719.690801:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175719.690805:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10239
00000400:00000200:3.0:1786175719.690829:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175719.690834:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175719.690841:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175719.690851:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690856:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175719.690862:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690869:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175719.690891:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175719.690894:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175719.690897:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175719.690901:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175719.690906:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175719.690910:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175719.690919:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690922:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175719.690925:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690930:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175719.690937:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175719.690945:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175719.690952:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175719.690954:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175719.690958:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175719.690964:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175719.690967:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175719.690970:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175719.690976:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175719.690981:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175719.690987:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786175719.690991:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175719.690997:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175719.691001:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175719.691004:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175719.691008:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175719.691011:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175719.691018:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786175719.691023:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175719.691034:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407168896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175719.691051:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175719.691056:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175719.691067:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407168896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175719.691083:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175719.691092:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175719.691120:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175719.691127:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175719.691134:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175719.691147:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175719.691158:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10239
00000400:00000200:3.0:1786175719.691176:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175719.691185:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175719.691207:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175719.691215:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.691220:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175719.691225:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.691230:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175719.691235:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175719.691237:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175719.691241:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175719.691244:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175719.691248:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175719.691254:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175719.691279:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.691285:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175719.691289:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175719.691294:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175719.691298:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175719.691304:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175719.691312:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175719.691316:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175719.691321:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175719.691327:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175719.691333:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175719.691337:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175719.691342:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175719.691347:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175719.691353:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786175719.691360:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175719.691365:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175719.691369:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175719.691374:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175719.691377:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175719.691381:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175719.691389:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786175719.691398:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175719.691409:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407169024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175719.691421:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175719.691425:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175719.691433:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407169024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175719.691449:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175719.691459:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10250)
00000800:00000200:1.1:1786175719.691599:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175719.691602:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175719.691897:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175719.691901:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175719.692182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175719.692186:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175719.692524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175719.692526:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000100:00080000:3.0:1786175724.809931:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175724.809946:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175724.809979:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175724.809986:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175724.809993:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175724.810004:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10245
00000400:00000200:3.0:1786175724.810017:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175724.810026:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175724.810032:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175724.810037:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.810043:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175724.810047:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.810051:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175724.810058:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175724.810061:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175724.810066:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175724.810071:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175724.810076:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175724.810080:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175724.810086:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.810089:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175724.810092:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.810096:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175724.810101:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175724.810106:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175724.810111:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175724.810116:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175724.810121:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175724.810126:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175724.810129:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175724.810133:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175724.810167:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786175724.810174:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175724.810181:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175724.810184:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175724.810189:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175724.810193:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175724.810199:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175724.810231:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786175724.810242:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175724.810257:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407169152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175724.810274:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175724.810281:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175724.810289:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407169152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175724.810325:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175724.810332:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175724.810337:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175724.810340:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175724.810343:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175724.810347:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175724.810352:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10245
00000400:00000200:3.0:1786175724.810358:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175724.810364:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175724.810369:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175724.810374:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.810379:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175724.810383:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.810387:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175724.810391:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175724.810394:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175724.810398:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175724.810405:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175724.810416:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175724.810437:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175724.810451:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.810459:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175724.810466:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.810476:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175724.810486:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175724.810498:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175724.810508:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175724.810514:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175724.810545:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175724.810556:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175724.810560:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175724.810566:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175724.810571:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175724.810575:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175724.810583:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786175724.810591:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175724.810597:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175724.810602:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175724.810607:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175724.810613:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175724.810621:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175724.810633:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786175724.810665:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175724.810686:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407169280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175724.810719:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175724.810728:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175724.810744:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407169280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1786175724.810851:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786175724.810864:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175724.810871:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175724.810878:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175724.810881:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175724.810886:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175724.810894:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175724.810905:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10245
00000400:00000200:3.0:1786175724.810917:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175724.810924:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175724.810930:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175724.810940:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.810945:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175724.810954:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.810964:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175724.810972:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175724.810978:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175724.810984:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175724.810990:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175724.810998:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175724.811006:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175724.811019:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.811030:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175724.811041:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.811051:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175724.811059:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175724.811073:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175724.811084:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175724.811093:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175724.811103:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175724.811115:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175724.811121:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175724.811129:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175724.811142:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175724.811153:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175724.811166:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786175724.811177:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175724.811186:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175724.811191:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175724.811199:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175724.811204:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175724.811234:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175724.811262:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786175724.811270:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175724.811288:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407169408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175724.811316:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175724.811324:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175724.811338:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407169408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175724.811371:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175724.811378:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175724.811390:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175724.811397:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175724.811401:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175724.811409:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175724.811419:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10245
00000400:00000200:3.0:1786175724.811429:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175724.811441:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175724.811449:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175724.811462:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.811471:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1786175724.811472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786175724.811481:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.811489:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175724.811496:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175724.811502:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175724.811507:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175724.811510:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175724.811514:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175724.811520:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175724.811531:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.811542:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175724.811551:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.811560:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175724.811568:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175724.811577:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175724.811585:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175724.811591:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175724.811597:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175724.811605:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175724.811612:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175724.811619:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175724.811627:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175724.811633:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175724.811644:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786175724.811652:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175724.811661:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175724.811668:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175724.811674:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175724.811679:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175724.811687:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175724.811700:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786175724.811712:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175724.811726:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407169536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175724.811742:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175724.811749:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175724.811763:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407169536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175724.811782:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175724.811839:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175724.811852:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175724.811856:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175724.811861:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175724.811867:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175724.811875:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10245
00000400:00000200:3.0:1786175724.811882:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175724.811889:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175724.811897:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175724.811907:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.811915:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175724.811925:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.811932:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175724.811938:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175724.811943:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175724.811947:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175724.811952:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175724.811958:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175724.811965:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175724.811975:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.811984:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175724.811993:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175724.812000:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175724.812009:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175724.812020:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175724.812029:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175724.812037:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175724.812046:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175724.812056:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175724.812063:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175724.812069:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175724.812087:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175724.812095:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175724.812103:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786175724.812112:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175724.812120:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175724.812126:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175724.812135:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175724.812140:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1786175724.812152:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786175724.812317:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175724.812330:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786175724.812340:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175724.812357:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407169664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175724.812380:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175724.812387:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175724.812399:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407169664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175724.812417:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175724.812428:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10255)
00000800:00000200:1.1:1786175724.812532:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175724.812814:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175729.930985:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175729.931005:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175729.932662:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175729.932668:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175729.933349:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175729.933354:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175729.933961:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175729.933966:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175729.934814:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175729.934820:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175735.050996:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175735.051004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786175735.052310:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175735.052313:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786175735.052676:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175735.052681:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786175735.053266:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175735.053270:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786175735.053847:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175735.053850:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1786175740.170013:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175740.170029:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175740.170036:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175740.170042:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175740.170049:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175740.170060:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10260
00000400:00000200:3.0:1786175740.170100:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175740.170112:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175740.170118:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175740.170125:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.170131:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175740.170136:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.170141:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175740.170149:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175740.170153:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175740.170157:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175740.170163:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175740.170166:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175740.170169:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175740.170174:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.170177:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175740.170179:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.170182:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175740.170186:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175740.170190:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175740.170193:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175740.170196:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175740.170200:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175740.170204:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175740.170207:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175740.170210:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175740.170221:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786175740.170226:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175740.170231:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175740.170233:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175740.170237:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175740.170241:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175740.170245:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175740.170255:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786175740.170263:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175740.170276:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407171072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175740.170290:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175740.170296:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175740.170302:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407171072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175740.170336:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175740.170352:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175740.170356:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175740.170358:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175740.170361:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175740.170364:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175740.170367:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10260
00000400:00000200:3.0:1786175740.170372:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175740.170376:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175740.170379:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175740.170383:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.170386:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175740.170390:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.170394:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175740.170397:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175740.170399:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175740.170401:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175740.170405:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175740.170409:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175740.170413:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175740.170422:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.170429:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175740.170436:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.170439:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175740.170445:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175740.170452:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175740.170456:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175740.170458:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175740.170465:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175740.170474:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175740.170481:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175740.170489:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175740.170496:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175740.170502:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175740.170508:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786175740.170515:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175740.170523:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175740.170530:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175740.170535:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175740.170538:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175740.170545:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175740.170552:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786175740.170562:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175740.170576:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407171200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175740.170601:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175740.170604:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175740.170616:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407171200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175740.170639:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175740.170643:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175740.170654:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175740.170657:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175740.170659:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175740.170662:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175740.170667:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10260
00000400:00000200:3.0:1786175740.170677:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175740.170683:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175740.170689:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175740.170697:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.170703:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175740.170710:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.170713:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175740.170718:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175740.170721:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175740.170728:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175740.170732:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175740.170740:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175740.170749:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175740.170760:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.170769:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175740.170817:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.170820:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175740.170824:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175740.170828:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175740.170831:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175740.170836:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175740.170843:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175740.170851:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175740.170855:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175740.170864:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175740.170873:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175740.170881:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175740.170890:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786175740.170897:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175740.170904:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175740.170908:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175740.170912:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175740.170917:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175740.170922:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175740.170930:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786175740.170939:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175740.170948:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407171328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175740.170976:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175740.170986:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175740.171002:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407171328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175740.171049:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175740.171059:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175740.171089:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175740.171094:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175740.171102:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175740.171114:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1786175740.171114:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175740.171123:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1786175740.171128:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10260
00000400:00000200:3.0:1786175740.171148:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175740.171158:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175740.171163:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175740.171171:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.171178:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175740.171187:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.171192:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175740.171201:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175740.171205:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175740.171209:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175740.171213:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175740.171220:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175740.171224:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175740.171235:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.171239:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175740.171247:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.171251:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175740.171258:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175740.171264:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175740.171273:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175740.171280:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175740.171286:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175740.171293:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175740.171300:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175740.171304:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175740.171308:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175740.171315:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175740.171320:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786175740.171326:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175740.171334:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175740.171339:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175740.171346:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175740.171350:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175740.171358:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175740.171364:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786175740.171375:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175740.171388:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407171456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175740.171415:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175740.171421:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175740.171429:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407171456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175740.171452:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175740.171460:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175740.171474:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175740.171478:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175740.171483:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175740.171490:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175740.171501:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10260
00000400:00000200:3.0:1786175740.171513:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175740.171524:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175740.171529:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175740.171540:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.171546:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175740.171554:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.171560:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175740.171567:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175740.171573:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175740.171579:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175740.171583:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175740.171590:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175740.171596:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175740.171610:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.171617:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175740.171625:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175740.171632:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175740.171637:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175740.171649:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175740.171660:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175740.171666:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175740.171671:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175740.171677:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175740.171680:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175740.171691:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175740.171704:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175740.171714:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175740.171726:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786175740.171734:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175740.171743:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175740.171748:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175740.171755:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175740.171759:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175740.171767:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175740.171809:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786175740.171817:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175740.171833:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407171584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175740.171855:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175740.171864:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175740.171874:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407171584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175740.171901:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175740.171910:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10270)
00000800:00000200:1.1:1786175740.172346:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175740.172350:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786175740.172819:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175740.172822:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786175740.173367:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175740.173371:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786175740.173803:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175740.173808:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1786175745.289902:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175745.289912:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175745.289916:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175745.289920:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175745.289925:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175745.289933:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10265
00000400:00000200:3.0:1786175745.289941:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175745.289948:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175745.289951:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175745.289953:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.289957:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175745.289959:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.289960:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175745.289965:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175745.289967:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175745.289969:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175745.289972:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175745.289974:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175745.289976:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175745.289978:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.289979:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175745.289981:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.289982:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175745.289985:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175745.289987:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175745.289989:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175745.289991:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175745.289995:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175745.289997:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175745.289999:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175745.290001:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175745.290045:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786175745.290049:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175745.290054:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175745.290056:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175745.290061:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175745.290064:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175745.290070:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175745.290080:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786175745.290089:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175745.290102:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407171712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175745.290115:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175745.290120:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175745.290124:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407171712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175745.290146:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175745.290149:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175745.290152:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175745.290153:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175745.290154:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175745.290156:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175745.290159:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10265
00000400:00000200:3.0:1786175745.290164:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175745.290167:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175745.290170:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175745.290173:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.290175:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175745.290177:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.290178:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175745.290181:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175745.290184:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175745.290193:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175745.290201:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175745.290207:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175745.290215:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175745.290235:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.290245:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175745.290256:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.290265:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175745.290281:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175745.290304:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175745.290313:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175745.290317:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175745.290327:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175745.290343:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175745.290345:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175745.290353:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175745.290357:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175745.290359:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175745.290367:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786175745.290372:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175745.290376:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175745.290379:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175745.290386:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175745.290392:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175745.290396:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175745.290402:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786175745.290408:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175745.290421:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407171840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175745.290445:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175745.290449:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175745.290459:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407171840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175745.290487:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175745.290491:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175745.290495:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175745.290501:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175745.290503:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175745.290512:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175745.290522:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10265
00000400:00000200:3.0:1786175745.290531:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175745.290538:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175745.290540:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175745.290543:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.290544:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175745.290552:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.290556:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175745.290558:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175745.290560:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175745.290565:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175745.290573:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175745.290576:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175745.290579:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175745.290587:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.290591:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175745.290597:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.290601:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175745.290603:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175745.290610:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175745.290616:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175745.290624:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175745.290632:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175745.290645:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175745.290656:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175745.290663:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175745.290672:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175745.290678:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175745.290688:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786175745.290696:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175745.290702:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175745.290705:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175745.290709:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175745.290711:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175745.290713:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175745.290722:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786175745.290730:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1786175745.290736:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00100000:3.0:1786175745.290741:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407171968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1786175745.290744:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1786175745.290762:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175745.290809:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175745.290818:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407171968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175745.290842:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175745.290846:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175745.290855:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175745.290860:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175745.290863:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175745.290873:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175745.290878:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10265
00000400:00000200:3.0:1786175745.290896:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175745.290907:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175745.290911:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175745.290920:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.290930:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175745.290939:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.290946:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175745.290957:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175745.290966:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175745.290975:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175745.290979:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175745.290983:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175745.290987:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175745.291003:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.291007:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175745.291028:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.291030:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175745.291033:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175745.291037:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175745.291039:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175745.291052:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175745.291057:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175745.291066:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175745.291069:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175745.291078:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175745.291087:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175745.291096:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175745.291108:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786175745.291117:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175745.291129:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175745.291135:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175745.291139:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175745.291142:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175745.291147:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175745.291153:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786175745.291165:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175745.291178:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407172096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175745.291230:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175745.291237:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175745.291256:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407172096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175745.291297:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175745.291305:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175745.291312:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175745.291317:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175745.291323:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175745.291330:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175745.291337:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10265
00000400:00000200:3.0:1786175745.291349:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175745.291364:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175745.291379:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175745.291391:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.291401:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175745.291406:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.291414:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175745.291419:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175745.291422:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175745.291426:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175745.291431:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175745.291440:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175745.291445:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175745.291452:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.291454:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175745.291462:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175745.291465:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175745.291467:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175745.291480:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175745.291488:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175745.291494:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175745.291498:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175745.291506:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175745.291510:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175745.291513:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175745.291516:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175745.291520:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175745.291533:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786175745.291539:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175745.291548:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175745.291556:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175745.291560:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175745.291563:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175745.291569:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175745.291583:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786175745.291590:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175745.291598:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407172224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175745.291614:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175745.291620:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175745.291635:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407172224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175745.291662:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175745.291672:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10275)
00000800:00000200:1.1:1786175745.291845:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175745.291847:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786175745.292084:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175745.292086:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786175745.292284:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175745.292286:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786175745.292608:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175745.292611:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00080000:3.0:1786175750.409881:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175750.409914:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175750.409918:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175750.409923:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175750.409928:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175750.409936:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10270
00000400:00000200:3.0:1786175750.409945:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175750.409952:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175750.409955:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175750.409959:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.409979:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175750.409982:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.409986:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175750.409991:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175750.409993:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175750.409997:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175750.410001:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175750.410015:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175750.410018:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175750.410022:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.410024:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175750.410027:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.410029:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175750.410033:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175750.410037:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175750.410040:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175750.410043:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175750.410047:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175750.410050:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175750.410053:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175750.410056:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175750.410066:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000020:00000040:3.0:1786175750.410070:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175750.410075:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175750.410077:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175750.410081:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175750.410084:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175750.410088:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175750.410097:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786175750.410104:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175750.410116:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407172352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175750.410130:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175750.410136:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175750.410142:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407172352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175750.410173:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175750.410177:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175750.410181:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175750.410183:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175750.410185:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175750.410188:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175750.410192:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10270
00000400:00000200:3.0:1786175750.410196:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175750.410210:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175750.410214:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175750.410219:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.410221:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175750.410225:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.410231:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175750.410237:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175750.410241:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175750.410246:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175750.410252:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175750.410258:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175750.410265:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175750.410275:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.410281:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175750.410286:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.410290:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175750.410296:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175750.410303:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175750.410307:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175750.410309:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175750.410315:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175750.410321:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175750.410326:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175750.410333:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175750.410339:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175750.410345:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175750.410360:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786175750.410366:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175750.410374:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175750.410377:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175750.410382:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175750.410386:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175750.410391:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175750.410400:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786175750.410407:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175750.410427:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407172480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175750.410459:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175750.410466:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175750.410477:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407172480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175750.410511:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175750.410516:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175750.410523:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175750.410526:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175750.410529:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175750.410534:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175750.410542:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10270
00000400:00000200:3.0:1786175750.410552:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175750.410562:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175750.410569:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175750.410578:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.410592:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175750.410598:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.410604:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175750.410611:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175750.410616:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175750.410621:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175750.410626:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175750.410630:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175750.410637:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175750.410646:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:1.1:1786175750.410648:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786175750.410654:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1786175750.410655:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1786175750.410662:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.410669:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175750.410674:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175750.410681:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175750.410690:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175750.410696:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175750.410702:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175750.410710:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175750.410717:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175750.410722:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175750.410730:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175750.410735:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175750.410742:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786175750.410748:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175750.410757:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175750.410761:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175750.410767:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175750.410808:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175750.410813:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175750.410822:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786175750.410829:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175750.410842:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407172608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175750.410863:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175750.410870:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175750.410882:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407172608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175750.410905:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175750.410922:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175750.410930:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175750.410934:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175750.410937:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175750.410944:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175750.410951:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10270
00000400:00000200:3.0:1786175750.410959:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175750.410985:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175750.410991:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175750.411011:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.411017:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175750.411025:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.411033:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175750.411038:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175750.411039:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175750.411043:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175750.411049:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175750.411056:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175750.411063:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175750.411074:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.411082:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175750.411089:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.411096:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175750.411103:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175750.411111:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175750.411119:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175750.411125:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175750.411131:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175750.411138:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175750.411143:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175750.411149:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175750.411157:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175750.411161:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175750.411169:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786175750.411175:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175750.411183:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175750.411186:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175750.411191:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175750.411197:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175750.411203:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175750.411212:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786175750.411222:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175750.411236:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407172736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175750.411260:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175750.411267:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175750.411279:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407172736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175750.411303:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175750.411311:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175750.411322:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175750.411326:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175750.411331:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175750.411339:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175750.411348:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10270
00000400:00000200:3.0:1786175750.411364:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175750.411372:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175750.411380:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175750.411390:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.411399:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175750.411407:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.411413:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175750.411425:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175750.411429:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175750.411435:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175750.411440:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175750.411447:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175750.411453:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175750.411465:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.411473:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1786175750.411473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175750.411478:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1786175750.411494:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175750.411499:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175750.411507:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175750.411517:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175750.411523:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175750.411529:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175750.411535:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175750.411542:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175750.411550:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175750.411554:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175750.411563:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175750.411569:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175750.411579:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786175750.411598:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175750.411606:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175750.411611:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175750.411617:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175750.411622:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175750.411628:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175750.411638:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786175750.411647:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175750.411661:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407172864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175750.411682:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175750.411688:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175750.411701:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407172864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175750.411734:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175750.411743:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10280)
00000800:00000200:1.1:1786175750.411907:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175750.411910:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786175750.412237:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175750.412239:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786175750.412440:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175750.412442:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1786175755.529962:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175755.529978:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175755.529984:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175755.529990:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175755.529998:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175755.530009:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10275
00000400:00000200:3.0:1786175755.530021:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175755.530031:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175755.530037:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175755.530044:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.530050:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175755.530054:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.530059:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175755.530066:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175755.530070:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175755.530075:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175755.530080:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175755.530084:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175755.530087:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175755.530091:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.530094:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175755.530096:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.530099:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175755.530102:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175755.530106:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175755.530109:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175755.530113:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175755.530117:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175755.530121:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175755.530123:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175755.530127:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175755.530135:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786175755.530139:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175755.530145:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175755.530147:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175755.530151:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175755.530155:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175755.530160:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175755.530169:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786175755.530177:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175755.530189:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407172992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175755.530203:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175755.530210:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175755.530216:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407172992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175755.530246:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175755.530251:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175755.530256:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175755.530258:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175755.530261:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175755.530264:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175755.530267:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10275
00000400:00000200:3.0:1786175755.530272:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175755.530276:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175755.530279:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175755.530282:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.530285:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175755.530288:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.530291:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175755.530293:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175755.530295:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175755.530297:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175755.530299:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175755.530303:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175755.530306:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175755.530309:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.530313:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175755.530316:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.530319:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175755.530323:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175755.530328:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175755.530331:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175755.530333:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175755.530340:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175755.530343:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175755.530347:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175755.530353:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175755.530361:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175755.530369:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175755.530374:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786175755.530380:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175755.530384:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175755.530386:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175755.530390:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175755.530392:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175755.530395:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175755.530404:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786175755.530413:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175755.530427:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407173120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175755.530446:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175755.530454:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175755.530463:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407173120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175755.530505:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175755.530516:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175755.530525:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175755.530530:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175755.530540:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175755.530550:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175755.530558:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10275
00000400:00000200:3.0:1786175755.530564:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175755.530575:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175755.530585:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175755.530604:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.530612:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175755.530618:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.530628:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175755.530631:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175755.530635:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175755.530642:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175755.530647:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175755.530650:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175755.530655:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175755.530666:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.530673:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175755.530679:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.530688:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175755.530697:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175755.530709:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175755.530718:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175755.530725:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175755.530733:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175755.530740:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175755.530746:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175755.530752:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175755.530763:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175755.530767:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175755.530808:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786175755.530813:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175755.530816:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175755.530818:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175755.530821:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175755.530822:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175755.530825:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175755.530835:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786175755.530843:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175755.530854:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407173248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175755.530871:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175755.530878:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175755.530888:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407173248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175755.530942:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175755.530953:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175755.530963:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175755.530968:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175755.530975:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175755.530983:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175755.530992:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10275
00000400:00000200:3.0:1786175755.531004:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175755.531018:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175755.531029:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175755.531039:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.531050:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175755.531053:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.531057:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175755.531064:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175755.531066:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175755.531068:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175755.531074:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175755.531080:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175755.531087:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175755.531101:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:1.1:1786175755.531110:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786175755.531111:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1786175755.531120:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000100:00000040:3.0:1786175755.531122:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.531133:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175755.531141:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175755.531153:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175755.531161:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175755.531172:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175755.531181:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175755.531189:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175755.531193:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175755.531201:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175755.531211:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175755.531216:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175755.531226:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786175755.531231:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175755.531243:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175755.531248:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175755.531256:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175755.531261:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175755.531265:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175755.531272:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786175755.531283:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175755.531300:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407173376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175755.531323:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175755.531331:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175755.531341:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407173376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175755.531365:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175755.531370:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175755.531384:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175755.531387:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175755.531389:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175755.531393:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175755.531402:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10275
00000400:00000200:3.0:1786175755.531409:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175755.531420:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175755.531425:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175755.531436:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.531441:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175755.531448:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.531453:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175755.531461:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175755.531463:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175755.531466:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175755.531472:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175755.531476:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175755.531485:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175755.531499:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.531508:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175755.531515:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175755.531523:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175755.531531:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175755.531544:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175755.531554:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175755.531563:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175755.531567:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175755.531575:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175755.531588:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175755.531593:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175755.531603:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175755.531609:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175755.531619:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786175755.531626:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175755.531637:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175755.531642:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175755.531649:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175755.531654:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175755.531660:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175755.531670:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786175755.531678:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175755.531690:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407173504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175755.531748:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175755.531756:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175755.531800:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407173504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175755.531846:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175755.531856:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10285)
00000800:00000200:1.1:1786175755.532195:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175755.532200:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786175755.532630:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175755.532634:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786175755.533069:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175755.533072:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786175755.533465:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175755.533468:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000100:00080000:3.0:1786175760.649917:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175760.649927:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175760.649930:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175760.649943:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175760.649947:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175760.649955:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10280
00000400:00000200:3.0:1786175760.649963:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175760.649970:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175760.649973:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175760.649977:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.649980:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175760.649983:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.649985:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175760.649990:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175760.649992:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175760.649995:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175760.649998:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175760.650000:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175760.650002:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175760.650005:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.650007:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175760.650009:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.650011:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175760.650014:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175760.650017:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175760.650019:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175760.650022:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175760.650025:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175760.650028:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175760.650030:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175760.650032:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175760.650047:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786175760.650051:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175760.650056:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175760.650057:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175760.650061:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175760.650063:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175760.650068:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175760.650075:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786175760.650082:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175760.650092:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407173632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175760.650108:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175760.650113:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175760.650118:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407173632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175760.650165:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175760.650172:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175760.650178:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175760.650180:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175760.650183:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175760.650187:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175760.650192:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10280
00000400:00000200:3.0:1786175760.650199:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175760.650205:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175760.650210:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175760.650216:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.650219:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175760.650224:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.650229:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175760.650235:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175760.650239:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175760.650244:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175760.650247:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175760.650254:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175760.650263:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175760.650277:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.650294:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175760.650304:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.650309:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175760.650315:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175760.650326:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175760.650330:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175760.650337:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175760.650345:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175760.650352:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175760.650357:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175760.650364:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175760.650373:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175760.650383:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175760.650405:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786175760.650408:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175760.650411:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175760.650413:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175760.650418:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175760.650420:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175760.650423:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175760.650431:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786175760.650440:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175760.650450:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407173760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175760.650496:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175760.650503:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175760.650510:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407173760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175760.650539:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175760.650543:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175760.650555:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175760.650569:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175760.650574:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175760.650583:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175760.650589:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10280
00000400:00000200:3.0:1786175760.650604:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175760.650617:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175760.650625:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175760.650637:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.650644:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175760.650653:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.650658:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175760.650681:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175760.650685:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175760.650688:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175760.650692:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175760.650694:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175760.650697:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175760.650708:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.650712:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175760.650718:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.650723:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175760.650727:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175760.650737:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175760.650744:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175760.650754:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175760.650763:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175760.650774:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175760.650780:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175760.650783:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175760.650787:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175760.650790:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175760.650797:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786175760.650803:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175760.650807:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175760.650810:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175760.650814:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175760.650816:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175760.650820:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175760.650889:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000800:00000200:1.1:1786175760.650890:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786175760.650915:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1786175760.650927:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00100000:3.0:1786175760.650937:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407173888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175760.650962:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175760.650968:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175760.650983:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407173888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175760.651003:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175760.651012:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175760.651021:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175760.651028:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175760.651033:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175760.651044:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175760.651054:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10280
00000400:00000200:3.0:1786175760.651088:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175760.651095:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175760.651100:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175760.651109:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.651117:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175760.651123:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.651127:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175760.651133:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175760.651138:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175760.651140:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175760.651146:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175760.651149:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175760.651151:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175760.651154:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.651158:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175760.651166:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.651176:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175760.651184:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175760.651192:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175760.651205:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175760.651215:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175760.651224:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175760.651235:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175760.651244:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175760.651250:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175760.651255:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175760.651261:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175760.651268:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786175760.651275:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175760.651284:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175760.651289:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175760.651293:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175760.651297:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175760.651301:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175760.651309:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786175760.651317:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175760.651329:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407174016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175760.651369:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175760.651372:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175760.651381:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407174016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175760.651400:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175760.651406:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175760.651417:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175760.651421:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175760.651426:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175760.651449:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175760.651459:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10280
00000400:00000200:3.0:1786175760.651476:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175760.651486:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175760.651493:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175760.651502:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.651513:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175760.651522:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.651533:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175760.651537:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175760.651542:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175760.651544:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175760.651559:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175760.651566:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175760.651570:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175760.651582:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.651591:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175760.651599:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175760.651605:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175760.651610:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175760.651622:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175760.651631:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175760.651640:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175760.651647:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175760.651652:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175760.651661:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175760.651682:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175760.651688:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175760.651695:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175760.651703:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786175760.651707:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175760.651713:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175760.651717:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175760.651721:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175760.651724:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175760.651729:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175760.651735:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786175760.651745:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175760.651760:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407174144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175760.651786:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175760.651796:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175760.651809:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407174144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175760.651824:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175760.651831:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10291)
00000800:00000200:1.1:1786175760.652059:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175760.652080:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786175760.652406:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175760.652409:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786175760.652800:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175760.652802:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786175760.653428:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175760.653432:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1786175765.769903:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175765.769914:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175765.769919:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175765.769924:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175765.769931:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175765.769940:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10286
00000400:00000200:3.0:1786175765.769952:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175765.769960:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175765.769964:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175765.769968:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.769973:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175765.769976:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.769979:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175765.769984:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175765.769987:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175765.769990:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175765.769994:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175765.769997:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175765.770012:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175765.770016:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.770019:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175765.770022:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.770024:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175765.770027:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175765.770031:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175765.770034:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175765.770038:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175765.770042:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175765.770046:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175765.770048:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175765.770065:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175765.770077:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786175765.770081:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175765.770087:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175765.770089:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175765.770093:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175765.770096:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175765.770102:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175765.770111:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786175765.770119:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175765.770132:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407174272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175765.770146:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175765.770152:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175765.770158:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407174272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175765.770189:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175765.770193:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175765.770198:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175765.770200:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175765.770202:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175765.770205:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175765.770208:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10286
00000400:00000200:3.0:1786175765.770213:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175765.770216:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175765.770219:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175765.770223:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.770226:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175765.770228:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.770231:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175765.770234:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175765.770236:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175765.770238:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175765.770242:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175765.770246:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175765.770249:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175765.770254:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.770257:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175765.770261:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.770263:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175765.770267:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175765.770272:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175765.770279:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175765.770285:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175765.770302:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175765.770309:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175765.770314:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175765.770322:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175765.770333:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175765.770340:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175765.770353:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786175765.770365:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175765.770380:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175765.770389:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175765.770400:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175765.770408:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175765.770420:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175765.770437:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786175765.770454:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175765.770473:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407174400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175765.770492:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175765.770496:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175765.770516:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407174400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175765.770592:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175765.770603:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175765.770611:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175765.770613:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175765.770616:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175765.770624:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175765.770633:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10286
00000400:00000200:3.0:1786175765.770648:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175765.770660:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175765.770666:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175765.770678:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.770687:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175765.770700:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.770709:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175765.770716:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175765.770723:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175765.770729:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175765.770735:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175765.770743:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175765.770753:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175765.770766:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.770806:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175765.770811:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.770844:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175765.770855:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175765.770861:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175765.770870:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175765.770878:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175765.770886:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175765.770897:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175765.770907:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1786175765.770908:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000008:00100000:3.0:1786175765.770914:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1786175765.770916:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000008:00000001:3.0:1786175765.770923:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175765.770933:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175765.770945:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786175765.770953:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175765.770961:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175765.770967:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175765.770975:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175765.770978:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175765.770987:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175765.771008:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786175765.771019:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175765.771035:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407174528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175765.771056:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175765.771065:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175765.771080:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407174528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175765.771106:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175765.771114:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175765.771125:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175765.771130:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175765.771134:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175765.771142:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175765.771151:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10286
00000400:00000200:3.0:1786175765.771160:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175765.771169:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175765.771177:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175765.771188:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.771194:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175765.771202:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.771208:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175765.771214:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175765.771218:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175765.771222:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175765.771228:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175765.771237:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175765.771248:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175765.771258:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.771268:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175765.771277:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.771286:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175765.771306:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175765.771317:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175765.771329:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175765.771337:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175765.771345:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175765.771355:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175765.771367:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175765.771378:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175765.771393:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175765.771404:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175765.771417:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786175765.771428:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175765.771440:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175765.771448:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175765.771455:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175765.771461:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175765.771468:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175765.771485:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786175765.771496:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175765.771514:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407174656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175765.771553:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175765.771562:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175765.771576:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407174656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175765.771603:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175765.771613:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175765.771628:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175765.771636:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175765.771645:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175765.771657:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175765.771670:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10286
00000400:00000200:3.0:1786175765.771686:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175765.771698:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175765.771705:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175765.771717:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.771725:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175765.771734:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.771741:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175765.771748:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175765.771750:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175765.771752:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175765.771755:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175765.771763:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175765.771805:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175765.771837:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.771846:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175765.771856:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175765.771866:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175765.771875:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175765.771883:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175765.771890:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175765.771896:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175765.771906:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175765.771916:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175765.771927:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175765.771934:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175765.771958:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175765.771968:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175765.771979:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786175765.771988:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175765.771994:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175765.771998:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175765.772006:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175765.772009:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175765.772019:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175765.772029:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786175765.772042:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175765.772060:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407174784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175765.772092:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175765.772100:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175765.772113:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407174784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175765.772155:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175765.772163:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10296)
00000800:00000200:1.1:1786175765.772230:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175765.772233:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786175765.772597:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175765.772600:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786175765.773027:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175765.773032:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786175765.773518:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175765.773521:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786175770.892905:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175770.892916:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175770.893552:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175770.893557:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175770.894238:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175770.894242:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175770.894671:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175770.894674:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175770.895177:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175770.895181:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175776.010733:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175776.010742:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175776.011708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175776.011712:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175776.012254:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175776.012256:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175776.012559:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175776.012563:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175776.013108:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175776.013111:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175781.130887:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175781.130903:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175781.132303:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175781.132311:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175781.132824:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175781.132825:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175781.133081:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175781.133083:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175781.133259:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175781.133261:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786175786.251095:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175786.251108:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786175786.252309:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175786.252312:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786175786.252764:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175786.252767:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786175786.253156:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175786.253159:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786175786.253760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175786.253763:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786175791.370933:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175791.371523:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175791.372297:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175791.372758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175791.373159:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786175796.490021:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175796.490035:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175796.490039:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175796.490044:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175796.490050:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175796.490060:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10316
00000400:00000200:3.0:1786175796.490072:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175796.490080:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175796.490085:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175796.490088:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.490093:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175796.490096:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.490098:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175796.490104:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175796.490106:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175796.490110:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175796.490114:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175796.490116:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175796.490119:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175796.490122:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.490124:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175796.490126:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.490128:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175796.490132:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175796.490135:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175796.490137:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175796.490141:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175796.490146:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175796.490149:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175796.490152:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175796.490155:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175796.490163:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786175796.490167:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175796.490174:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175796.490176:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175796.490181:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175796.490184:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175796.490190:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175796.490201:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786175796.490210:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175796.490225:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407178112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175796.490237:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175796.490245:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175796.490253:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407178112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175796.490299:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175796.490305:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175796.490311:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175796.490313:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175796.490315:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175796.490320:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175796.490324:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10316
00000400:00000200:3.0:1786175796.490329:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175796.490334:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175796.490338:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175796.490342:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.490346:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175796.490351:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.490355:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175796.490360:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175796.490364:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175796.490367:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175796.490371:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175796.490376:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175796.490380:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175796.490387:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.490391:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175796.490394:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.490397:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175796.490403:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175796.490416:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175796.490424:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175796.490432:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175796.490457:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175796.490465:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175796.490477:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175796.490487:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175796.490505:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175796.490539:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175796.490549:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786175796.490558:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175796.490567:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175796.490573:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175796.490582:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175796.490590:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175796.490603:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175796.490617:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786175796.490631:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175796.490655:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407178240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175796.490676:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175796.490685:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175796.490708:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407178240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175796.490765:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175796.490818:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175796.490845:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175796.490848:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175796.490852:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175796.490858:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175796.490866:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10316
00000400:00000200:3.0:1786175796.490885:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:0.1:1786175796.491104:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175796.491112:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000400:00000200:3.0:1786175796.491404:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175796.491418:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175796.491436:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.491447:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175796.491455:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.491468:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175796.491484:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175796.491490:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175796.491502:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175796.491509:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175796.491543:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175796.491562:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175796.491594:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.491605:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175796.491614:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.491629:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175796.491642:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175796.491652:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175796.491666:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175796.491681:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175796.491693:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175796.491702:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175796.491710:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175796.491720:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175796.491735:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175796.491748:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175796.491768:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786175796.491828:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175796.491840:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175796.491846:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175796.491860:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175796.491866:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175796.491873:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175796.491889:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786175796.491903:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175796.491935:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407178368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175796.492007:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175796.492020:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175796.492055:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407178368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175796.492091:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175796.492105:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175796.492119:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175796.492129:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175796.492136:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175796.492147:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175796.492160:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10316
00000400:00000200:3.0:1786175796.492174:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175796.492181:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175796.492190:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175796.492208:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.492217:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175796.492227:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.492240:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175796.492246:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175796.492248:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175796.492250:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175796.492257:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175796.492269:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175796.492279:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175796.492294:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.492306:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175796.492320:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.492345:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175796.492354:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175796.492366:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175796.492379:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175796.492395:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175796.492403:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175796.492410:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175796.492418:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175796.492422:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175796.492431:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175796.492436:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175796.492452:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786175796.492461:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175796.492478:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175796.492484:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175796.492495:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175796.492499:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175796.492507:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175796.492543:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786175796.492552:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175796.492583:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407178496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175796.492617:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175796.492631:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175796.492642:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407178496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175796.492684:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175796.492694:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175796.492708:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175796.492721:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175796.492732:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175796.492747:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175796.492761:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10316
00000400:00000200:3.0:1786175796.492807:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175796.492818:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175796.492827:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175796.492849:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.492857:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175796.492867:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.492880:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175796.492890:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175796.492896:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175796.492902:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175796.492907:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000800:00000200:0.1:1786175796.492907:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786175796.492921:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000800:00000200:0.1:1786175796.492924:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1786175796.492928:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175796.492943:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.492958:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175796.492972:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175796.492977:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175796.492987:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175796.492999:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175796.493004:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175796.493008:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175796.493017:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175796.493021:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175796.493023:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175796.493027:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175796.493036:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175796.493039:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175796.493050:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786175796.493056:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175796.493063:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175796.493065:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175796.493070:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175796.493073:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175796.493084:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175796.493103:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786175796.493110:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175796.493131:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407178624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175796.493166:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175796.493173:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175796.493185:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407178624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175796.493212:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175796.493223:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10326)
00000800:00000200:0.1:1786175796.493602:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175796.493606:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175796.494167:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175796.494173:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175796.494574:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175796.494577:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1786175801.609940:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175801.609957:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175801.609962:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175801.609968:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175801.609975:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175801.609987:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10321
00000400:00000200:3.0:1786175801.610010:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175801.610020:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175801.610025:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175801.610030:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.610035:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175801.610038:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.610041:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175801.610059:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175801.610062:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175801.610067:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175801.610073:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175801.610078:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175801.610083:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175801.610090:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.610094:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175801.610098:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.610102:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175801.610108:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175801.610114:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175801.610119:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175801.610125:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175801.610133:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175801.610139:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175801.610144:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175801.610148:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175801.610167:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786175801.610175:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175801.610185:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175801.610187:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175801.610192:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175801.610196:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175801.610204:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175801.610216:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786175801.610226:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175801.610241:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407178752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175801.610256:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175801.610263:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175801.610270:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407178752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175801.610305:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175801.610310:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175801.610315:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175801.610317:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175801.610320:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175801.610323:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175801.610326:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10321
00000400:00000200:3.0:1786175801.610332:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175801.610337:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175801.610341:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175801.610347:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.610351:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175801.610355:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.610358:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175801.610361:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175801.610363:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175801.610365:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175801.610370:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175801.610379:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175801.610385:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175801.610393:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.610399:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175801.610407:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.610415:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175801.610423:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175801.610433:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175801.610442:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175801.610448:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175801.610460:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175801.610493:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175801.610501:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175801.610511:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175801.610519:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175801.610527:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175801.610535:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786175801.610543:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175801.610554:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175801.610560:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175801.610564:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175801.610567:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175801.610571:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175801.610586:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786175801.610597:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175801.610615:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407178880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175801.610639:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175801.610649:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175801.610667:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407178880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175801.610742:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175801.610751:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175801.610766:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175801.610828:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175801.610833:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175801.610839:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175801.610852:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10321
00000400:00000200:3.0:1786175801.610872:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175801.610894:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175801.610906:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175801.610923:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.610937:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175801.610947:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.610953:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175801.610964:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175801.610970:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175801.610977:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175801.610986:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175801.610997:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175801.611008:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175801.611021:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.611029:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175801.611040:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.611052:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175801.611065:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000800:00000200:0.1:1786175801.611067:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175801.611076:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000100:00080000:3.0:1786175801.611080:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175801.611096:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175801.611107:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175801.611118:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175801.611131:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175801.611141:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175801.611152:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175801.611160:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175801.611164:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175801.611175:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786175801.611187:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175801.611200:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175801.611206:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175801.611215:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175801.611221:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175801.611227:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175801.611241:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786175801.611250:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175801.611265:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407179008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175801.611292:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175801.611298:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175801.611307:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407179008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175801.611326:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175801.611332:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175801.611342:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175801.611353:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175801.611358:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175801.611365:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175801.611374:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10321
00000400:00000200:3.0:1786175801.611385:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175801.611397:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175801.611405:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175801.611413:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.611423:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175801.611434:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.611443:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175801.611452:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175801.611455:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175801.611461:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175801.611498:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175801.611505:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175801.611512:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175801.611528:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.611538:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175801.611548:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.611559:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175801.611571:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175801.611587:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175801.611599:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175801.611610:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175801.611621:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175801.611631:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175801.611644:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175801.611654:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175801.611666:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175801.611676:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175801.611686:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786175801.611697:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175801.611705:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175801.611711:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175801.611718:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175801.611725:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175801.611730:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175801.611740:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786175801.611752:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175801.611769:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407179136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175801.611830:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175801.611839:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175801.611853:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407179136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175801.611884:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175801.611894:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175801.611906:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175801.611913:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175801.611921:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175801.611932:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175801.611939:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10321
00000400:00000200:3.0:1786175801.611949:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175801.611960:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175801.611966:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175801.611977:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.611984:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175801.611989:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.612000:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175801.612004:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175801.612012:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175801.612015:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175801.612020:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175801.612027:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175801.612037:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175801.612041:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.612043:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175801.612048:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175801.612055:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175801.612065:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175801.612074:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175801.612082:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175801.612088:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175801.612096:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175801.612109:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175801.612120:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175801.612130:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175801.612143:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175801.612156:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175801.612170:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786175801.612182:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175801.612193:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175801.612200:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175801.612210:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175801.612213:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175801.612219:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175801.612231:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786175801.612240:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175801.612257:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407179264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175801.612276:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175801.612285:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175801.612300:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407179264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175801.612335:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175801.612344:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10332)
00000800:00000200:0.1:1786175801.612432:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175801.612435:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1786175801.612932:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175801.612937:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1786175801.613819:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175801.613823:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1786175801.614622:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175801.614626:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1786175806.730743:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175806.730751:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786175806.731531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175806.731533:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786175806.731821:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175806.731823:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786175806.732091:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175806.732094:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786175806.732362:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175806.732365:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786175811.851100:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175811.851111:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786175811.852349:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175811.852355:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786175811.852808:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175811.852812:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786175811.853171:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175811.853174:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786175811.853832:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175811.853835:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1786175816.969966:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175816.969976:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175816.969979:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175816.969983:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175816.969987:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175816.969994:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10337
00000400:00000200:3.0:1786175816.970002:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175816.970008:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175816.970011:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175816.970014:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970017:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175816.970019:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970022:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175816.970026:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175816.970029:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175816.970032:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175816.970036:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175816.970039:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175816.970043:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175816.970047:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970050:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175816.970052:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970055:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175816.970058:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175816.970063:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970066:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175816.970078:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175816.970083:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175816.970087:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175816.970090:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175816.970094:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175816.970106:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786175816.970111:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175816.970117:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175816.970119:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175816.970124:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175816.970127:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175816.970133:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175816.970142:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786175816.970151:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175816.970163:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407180672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175816.970178:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175816.970184:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175816.970190:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407180672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175816.970222:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175816.970225:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175816.970228:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175816.970230:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175816.970231:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175816.970234:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175816.970236:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10337
00000400:00000200:3.0:1786175816.970241:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175816.970244:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175816.970246:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175816.970248:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970251:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175816.970252:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970254:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175816.970256:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175816.970258:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175816.970259:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175816.970262:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175816.970264:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175816.970267:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175816.970270:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970273:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175816.970275:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970277:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175816.970279:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175816.970282:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970283:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175816.970285:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175816.970291:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175816.970296:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175816.970301:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175816.970306:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175816.970310:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175816.970312:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175816.970317:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786175816.970337:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175816.970341:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175816.970344:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175816.970348:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175816.970351:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175816.970355:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175816.970363:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786175816.970369:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175816.970382:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407180800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175816.970398:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175816.970403:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175816.970411:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407180800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175816.970433:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175816.970437:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175816.970443:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175816.970444:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175816.970449:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175816.970452:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175816.970455:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10337
00000400:00000200:3.0:1786175816.970461:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175816.970466:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175816.970471:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175816.970473:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970479:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175816.970483:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970487:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175816.970489:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175816.970491:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175816.970495:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175816.970498:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175816.970500:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175816.970502:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175816.970505:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970512:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175816.970513:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970516:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175816.970519:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175816.970527:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970534:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175816.970539:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175816.970544:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175816.970548:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175816.970551:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175816.970554:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175816.970560:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175816.970564:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175816.970571:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000020:00000040:3.0:1786175816.970577:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175816.970581:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175816.970585:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175816.970589:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175816.970593:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175816.970595:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175816.970600:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786175816.970605:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175816.970614:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407180928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175816.970620:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175816.970622:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175816.970627:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407180928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175816.970639:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175816.970645:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175816.970648:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175816.970649:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175816.970650:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175816.970656:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175816.970662:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10337
00000400:00000200:3.0:1786175816.970667:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175816.970673:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175816.970680:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175816.970686:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970690:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175816.970696:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970703:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175816.970705:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175816.970707:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175816.970709:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175816.970713:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175816.970717:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175816.970720:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175816.970728:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970732:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175816.970737:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970743:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175816.970748:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175816.970754:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970758:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175816.970760:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175816.970763:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175816.970768:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175816.970801:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175816.970803:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175816.970805:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175816.970807:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175816.970812:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786175816.970814:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175816.970816:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175816.970818:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175816.970821:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175816.970824:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175816.970828:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175816.970835:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786175816.970841:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175816.970850:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407181056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175816.970862:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175816.970865:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175816.970873:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407181056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175816.970884:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175816.970891:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175816.970898:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.1:1786175816.970899:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786175816.970900:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175816.970904:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175816.970909:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1786175816.970909:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000100:00080000:3.0:1786175816.970916:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10337
00000400:00000200:3.0:1786175816.970924:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175816.970931:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175816.970935:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175816.970941:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970943:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175816.970946:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.970952:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175816.970974:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175816.970977:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175816.970981:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175816.970985:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175816.970988:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175816.970991:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175816.970996:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.971001:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175816.971008:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175816.971014:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175816.971021:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175816.971030:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175816.971039:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175816.971046:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175816.971052:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175816.971059:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175816.971065:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175816.971072:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175816.971082:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175816.971089:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175816.971113:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786175816.971119:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175816.971128:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175816.971132:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175816.971136:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175816.971141:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175816.971146:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175816.971155:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786175816.971162:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175816.971174:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407181184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175816.971192:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175816.971197:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175816.971207:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407181184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175816.971219:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175816.971226:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10347)
00000800:00000200:1.1:1786175816.971725:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175816.971729:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786175816.972242:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175816.972247:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786175816.972676:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175816.972680:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1786175816.973158:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175816.973162:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000100:00080000:3.0:1786175822.089948:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175822.089969:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175822.089975:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175822.089983:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175822.089992:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175822.090007:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10342
00000400:00000200:3.0:1786175822.090041:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175822.090055:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175822.090062:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175822.090067:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.090072:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175822.090076:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.090079:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175822.090086:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175822.090089:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175822.090094:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175822.090099:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175822.090102:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175822.090105:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175822.090110:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.090113:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175822.090116:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.090119:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175822.090122:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175822.090127:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175822.090130:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175822.090134:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175822.090139:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175822.090143:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175822.090147:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175822.090151:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175822.090167:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786175822.090172:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175822.090179:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175822.090182:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175822.090187:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175822.090192:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175822.090199:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175822.090212:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786175822.090223:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175822.090238:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407181312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175822.090254:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175822.090261:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175822.090267:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407181312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175822.090353:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175822.090358:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175822.090363:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175822.090365:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175822.090368:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175822.090372:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175822.090376:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10342
00000400:00000200:3.0:1786175822.090381:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175822.090386:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175822.090390:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175822.090394:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.090397:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175822.090402:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.090406:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175822.090409:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175822.090411:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175822.090415:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175822.090419:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175822.090424:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175822.090427:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175822.090432:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.090436:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175822.090441:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.090457:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175822.090474:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175822.090491:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175822.090498:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175822.090505:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175822.090527:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175822.090539:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175822.090554:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175822.090562:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175822.090581:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175822.090590:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175822.090610:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786175822.090616:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175822.090620:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175822.090623:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175822.090626:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175822.090631:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175822.090638:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175822.090674:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786175822.090694:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175822.090711:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407181440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175822.090743:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175822.090762:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175822.090851:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407181440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175822.090923:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175822.090930:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175822.090948:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175822.090952:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175822.090960:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175822.090974:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175822.090991:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10342
00000400:00000200:3.0:1786175822.091030:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175822.091062:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175822.091069:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175822.091084:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.091091:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175822.091101:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.091108:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175822.091120:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175822.091128:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175822.091133:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175822.091137:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175822.091146:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175822.091154:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175822.091165:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.091169:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175822.091173:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.091187:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175822.091192:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175822.091213:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175822.091219:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175822.091228:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175822.091238:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1786175822.091239:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786175822.091265:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1786175822.091266:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1786175822.091309:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175822.091317:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175822.091332:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175822.091351:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175822.091362:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786175822.091369:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175822.091383:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175822.091386:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175822.091395:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175822.091400:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175822.091408:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175822.091417:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786175822.091430:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175822.091449:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407181568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175822.091472:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175822.091479:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175822.091501:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407181568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175822.091555:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175822.091566:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175822.091579:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175822.091582:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175822.091585:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175822.091590:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175822.091603:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10342
00000400:00000200:3.0:1786175822.091617:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175822.091638:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175822.091653:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175822.091661:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.091668:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175822.091679:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.091687:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175822.091692:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175822.091695:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175822.091700:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175822.091705:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175822.091713:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175822.091720:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175822.091733:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.091737:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175822.091751:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.091769:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175822.091827:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175822.091845:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175822.091863:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175822.091878:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175822.091887:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175822.091897:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175822.091910:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175822.091918:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175822.091931:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175822.091937:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175822.091961:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786175822.091976:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175822.091993:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175822.092003:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175822.092025:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175822.092033:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175822.092047:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175822.092061:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786175822.092078:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175822.092107:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407181696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175822.092133:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175822.092139:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175822.092152:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407181696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175822.092188:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175822.092199:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175822.092226:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175822.092234:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175822.092247:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175822.092255:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175822.092290:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10342
00000400:00000200:3.0:1786175822.092308:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175822.092329:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175822.092343:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175822.092363:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.092372:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175822.092381:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.092388:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175822.092394:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175822.092414:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175822.092432:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175822.092449:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175822.092464:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175822.092481:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175822.092491:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.092499:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175822.092508:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175822.092522:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175822.092546:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175822.092555:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175822.092561:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175822.092567:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175822.092574:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175822.092587:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175822.092595:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175822.092604:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175822.092618:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175822.092631:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175822.092647:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786175822.092658:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175822.092673:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175822.092686:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175822.092711:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175822.092725:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175822.092737:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175822.092745:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786175822.092760:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175822.092826:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407181824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175822.092881:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175822.092889:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175822.092906:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407181824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175822.093037:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175822.093057:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10352)
00000800:00000200:1.1:1786175822.093179:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175822.093182:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786175822.093566:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175822.093569:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786175822.093924:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175822.093927:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786175822.094469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175822.094472:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1786175827.209881:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175827.209892:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175827.209896:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175827.209901:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175827.209906:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175827.209914:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10347
00000400:00000200:3.0:1786175827.209923:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175827.209930:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175827.209934:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175827.209937:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.209941:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175827.209943:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.209946:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175827.209951:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175827.209953:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175827.209955:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175827.209959:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175827.209961:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175827.209964:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175827.209967:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.209969:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175827.209972:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.209974:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175827.209977:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175827.209980:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175827.209982:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175827.209985:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175827.209989:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175827.209992:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175827.209995:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175827.209997:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175827.210022:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786175827.210024:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175827.210028:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175827.210029:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175827.210032:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175827.210034:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175827.210037:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175827.210044:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786175827.210048:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175827.210056:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407181952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175827.210064:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175827.210067:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175827.210071:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407181952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175827.210089:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175827.210092:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175827.210094:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175827.210102:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175827.210104:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175827.210106:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175827.210109:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10347
00000400:00000200:3.0:1786175827.210113:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175827.210116:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175827.210118:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175827.210121:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.210124:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175827.210127:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.210130:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175827.210133:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175827.210135:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175827.210136:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175827.210139:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175827.210143:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175827.210147:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175827.210152:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.210154:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175827.210156:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.210160:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175827.210162:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175827.210164:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175827.210166:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175827.210168:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175827.210172:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175827.210174:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175827.210176:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175827.210181:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175827.210187:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175827.210190:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175827.210197:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786175827.210203:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175827.210207:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175827.210209:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175827.210213:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175827.210214:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175827.210217:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175827.210237:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786175827.210246:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175827.210264:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407182080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175827.210277:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175827.210280:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175827.210293:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407182080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175827.210307:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175827.210316:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175827.210321:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175827.210326:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175827.210328:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175827.210335:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175827.210338:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10347
00000400:00000200:3.0:1786175827.210356:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175827.210371:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175827.210381:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175827.210398:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.210402:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175827.210404:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.210405:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175827.210407:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175827.210409:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175827.210420:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175827.210431:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175827.210434:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175827.210442:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175827.210471:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.210475:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175827.210487:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.210491:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175827.210495:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175827.210516:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175827.210521:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175827.210539:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175827.210551:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175827.210571:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175827.210588:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175827.210597:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175827.210606:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175827.210614:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175827.210621:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786175827.210636:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175827.210641:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175827.210645:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175827.210650:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175827.210652:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175827.210656:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175827.210664:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786175827.210675:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175827.210685:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407182208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175827.210717:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175827.210724:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175827.210743:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407182208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175827.210822:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175827.210826:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175827.210830:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175827.210832:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175827.210834:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175827.210838:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175827.210842:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10347
00000400:00000200:3.0:1786175827.210849:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175827.210856:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175827.210866:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175827.210884:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.210897:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175827.210912:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.210922:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175827.210928:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175827.210930:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175827.210936:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175827.210943:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175827.210954:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175827.210965:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175827.210971:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.210973:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175827.210981:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.210989:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175827.210993:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175827.211019:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175827.211030:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175827.211032:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175827.211034:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175827.211036:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175827.211038:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175827.211043:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175827.211047:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175827.211048:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175827.211051:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786175827.211056:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175827.211061:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175827.211065:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175827.211069:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175827.211073:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175827.211076:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1786175827.211081:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000010:3.0:1786175827.211082:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786175827.211094:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1786175827.211095:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00100000:3.0:1786175827.211115:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407182336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175827.211132:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175827.211140:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175827.211154:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407182336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175827.211193:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175827.211204:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175827.211245:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175827.211249:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175827.211270:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175827.211280:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175827.211287:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10347
00000400:00000200:3.0:1786175827.211307:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175827.211316:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175827.211319:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175827.211327:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.211331:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175827.211332:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.211334:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175827.211336:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175827.211337:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175827.211339:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175827.211342:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175827.211352:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175827.211357:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175827.211367:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.211382:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175827.211387:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175827.211390:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175827.211399:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175827.211402:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175827.211408:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175827.211411:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175827.211415:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175827.211419:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175827.211427:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175827.211432:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175827.211441:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175827.211444:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175827.211450:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786175827.211461:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175827.211491:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175827.211507:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175827.211516:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175827.211525:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175827.211532:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175827.211552:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786175827.211580:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175827.211601:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407182464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175827.211666:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175827.211672:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175827.211685:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407182464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175827.211729:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175827.211739:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10357)
00000800:00000200:1.1:1786175827.212092:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175827.212094:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786175827.212461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175827.212464:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786175827.212845:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175827.212848:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1786175827.213181:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175827.213186:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1786175832.329904:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175832.329915:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175832.329918:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175832.329921:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175832.329926:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175832.329934:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10352
00000400:00000200:3.0:1786175832.329942:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175832.329949:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175832.329952:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175832.329955:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.329958:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175832.329960:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.329962:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175832.329967:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175832.329968:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175832.329971:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175832.329974:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175832.329976:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175832.329978:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175832.329980:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.329981:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175832.329983:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.329984:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175832.329986:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175832.329989:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175832.329990:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175832.329993:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175832.329997:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175832.329999:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175832.330001:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175832.330002:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175832.330013:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786175832.330016:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175832.330021:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175832.330022:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175832.330026:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175832.330029:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175832.330033:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175832.330042:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786175832.330048:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175832.330058:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407182592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175832.330067:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175832.330072:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175832.330076:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407182592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175832.330097:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175832.330100:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175832.330103:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175832.330104:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175832.330105:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175832.330107:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175832.330109:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10352
00000400:00000200:3.0:1786175832.330126:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175832.330130:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175832.330133:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175832.330137:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330140:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175832.330143:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330145:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175832.330148:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175832.330150:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175832.330152:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175832.330155:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175832.330195:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175832.330199:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175832.330204:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330208:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175832.330214:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330243:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175832.330245:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175832.330252:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330257:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175832.330261:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175832.330269:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175832.330273:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175832.330277:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175832.330282:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175832.330287:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175832.330292:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175832.330296:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786175832.330299:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175832.330302:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175832.330304:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175832.330309:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175832.330312:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175832.330313:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175832.330318:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786175832.330324:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175832.330331:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407182720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175832.330341:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175832.330345:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175832.330348:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407182720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175832.330363:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175832.330367:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175832.330374:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175832.330376:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175832.330378:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175832.330382:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175832.330387:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10352
00000400:00000200:3.0:1786175832.330394:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175832.330398:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175832.330403:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175832.330409:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330412:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175832.330416:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330419:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175832.330422:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175832.330424:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175832.330428:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175832.330430:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175832.330431:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175832.330432:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175832.330438:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330442:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175832.330444:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330446:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175832.330449:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175832.330454:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330457:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175832.330461:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175832.330465:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175832.330469:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175832.330472:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175832.330474:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175832.330479:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175832.330482:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175832.330488:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786175832.330493:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175832.330499:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175832.330500:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175832.330501:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175832.330503:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175832.330506:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175832.330511:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786175832.330517:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175832.330522:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407182848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175832.330531:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175832.330533:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175832.330539:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407182848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175832.330548:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175832.330553:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1786175832.330558:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786175832.330559:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175832.330562:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175832.330565:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1786175832.330565:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1786175832.330568:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175832.330573:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10352
00000400:00000200:3.0:1786175832.330580:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175832.330584:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175832.330587:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175832.330591:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330594:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175832.330600:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330602:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175832.330605:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175832.330607:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175832.330612:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175832.330613:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175832.330616:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175832.330619:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175832.330624:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330629:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175832.330632:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330635:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175832.330640:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175832.330643:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330646:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175832.330649:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175832.330652:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175832.330657:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175832.330662:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175832.330665:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175832.330668:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175832.330673:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175832.330679:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786175832.330682:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175832.330687:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175832.330688:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175832.330692:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175832.330695:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175832.330698:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175832.330702:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786175832.330706:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175832.330710:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407182976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175832.330718:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175832.330721:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175832.330726:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407182976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175832.330740:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175832.330744:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175832.330754:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175832.330759:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175832.330762:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175832.330769:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175832.330777:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10352
00000400:00000200:3.0:1786175832.330808:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175832.330812:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175832.330815:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175832.330817:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330820:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175832.330824:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330828:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175832.330833:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175832.330835:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175832.330838:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175832.330840:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175832.330844:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175832.330848:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175832.330855:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330857:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175832.330861:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330865:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175832.330868:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175832.330874:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175832.330878:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175832.330882:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175832.330886:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175832.330890:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175832.330894:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175832.330896:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175832.330899:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175832.330903:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175832.330909:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786175832.330912:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175832.330918:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175832.330921:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175832.330924:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175832.330926:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175832.330928:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175832.330932:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786175832.330939:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175832.330948:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407183104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175832.330967:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175832.330971:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175832.330976:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407183104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175832.330988:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175832.330993:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10362)
00000800:00000200:1.1:1786175832.331204:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175832.331224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786175832.331466:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175832.331468:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786175832.331646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175832.331647:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786175832.331847:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175832.331849:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786175837.452419:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175837.452424:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175837.453027:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175837.453032:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175837.453415:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175837.453418:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175837.453703:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175837.453706:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175837.454208:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175837.454210:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175842.571205:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175842.571221:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175842.572309:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175842.572314:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175842.572737:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175842.572740:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175842.573273:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175842.573276:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175842.573695:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175842.573699:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786175847.690341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175847.690347:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786175847.690952:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175847.690953:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786175847.691163:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175847.691165:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786175847.691343:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175847.691344:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786175847.691583:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175847.691585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000100:00080000:3.0:1786175852.809934:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175852.809948:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175852.809951:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175852.809956:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175852.809961:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175852.809969:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10373
00000400:00000200:3.0:1786175852.809988:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175852.809996:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175852.809999:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175852.810002:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.810006:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175852.810008:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.810010:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175852.810014:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175852.810016:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175852.810019:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175852.810023:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175852.810025:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175852.810026:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175852.810029:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.810030:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175852.810032:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.810033:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175852.810035:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175852.810037:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175852.810039:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175852.810041:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175852.810045:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175852.810054:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175852.810055:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175852.810058:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175852.810069:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786175852.810072:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175852.810077:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175852.810078:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175852.810082:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175852.810085:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175852.810090:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175852.810098:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786175852.810105:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175852.810115:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407185152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175852.810125:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175852.810129:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175852.810133:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407185152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175852.810154:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175852.810157:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175852.810160:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175852.810161:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175852.810162:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175852.810164:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175852.810166:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10373
00000400:00000200:3.0:1786175852.810168:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175852.810170:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175852.810176:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175852.810178:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.810180:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175852.810182:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.810184:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175852.810185:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175852.810186:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175852.810187:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175852.810189:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175852.810192:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175852.810194:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175852.810197:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.810199:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175852.810200:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.810201:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175852.810203:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175852.810205:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175852.810206:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175852.810207:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175852.810213:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175852.810215:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175852.810217:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175852.810222:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175852.810224:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175852.810225:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175852.810228:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786175852.810230:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175852.810231:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175852.810232:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175852.810233:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175852.810235:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175852.810238:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175852.810244:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786175852.810250:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175852.810261:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407185280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175852.810299:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175852.810306:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175852.810325:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407185280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175852.810389:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175852.810398:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175852.810410:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175852.810414:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175852.810417:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175852.810421:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175852.810427:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10373
00000400:00000200:3.0:1786175852.810435:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175852.810451:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175852.810461:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175852.810475:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.810487:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175852.810504:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.810511:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175852.810522:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175852.810524:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175852.810527:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175852.810533:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175852.810541:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175852.810551:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175852.810566:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.810583:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175852.810592:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.810604:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175852.810617:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175852.810635:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175852.810639:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175852.810647:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175852.810655:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175852.810669:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175852.810675:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1786175852.810681:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000008:00100000:3.0:1786175852.810682:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1786175852.810688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000008:00000001:3.0:1786175852.810690:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175852.810694:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175852.810707:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786175852.810711:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175852.810716:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175852.810720:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175852.810729:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175852.810734:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175852.810748:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175852.810798:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786175852.810805:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175852.810811:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407185408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175852.810817:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175852.810821:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175852.810832:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407185408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175852.810909:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175852.810917:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175852.810930:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175852.810937:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175852.810941:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175852.810952:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175852.810961:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10373
00000400:00000200:3.0:1786175852.810990:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175852.810995:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175852.811004:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175852.811013:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.811020:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175852.811024:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.811027:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175852.811030:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175852.811035:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175852.811038:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175852.811040:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175852.811049:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175852.811054:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175852.811060:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.811073:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175852.811087:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.811089:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175852.811094:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175852.811107:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175852.811118:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175852.811130:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175852.811137:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175852.811150:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175852.811154:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175852.811161:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175852.811165:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175852.811170:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175852.811186:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786175852.811194:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175852.811206:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175852.811210:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175852.811215:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175852.811218:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175852.811225:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175852.811239:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786175852.811247:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175852.811268:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407185536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175852.811292:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175852.811300:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175852.811312:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407185536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175852.811357:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175852.811366:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175852.811385:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175852.811392:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175852.811397:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175852.811403:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175852.811419:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10373
00000400:00000200:3.0:1786175852.811427:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175852.811437:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175852.811441:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175852.811450:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.811460:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175852.811471:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.811484:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175852.811495:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175852.811501:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175852.811510:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175852.811519:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175852.811532:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175852.811540:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175852.811550:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.811559:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175852.811576:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175852.811592:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175852.811603:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175852.811620:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175852.811628:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175852.811644:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175852.811651:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175852.811666:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175852.811676:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175852.811686:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175852.811696:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175852.811705:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175852.811717:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786175852.811725:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175852.811729:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175852.811733:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175852.811745:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175852.811758:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175852.811763:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175852.811797:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786175852.811815:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175852.811828:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407185664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175852.811867:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175852.811877:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175852.811888:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407185664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175852.811910:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175852.811927:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10383)
00000800:00000200:1.1:1786175852.812000:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175852.812002:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175852.812191:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175852.812193:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175852.812370:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175852.812372:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175852.812622:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175852.812623:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175857.931018:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175857.931565:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175857.931946:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175857.932176:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175857.932377:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000400:00000100:3.0:1786175861.002160:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:3.0:1786175861.002210:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1786175861.002222:0:2391:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175861.002225:0:2391:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:3.0:1786175861.002229:0:2391:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175861.002233:0:2391:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1786175861.002238:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786175861.002242:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:3.0:1786175861.002249:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786175861.002254:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786175861.002262:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768000
00000400:00000010:3.0:1786175861.002265:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768000.
00000100:00000001:3.0:1786175861.002271:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786175861.002282:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebdf80 x1872930407185792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786175882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175861.002317:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786175861.002323:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebdf80 x1872930407185792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786175882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175861.002333:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175861.002336:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786175861.002350:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786175861.002353:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce800.
00000400:00000200:3.0:1786175861.002357:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786175861.002362:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786175861.002366:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17684c8
00000400:00000010:3.0:1786175861.002370:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17684c8.
00000100:00000001:3.0:1786175861.002374:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786175861.002382:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebf100 x1872930407185920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786175882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175861.002392:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786175861.002396:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407185920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786175882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175861.002406:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175861.002408:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786175861.002416:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786175861.002423:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce900.
00000400:00000200:3.0:1786175861.002429:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786175861.002437:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786175861.002466:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768110
00000400:00000010:3.0:1786175861.002472:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768110.
00000100:00000001:3.0:1786175861.002478:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786175861.002488:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebd500 x1872930407186048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786175882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175861.002500:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786175861.002508:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407186048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786175882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175861.002525:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175861.002530:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786175861.002542:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786175861.002555:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce400.
00000400:00000200:3.0:1786175861.002563:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786175861.002572:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786175861.002578:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768d48
00000400:00000010:3.0:1786175861.002583:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768d48.
00000100:00000001:3.0:1786175861.002590:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786175861.002601:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebc000 x1872930407186176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786175882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175861.002619:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786175861.002625:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407186176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786175882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175861.002647:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175861.002654:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786175861.002667:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786175861.002672:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:3.0:1786175861.002678:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786175861.002687:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786175861.002694:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768990
00000400:00000010:3.0:1786175861.002698:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768990.
00000100:00000001:3.0:1786175861.002703:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786175861.002713:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebe680 x1872930407186304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786175882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175861.002725:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786175861.002731:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407186304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786175882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175861.002743:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175861.002745:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.1:1786175863.050590:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175863.050597:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175863.051412:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175863.051415:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175863.051693:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175863.051695:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175863.051926:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175863.051928:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175863.052222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175863.052225:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786175868.170470:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175868.170475:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786175868.171052:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175868.171054:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786175868.171248:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175868.171250:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786175868.171427:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175868.171429:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786175868.171601:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175868.171603:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786175873.290887:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175873.290893:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786175873.291950:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175873.291956:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786175873.292575:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175873.292578:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786175873.293048:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175873.293050:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786175873.293335:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175873.293339:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786175878.410615:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175878.410620:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786175878.411347:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175878.411349:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786175878.411597:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175878.411599:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786175878.411846:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175878.411848:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786175878.412055:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175878.412057:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00080000:3.0:1786175883.529866:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175883.529877:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175883.529880:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175883.529885:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175883.529890:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175883.529898:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10403
00000400:00000200:3.0:1786175883.529907:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175883.529913:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175883.529917:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175883.529921:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.529925:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175883.529927:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.529930:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175883.529935:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175883.529937:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175883.529940:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175883.529944:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175883.529946:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175883.529949:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175883.529952:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.529955:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175883.529957:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.529960:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175883.529963:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175883.529967:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175883.529970:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175883.529973:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175883.529977:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175883.529980:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175883.529983:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175883.529985:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175883.530005:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786175883.530009:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175883.530013:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175883.530015:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175883.530019:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175883.530021:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175883.530025:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175883.530034:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786175883.530041:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175883.530051:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407188992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175883.530063:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175883.530067:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175883.530073:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407188992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175883.530097:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175883.530100:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175883.530104:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175883.530106:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175883.530108:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175883.530111:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175883.530115:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10403
00000400:00000200:3.0:1786175883.530122:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175883.530127:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175883.530130:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175883.530134:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.530136:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175883.530138:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.530142:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175883.530146:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175883.530154:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175883.530161:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175883.530166:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175883.530172:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175883.530180:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175883.530207:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.530218:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175883.530225:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.530228:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175883.530233:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175883.530242:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175883.530249:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175883.530259:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175883.530271:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175883.530288:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175883.530290:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175883.530295:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175883.530300:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175883.530306:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175883.530327:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786175883.530335:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175883.530342:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175883.530346:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175883.530349:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175883.530354:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175883.530358:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175883.530369:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786175883.530378:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175883.530398:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407189120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175883.530432:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175883.530442:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175883.530454:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407189120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175883.530496:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175883.530506:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175883.530512:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175883.530519:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175883.530529:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175883.530541:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175883.530550:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10403
00000400:00000200:3.0:1786175883.530565:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:0.1:1786175883.530571:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000400:00000200:3.0:1786175883.530578:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000200:0.1:1786175883.530579:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1786175883.530587:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175883.530603:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.530611:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175883.530629:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.530640:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175883.530650:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175883.530652:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175883.530666:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175883.530670:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175883.530691:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175883.530698:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175883.530717:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.530733:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175883.530738:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.530741:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175883.530745:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175883.530757:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175883.530803:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175883.530808:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175883.530813:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175883.530817:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175883.530819:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175883.530823:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175883.530826:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175883.530828:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175883.530833:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786175883.530840:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175883.530846:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175883.530849:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175883.530854:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175883.530859:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175883.530865:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175883.530873:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786175883.530883:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175883.530899:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407189248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175883.530933:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175883.530939:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175883.530955:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407189248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175883.531023:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175883.531033:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175883.531043:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175883.531050:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175883.531058:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175883.531074:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175883.531082:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10403
00000400:00000200:3.0:1786175883.531103:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175883.531122:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175883.531132:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175883.531145:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.531156:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175883.531167:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.531192:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175883.531204:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175883.531209:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175883.531214:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175883.531224:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175883.531233:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175883.531250:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175883.531271:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.531286:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175883.531298:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.531307:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175883.531316:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175883.531335:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175883.531350:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175883.531356:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175883.531362:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175883.531376:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175883.531385:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175883.531395:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175883.531412:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175883.531426:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175883.531449:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786175883.531460:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175883.531473:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175883.531480:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175883.531486:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175883.531493:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175883.531499:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175883.531510:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786175883.531522:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175883.531536:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407189376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175883.531607:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175883.531616:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175883.531633:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407189376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175883.531702:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175883.531713:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175883.531725:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175883.531729:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175883.531735:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175883.531744:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175883.531757:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10403
00000400:00000200:3.0:1786175883.531802:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:0.1:1786175883.531814:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000400:00000200:3.0:1786175883.531820:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000200:0.1:1786175883.531821:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1786175883.531832:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175883.531850:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.531859:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175883.531868:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.531876:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175883.531887:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175883.531895:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175883.531901:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175883.531906:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175883.531918:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175883.531932:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175883.531948:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.531961:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175883.531972:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175883.531986:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175883.532000:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175883.532015:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175883.532028:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175883.532039:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175883.532052:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175883.532063:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175883.532071:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175883.532081:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175883.532097:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175883.532106:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175883.532119:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786175883.532130:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175883.532140:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175883.532147:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175883.532155:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175883.532160:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175883.532168:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175883.532179:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786175883.532198:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175883.532224:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407189504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175883.532319:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175883.532331:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175883.532358:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407189504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175883.532397:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175883.532414:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10413)
00000800:00000200:0.1:1786175883.532500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175883.532502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786175883.532836:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175883.532838:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786175883.533058:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175883.533060:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786175888.650467:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175888.650472:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786175888.651179:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175888.651182:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786175888.651483:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175888.651485:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786175888.651859:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175888.651862:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1786175888.652189:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175888.652192:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786175893.770634:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175893.770645:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786175893.771479:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175893.771482:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786175893.771779:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175893.771782:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786175893.772176:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175893.772180:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786175893.772785:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175893.772803:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786175898.891096:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175898.891104:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175898.892410:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175898.892415:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175898.893122:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175898.893128:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175898.893567:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175898.893578:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175898.894266:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175898.894270:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175904.011120:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175904.011126:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786175904.011965:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175904.011968:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786175904.012206:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175904.012208:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786175904.012435:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175904.012437:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786175904.012792:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175904.012794:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1786175909.129974:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175909.129987:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175909.129990:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175909.129995:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175909.130001:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175909.130009:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10429
00000400:00000200:3.0:1786175909.130020:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175909.130027:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175909.130032:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175909.130036:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.130040:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175909.130044:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.130047:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175909.130052:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175909.130055:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175909.130058:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175909.130062:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175909.130065:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175909.130068:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175909.130072:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.130075:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175909.130077:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.130080:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175909.130084:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175909.130088:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175909.130092:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175909.130095:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175909.130099:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175909.130103:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175909.130106:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175909.130108:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175909.130120:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000020:00000040:3.0:1786175909.130124:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175909.130129:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175909.130131:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175909.130135:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175909.130138:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175909.130143:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175909.130153:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786175909.130161:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175909.130174:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407192192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175909.130194:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175909.130203:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175909.130213:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407192192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175909.130255:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175909.130261:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175909.130268:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175909.130271:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175909.130275:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175909.130281:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175909.130288:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10429
00000400:00000200:3.0:1786175909.130297:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175909.130306:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175909.130312:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175909.130322:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.130328:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175909.130334:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.130341:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175909.130346:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175909.130351:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175909.130356:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175909.130362:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175909.130371:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175909.130377:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175909.130387:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.130393:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175909.130402:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.130412:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175909.130420:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175909.130460:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175909.130464:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175909.130468:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175909.130479:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175909.130492:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175909.130497:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175909.130503:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175909.130514:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175909.130523:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175909.130532:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786175909.130540:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175909.130545:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175909.130551:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175909.130556:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175909.130559:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175909.130567:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175909.130577:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786175909.130588:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175909.130606:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407192320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175909.130643:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175909.130650:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175909.130662:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407192320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175909.130687:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175909.130693:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175909.130699:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175909.130704:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175909.130709:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175909.130717:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175909.130728:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10429
00000400:00000200:3.0:1786175909.130739:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175909.130751:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175909.130758:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175909.130828:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.130836:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175909.130844:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.130852:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175909.130859:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175909.130862:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175909.130867:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175909.130872:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175909.130880:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175909.130889:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175909.130903:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.130910:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175909.130916:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.130922:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175909.130932:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175909.130944:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175909.130955:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175909.130963:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1786175909.130965:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786175909.130970:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1786175909.130973:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1786175909.130979:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175909.130990:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175909.130996:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175909.131005:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175909.131009:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175909.131016:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786175909.131025:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175909.131032:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175909.131038:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175909.131047:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175909.131049:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175909.131052:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175909.131061:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786175909.131069:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175909.131087:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407192448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175909.131102:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175909.131105:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175909.131115:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407192448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175909.131172:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175909.131183:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175909.131195:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175909.131204:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175909.131212:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175909.131222:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175909.131237:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10429
00000400:00000200:3.0:1786175909.131255:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175909.131274:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175909.131286:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175909.131302:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.131311:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175909.131318:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.131327:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175909.131333:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175909.131339:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175909.131346:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175909.131356:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175909.131363:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175909.131369:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175909.131384:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.131393:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175909.131400:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.131406:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175909.131412:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175909.131424:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175909.131458:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175909.131469:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175909.131477:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175909.131486:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175909.131490:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175909.131496:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175909.131506:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175909.131515:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175909.131527:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786175909.131536:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175909.131545:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175909.131550:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175909.131557:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175909.131562:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175909.131567:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175909.131578:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786175909.131587:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175909.131606:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407192576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175909.131638:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175909.131647:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175909.131664:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407192576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175909.131701:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175909.131711:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175909.131726:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175909.131735:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175909.131740:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175909.131748:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175909.131758:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10429
00000400:00000200:3.0:1786175909.131805:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175909.131816:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175909.131824:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175909.131836:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.131844:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175909.131854:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.131862:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175909.131869:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175909.131877:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175909.131884:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175909.131889:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175909.131892:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175909.131896:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175909.131905:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.131910:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175909.131918:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175909.131923:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175909.131929:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175909.131938:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175909.131947:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175909.131954:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175909.131961:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175909.131972:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175909.131981:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175909.131992:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175909.132005:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175909.132016:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175909.132031:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786175909.132044:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175909.132058:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175909.132066:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175909.132078:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175909.132087:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175909.132098:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175909.132115:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786175909.132128:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175909.132147:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407192704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175909.132216:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175909.132228:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175909.132252:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407192704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175909.132300:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175909.132313:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10439)
00000800:00000200:0.1:1786175909.132328:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175909.132332:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786175909.132733:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175909.132736:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786175909.133251:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175909.133255:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786175909.133954:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175909.133958:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1786175914.249864:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175914.249875:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175914.249877:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175914.249882:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175914.249887:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175914.249894:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10434
00000400:00000200:3.0:1786175914.249902:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175914.249908:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175914.249911:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175914.249914:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.249917:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175914.249920:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.249921:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175914.249926:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175914.249927:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175914.249930:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175914.249933:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175914.249934:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175914.249936:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175914.249938:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.249940:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175914.249941:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.249943:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175914.249946:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175914.249949:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175914.249951:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175914.249954:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175914.249957:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175914.249959:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175914.249961:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175914.249963:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175914.249973:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786175914.249976:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175914.249980:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175914.249981:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175914.249985:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175914.249987:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175914.249992:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175914.250001:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786175914.250008:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175914.250017:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407192832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175914.250026:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175914.250031:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175914.250035:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407192832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175914.250056:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175914.250059:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175914.250061:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175914.250062:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175914.250064:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175914.250065:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175914.250067:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10434
00000400:00000200:3.0:1786175914.250069:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175914.250072:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175914.250073:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175914.250076:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250077:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175914.250079:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250080:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175914.250082:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175914.250083:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175914.250084:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175914.250086:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175914.250087:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175914.250089:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175914.250091:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250093:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175914.250095:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250097:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175914.250098:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175914.250100:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250103:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175914.250104:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175914.250110:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175914.250113:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175914.250117:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175914.250122:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175914.250126:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175914.250127:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175914.250130:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786175914.250134:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175914.250139:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175914.250141:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175914.250145:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175914.250148:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175914.250150:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175914.250155:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786175914.250159:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175914.250168:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407192960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175914.250177:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175914.250180:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175914.250191:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407192960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175914.250205:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175914.250207:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175914.250209:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175914.250210:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175914.250211:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175914.250213:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175914.250214:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10434
00000400:00000200:3.0:1786175914.250219:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175914.250220:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175914.250223:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175914.250227:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250229:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175914.250233:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250236:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175914.250239:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175914.250240:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175914.250241:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175914.250242:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175914.250244:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175914.250245:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175914.250252:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250257:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175914.250259:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250260:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175914.250262:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175914.250266:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250268:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175914.250269:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175914.250272:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175914.250278:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175914.250280:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175914.250281:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175914.250284:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175914.250287:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175914.250292:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786175914.250294:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175914.250295:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175914.250296:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175914.250298:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175914.250299:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175914.250302:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175914.250306:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786175914.250308:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175914.250312:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407193088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175914.250322:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175914.250325:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175914.250330:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407193088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175914.250338:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175914.250347:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175914.250353:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175914.250356:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175914.250357:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175914.250362:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175914.250366:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10434
00000400:00000200:3.0:1786175914.250370:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175914.250376:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175914.250393:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175914.250399:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250400:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175914.250402:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250406:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175914.250414:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175914.250416:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175914.250418:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175914.250420:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175914.250423:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175914.250429:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175914.250432:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250436:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175914.250440:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250442:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175914.250444:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175914.250447:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250451:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175914.250455:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175914.250459:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175914.250460:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175914.250461:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175914.250464:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175914.250468:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175914.250471:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175914.250477:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786175914.250480:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175914.250483:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175914.250485:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175914.250487:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175914.250491:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175914.250492:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175914.250497:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786175914.250502:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175914.250510:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407193216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175914.250518:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175914.250519:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175914.250526:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407193216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175914.250538:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175914.250542:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175914.250547:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175914.250549:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175914.250552:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175914.250554:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175914.250557:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10434
00000400:00000200:3.0:1786175914.250563:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175914.250566:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175914.250568:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175914.250574:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250578:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175914.250582:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250586:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175914.250590:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175914.250591:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175914.250592:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175914.250595:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000800:00000200:0.1:1786175914.250596:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786175914.250597:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175914.250600:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000800:00000200:0.1:1786175914.250605:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1786175914.250606:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250609:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175914.250613:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250615:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175914.250618:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175914.250624:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175914.250626:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175914.250630:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175914.250632:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175914.250633:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175914.250634:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175914.250636:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175914.250638:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175914.250642:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175914.250645:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786175914.250649:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175914.250653:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175914.250656:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175914.250657:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175914.250658:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175914.250659:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175914.250662:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786175914.250666:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175914.250673:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407193344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175914.250686:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175914.250689:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175914.250696:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407193344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175914.250707:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175914.250712:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10444)
00000800:00000200:0.1:1786175914.251048:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175914.251050:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786175914.251247:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175914.251249:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786175914.251489:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175914.251491:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786175914.251674:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175914.251676:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1786175919.369917:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175919.369926:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175919.369929:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175919.369932:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175919.369936:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175919.369942:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10439
00000400:00000200:3.0:1786175919.369949:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175919.369954:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175919.369958:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175919.369960:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.369963:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175919.369969:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.369971:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175919.369975:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175919.369977:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175919.369979:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175919.369982:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175919.369983:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175919.369985:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175919.369988:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.369989:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175919.369991:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.369992:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175919.369995:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175919.369998:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370000:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175919.370002:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175919.370005:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175919.370007:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175919.370009:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175919.370010:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175919.370018:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786175919.370021:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175919.370025:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175919.370026:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175919.370029:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175919.370031:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175919.370034:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175919.370042:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786175919.370047:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175919.370054:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407193472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175919.370063:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175919.370067:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175919.370070:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407193472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175919.370089:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175919.370091:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175919.370094:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175919.370095:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175919.370097:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175919.370098:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175919.370100:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10439
00000400:00000200:3.0:1786175919.370103:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175919.370105:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175919.370107:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175919.370109:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370110:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175919.370128:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370129:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175919.370131:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175919.370132:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175919.370134:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175919.370135:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175919.370137:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175919.370139:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175919.370141:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370142:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175919.370143:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370144:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175919.370146:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175919.370148:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370150:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175919.370151:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175919.370156:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175919.370159:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175919.370160:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175919.370165:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175919.370168:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175919.370171:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175919.370174:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786175919.370178:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175919.370183:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175919.370186:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175919.370189:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175919.370193:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175919.370196:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175919.370201:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786175919.370204:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175919.370213:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407193600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175919.370223:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175919.370228:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175919.370234:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407193600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175919.370248:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175919.370250:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175919.370252:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175919.370252:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175919.370254:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175919.370255:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175919.370257:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10439
00000400:00000200:3.0:1786175919.370263:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175919.370265:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175919.370267:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175919.370272:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370274:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175919.370279:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370281:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175919.370283:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175919.370284:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175919.370288:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175919.370291:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175919.370292:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175919.370294:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175919.370300:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370304:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175919.370308:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370310:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175919.370313:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175919.370320:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370325:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175919.370342:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175919.370346:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175919.370351:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175919.370356:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175919.370359:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175919.370363:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175919.370367:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175919.370371:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786175919.370374:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175919.370376:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175919.370377:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175919.370378:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175919.370386:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175919.370387:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175919.370390:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786175919.370394:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175919.370400:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407193728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175919.370409:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175919.370413:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175919.370419:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407193728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175919.370431:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175919.370436:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175919.370442:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175919.370446:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175919.370448:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175919.370452:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175919.370456:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10439
00000400:00000200:3.0:1786175919.370463:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175919.370469:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175919.370472:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175919.370477:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370480:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175919.370482:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370487:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175919.370489:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175919.370490:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175919.370492:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175919.370495:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175919.370500:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175919.370502:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175919.370510:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:0.1:1786175919.370513:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786175919.370514:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175919.370519:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:0.1:1786175919.370520:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1786175919.370522:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175919.370527:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175919.370533:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370537:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175919.370539:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175919.370542:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175919.370547:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175919.370550:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175919.370553:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175919.370557:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175919.370562:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175919.370571:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786175919.370576:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175919.370583:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175919.370588:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175919.370591:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175919.370595:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175919.370599:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175919.370608:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786175919.370615:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175919.370626:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407193856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175919.370633:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175919.370638:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175919.370643:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407193856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175919.370658:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175919.370662:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175919.370665:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175919.370668:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175919.370671:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175919.370677:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175919.370682:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10439
00000400:00000200:3.0:1786175919.370688:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175919.370693:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175919.370696:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175919.370701:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370704:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175919.370710:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370715:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175919.370729:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175919.370732:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175919.370735:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175919.370738:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175919.370742:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175919.370746:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175919.370753:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370757:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175919.370762:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370791:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175919.370796:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175919.370805:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175919.370808:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175919.370811:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175919.370815:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175919.370820:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175919.370824:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175919.370827:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175919.370832:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175919.370836:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175919.370842:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786175919.370847:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175919.370852:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175919.370855:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175919.370858:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175919.370860:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175919.370863:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175919.370869:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786175919.370873:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175919.370881:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407193984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175919.370900:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175919.370905:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175919.370912:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407193984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175919.370929:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175919.370935:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10449)
00000800:00000200:0.1:1786175919.371067:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175919.371069:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786175919.371251:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175919.371253:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786175919.371508:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175919.371510:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786175919.371705:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175919.371707:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1786175924.489885:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175924.489897:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175924.489899:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175924.489903:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175924.489909:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175924.489917:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10444
00000400:00000200:3.0:1786175924.489925:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175924.489932:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175924.489936:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175924.489940:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.489945:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175924.489948:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.489952:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175924.489958:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175924.489961:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175924.489966:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175924.489969:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175924.489973:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175924.489977:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175924.489982:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.489985:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175924.489988:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.489991:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175924.490011:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175924.490015:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490018:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175924.490021:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175924.490036:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175924.490040:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175924.490043:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175924.490046:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175924.490057:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786175924.490061:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175924.490065:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175924.490066:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175924.490069:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175924.490071:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175924.490076:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175924.490083:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786175924.490089:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175924.490098:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407194112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175924.490108:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175924.490112:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175924.490115:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407194112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175924.490150:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175924.490153:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175924.490162:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175924.490163:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175924.490165:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175924.490167:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175924.490169:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10444
00000400:00000200:3.0:1786175924.490172:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175924.490175:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175924.490178:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175924.490180:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490182:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175924.490185:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490187:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175924.490189:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175924.490190:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175924.490192:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175924.490194:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175924.490196:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175924.490198:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175924.490200:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490206:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175924.490208:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490210:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175924.490212:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175924.490218:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490223:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175924.490226:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175924.490231:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175924.490235:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175924.490240:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175924.490246:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175924.490251:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175924.490257:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175924.490262:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786175924.490267:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175924.490274:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175924.490277:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175924.490292:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175924.490295:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175924.490298:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175924.490303:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786175924.490308:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175924.490318:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407194240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175924.490328:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175924.490332:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175924.490338:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407194240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175924.490352:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175924.490356:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175924.490363:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175924.490364:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175924.490365:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175924.490368:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175924.490370:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10444
00000400:00000200:3.0:1786175924.490379:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175924.490383:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175924.490388:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175924.490391:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490394:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175924.490398:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490403:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175924.490407:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175924.490409:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175924.490413:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175924.490416:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175924.490421:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175924.490425:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175924.490434:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490437:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175924.490442:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490445:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175924.490449:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175924.490455:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490461:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175924.490462:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175924.490465:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175924.490467:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175924.490470:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175924.490473:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175924.490477:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175924.490479:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175924.490485:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786175924.490490:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175924.490496:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175924.490499:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175924.490503:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175924.490506:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175924.490509:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175924.490514:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786175924.490519:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175924.490529:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407194368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175924.490556:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175924.490561:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175924.490572:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407194368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1786175924.490579:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786175924.490593:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175924.490596:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175924.490601:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175924.490602:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175924.490605:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175924.490609:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175924.490616:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10444
00000400:00000200:3.0:1786175924.490626:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175924.490634:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175924.490637:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175924.490646:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490653:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175924.490658:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490662:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175924.490664:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175924.490667:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175924.490671:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175924.490677:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175924.490684:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175924.490690:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175924.490699:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490705:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175924.490713:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490719:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175924.490725:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175924.490731:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490735:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175924.490738:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175924.490744:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175924.490749:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175924.490754:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175924.490758:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175924.490764:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175924.490768:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175924.490799:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786175924.490802:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175924.490806:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175924.490808:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175924.490811:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175924.490814:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175924.490817:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175924.490823:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786175924.490827:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175924.490836:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407194496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175924.490847:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175924.490851:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175924.490861:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407194496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175924.490877:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175924.490881:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175924.490887:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175924.490889:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175924.490892:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175924.490897:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175924.490902:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10444
00000400:00000200:3.0:1786175924.490920:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175924.490925:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175924.490929:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175924.490934:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490940:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175924.490962:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.490968:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175924.490973:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175924.490976:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175924.490980:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175924.490986:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175924.490990:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175924.490995:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175924.491002:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.491009:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175924.491022:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175924.491025:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175924.491027:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175924.491031:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175924.491036:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175924.491040:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175924.491046:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175924.491052:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175924.491056:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175924.491061:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175924.491064:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175924.491068:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175924.491071:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786175924.491076:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175924.491079:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175924.491081:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175924.491085:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175924.491087:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175924.491091:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175924.491096:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786175924.491104:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175924.491114:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407194624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1786175924.491128:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786175924.491142:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175924.491146:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175924.491156:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407194624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175924.491172:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175924.491177:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10454)
00000800:00000200:0.1:1786175924.491348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175924.491506:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175924.491649:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175929.610894:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175929.610905:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1786175929.612194:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175929.612197:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1786175929.612463:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175929.612465:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1786175929.612680:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175929.612682:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1786175929.613099:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175929.613103:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1786175934.730487:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175934.730492:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1786175934.731116:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175934.731118:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1786175934.731320:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175934.731322:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1786175934.731496:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175934.731498:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1786175934.731669:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175934.731671:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1786175939.850756:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175939.850816:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1786175939.851712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175939.851715:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1786175939.852083:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175939.852086:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1786175939.852438:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175939.852441:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1786175939.852751:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175939.852753:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786175944.970619:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175944.970625:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786175944.971402:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175944.971409:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786175944.972175:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175944.972179:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786175944.972737:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175944.972738:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1786175944.973026:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175944.973028:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1786175950.090578:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175950.090587:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786175950.091529:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175950.091531:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786175950.091727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175950.091729:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786175950.092122:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175950.092125:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786175950.092393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175950.092395:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786175955.210716:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175955.210723:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786175955.211539:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175955.211542:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786175955.211753:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175955.211755:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786175955.211961:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175955.211963:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786175955.212220:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175955.212223:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1786175960.330007:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175960.330019:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175960.330023:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175960.330030:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175960.330036:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175960.330046:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10480
00000400:00000200:3.0:1786175960.330058:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175960.330067:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175960.330072:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175960.330077:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.330082:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175960.330085:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.330088:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175960.330093:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175960.330095:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175960.330098:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175960.330102:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175960.330104:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175960.330107:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175960.330111:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.330114:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175960.330116:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.330119:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175960.330123:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175960.330127:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175960.330130:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175960.330133:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175960.330154:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175960.330157:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175960.330159:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175960.330162:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175960.330172:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786175960.330176:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175960.330180:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175960.330182:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175960.330185:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175960.330188:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175960.330192:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175960.330201:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786175960.330207:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175960.330219:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407198592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175960.330231:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175960.330236:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175960.330241:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407198592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175960.330264:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175960.330268:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175960.330272:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175960.330274:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175960.330276:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175960.330280:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175960.330283:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10480
00000400:00000200:3.0:1786175960.330289:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175960.330297:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175960.330303:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175960.330312:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.330319:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175960.330325:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.330331:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175960.330338:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175960.330341:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175960.330347:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175960.330352:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175960.330359:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175960.330365:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175960.330374:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.330381:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175960.330388:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.330393:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175960.330398:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175960.330403:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175960.330409:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175960.330413:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175960.330421:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175960.330429:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175960.330433:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175960.330439:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175960.330446:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175960.330449:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175960.330454:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786175960.330460:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175960.330467:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175960.330472:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175960.330477:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175960.330483:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175960.330488:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175960.330496:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786175960.330502:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175960.330515:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407198720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175960.330533:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175960.330539:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175960.330546:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407198720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1786175960.330564:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786175960.330567:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786175960.330568:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1786175960.330574:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175960.330597:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175960.330599:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175960.330601:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175960.330606:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175960.330613:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10480
00000400:00000200:3.0:1786175960.330619:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175960.330630:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175960.330637:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175960.330644:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.330668:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175960.330682:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.330693:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175960.330704:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175960.330708:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175960.330731:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175960.330737:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175960.330747:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175960.330756:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175960.330772:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.330797:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175960.330802:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.330805:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175960.330813:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175960.330817:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175960.330819:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175960.330821:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175960.330825:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175960.330828:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175960.330865:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175960.330871:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175960.330878:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175960.330881:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175960.330890:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786175960.330897:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175960.330902:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175960.330907:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175960.330913:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175960.330918:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175960.330923:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175960.330949:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786175960.330957:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175960.330968:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407198848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175960.330986:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175960.330991:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175960.331001:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407198848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175960.331025:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175960.331030:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175960.331038:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175960.331041:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175960.331046:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175960.331052:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175960.331059:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10480
00000400:00000200:3.0:1786175960.331068:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175960.331075:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175960.331082:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175960.331089:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.331095:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175960.331103:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.331108:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175960.331116:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175960.331120:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175960.331125:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175960.331130:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175960.331136:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175960.331143:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175960.331153:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.331157:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175960.331162:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.331167:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175960.331173:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175960.331181:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175960.331190:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175960.331196:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175960.331203:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175960.331209:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175960.331213:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175960.331219:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175960.331227:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175960.331232:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175960.331236:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786175960.331240:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175960.331245:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175960.331247:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175960.331250:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175960.331251:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175960.331253:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175960.331257:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786175960.331263:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175960.331272:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407198976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175960.331284:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175960.331288:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175960.331296:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407198976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175960.331309:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175960.331312:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175960.331317:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175960.331321:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175960.331323:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175960.331327:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175960.331331:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10480
00000400:00000200:3.0:1786175960.331335:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175960.331341:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175960.331345:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175960.331349:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.331354:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175960.331358:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.331362:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175960.331365:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175960.331368:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175960.331371:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175960.331375:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175960.331377:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175960.331379:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175960.331386:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.331390:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175960.331393:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175960.331395:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175960.331399:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175960.331404:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175960.331407:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175960.331412:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175960.331415:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175960.331418:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175960.331422:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175960.331424:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175960.331431:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175960.331435:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175960.331462:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786175960.331467:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175960.331473:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175960.331478:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175960.331487:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175960.331491:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175960.331498:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175960.331511:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786175960.331518:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175960.331530:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407199104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175960.331569:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175960.331573:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175960.331578:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407199104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175960.331593:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175960.331603:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10490)
00000800:00000200:0.1:1786175960.331637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175960.331639:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786175960.332017:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175960.332020:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786175960.332463:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175960.332466:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786175960.332759:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175960.332762:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1786175965.449946:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175965.449957:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786175965.449959:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175965.449963:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175965.449968:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175965.449975:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10485
00000400:00000200:3.0:1786175965.449985:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175965.449991:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175965.449994:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175965.449998:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450001:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175965.450004:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450006:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175965.450010:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175965.450013:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786175965.450016:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175965.450019:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786175965.450022:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786175965.450024:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786175965.450027:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450029:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175965.450030:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450032:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175965.450035:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786175965.450038:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450040:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175965.450043:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175965.450046:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175965.450049:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175965.450051:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786175965.450053:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175965.450062:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786175965.450067:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786175965.450072:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175965.450074:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175965.450078:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175965.450081:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175965.450087:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175965.450097:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786175965.450106:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175965.450118:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407199232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175965.450132:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175965.450137:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175965.450142:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407199232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175965.450165:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175965.450168:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175965.450171:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786175965.450173:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175965.450175:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175965.450177:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175965.450179:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10485
00000400:00000200:3.0:1786175965.450183:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175965.450186:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175965.450188:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175965.450191:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450194:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175965.450196:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450198:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175965.450200:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175965.450202:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786175965.450204:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175965.450206:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786175965.450208:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786175965.450210:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786175965.450214:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450216:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175965.450217:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450220:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175965.450223:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786175965.450230:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450233:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175965.450236:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175965.450242:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175965.450248:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175965.450250:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175965.450254:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175965.450261:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175965.450266:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175965.450273:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786175965.450278:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175965.450284:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175965.450289:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175965.450296:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175965.450300:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175965.450306:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175965.450311:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786175965.450319:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175965.450332:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407199360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175965.450348:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175965.450353:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175965.450360:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407199360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175965.450375:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175965.450379:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175965.450382:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786175965.450384:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175965.450387:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175965.450392:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175965.450398:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10485
00000400:00000200:3.0:1786175965.450402:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175965.450410:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175965.450414:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175965.450419:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450423:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175965.450425:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450428:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175965.450432:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175965.450433:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786175965.450436:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175965.450440:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786175965.450444:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786175965.450449:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786175965.450458:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450461:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175965.450466:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450469:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175965.450474:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786175965.450481:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450484:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175965.450485:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175965.450487:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175965.450489:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175965.450490:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175965.450492:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786175965.450494:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175965.450498:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175965.450504:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786175965.450509:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786175965.450513:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175965.450515:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175965.450521:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175965.450523:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175965.450525:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175965.450530:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786175965.450534:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175965.450541:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407199488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175965.450556:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175965.450559:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175965.450566:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407199488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175965.450577:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786175965.450592:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175965.450603:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786175965.450607:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175965.450611:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175965.450616:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175965.450622:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10485
00000400:00000200:3.0:1786175965.450630:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175965.450636:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175965.450639:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175965.450646:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450650:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175965.450655:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450658:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175965.450661:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175965.450665:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786175965.450668:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175965.450671:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786175965.450675:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786175965.450681:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786175965.450689:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450692:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175965.450696:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450699:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175965.450703:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786175965.450710:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450715:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175965.450717:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175965.450722:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175965.450727:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175965.450729:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175965.450732:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175965.450737:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175965.450742:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175965.450747:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786175965.450753:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786175965.450756:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175965.450758:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175965.450760:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175965.450762:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175965.450766:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175965.450796:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786175965.450799:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175965.450805:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407199616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175965.450816:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175965.450820:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175965.450830:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407199616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1786175965.450836:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786175965.450844:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786175965.450847:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1786175965.450848:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786175965.450857:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786175965.450861:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786175965.450864:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786175965.450868:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786175965.450874:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10485
00000400:00000200:3.0:1786175965.450880:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786175965.450902:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786175965.450905:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786175965.450908:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450910:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175965.450916:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450920:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786175965.450925:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786175965.450928:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786175965.450932:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786175965.450936:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786175965.450938:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786175965.450940:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786175965.450949:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450954:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786175965.450958:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450960:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786175965.450962:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786175965.450968:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786175965.450972:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786175965.450975:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786175965.450980:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786175965.450986:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175965.450991:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786175965.450994:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786175965.451001:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175965.451006:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786175965.451009:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786175965.451012:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786175965.451017:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786175965.451021:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786175965.451023:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786175965.451027:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786175965.451029:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786175965.451036:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786175965.451042:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786175965.451052:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407199744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786175965.451086:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786175965.451092:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175965.451104:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407199744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786175965.451127:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786175965.451136:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10495)
00000800:00000200:0.1:1786175965.451596:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175965.451600:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175965.452078:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175965.452082:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175965.452511:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175965.452515:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786175965.452984:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175965.452987:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786175970.571654:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175970.571669:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175970.573269:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175970.573274:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175970.573700:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175970.573702:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175970.574155:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175970.574157:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175970.574398:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175970.574401:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786175975.690616:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175975.690622:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1786175975.691292:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175975.691295:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1786175975.691564:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175975.691566:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1786175975.691830:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175975.691832:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1786175975.692060:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175975.692062:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1786175980.811028:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175980.811036:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1786175980.812401:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175980.812404:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1786175980.812918:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175980.812922:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1786175980.813379:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175980.813382:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1786175980.814049:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786175980.814053:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786175985.931076:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175985.931089:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175985.932371:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175985.932382:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175985.933060:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175985.933067:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175985.933539:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175985.933543:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175985.934029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175985.934035:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786175991.051233:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175991.052353:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175991.052767:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175991.053105:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175991.053397:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175996.171401:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175996.171417:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175996.173403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175996.173407:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175996.173899:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175996.173902:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175996.174353:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175996.174356:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786175996.174962:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786175996.174966:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176001.290525:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176001.290532:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786176001.291145:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176001.291148:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786176001.291368:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176001.291370:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786176001.291575:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176001.291576:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786176001.291847:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176001.291849:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786176006.410875:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176006.410884:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176006.411690:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176006.411694:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176006.412093:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176006.412097:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176006.412439:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176006.412442:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176006.412989:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176006.412992:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1786176011.530047:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176011.530062:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176011.530067:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176011.530072:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176011.530079:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176011.530089:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10531
00000400:00000200:3.0:1786176011.530120:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176011.530130:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176011.530135:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176011.530143:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.530148:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176011.530153:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.530157:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176011.530164:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176011.530168:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176011.530173:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176011.530178:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176011.530183:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176011.530188:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176011.530194:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.530198:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176011.530202:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.530206:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176011.530212:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176011.530219:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176011.530223:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176011.530228:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176011.530234:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176011.530239:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176011.530243:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176011.530247:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176011.530262:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786176011.530268:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176011.530275:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176011.530278:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176011.530283:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176011.530287:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176011.530294:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176011.530307:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786176011.530318:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176011.530334:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407204992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176011.530363:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176011.530370:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176011.530379:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407204992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176011.530429:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176011.530435:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176011.530466:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176011.530469:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176011.530473:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176011.530477:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176011.530482:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10531
00000400:00000200:3.0:1786176011.530498:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176011.530506:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176011.530510:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176011.530517:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.530523:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176011.530528:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.530532:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176011.530539:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176011.530546:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176011.530552:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176011.530561:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176011.530573:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176011.530583:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176011.530600:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.530611:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176011.530622:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.530636:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176011.530651:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176011.530668:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176011.530678:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176011.530687:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176011.530709:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176011.530722:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176011.530729:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176011.530739:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176011.530750:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176011.530760:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176011.530851:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786176011.530863:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176011.530872:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176011.530878:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176011.530886:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176011.530892:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176011.530900:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176011.530914:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786176011.530927:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176011.530948:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407205120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176011.530987:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176011.530996:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176011.531011:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407205120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176011.531058:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176011.531067:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176011.531080:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176011.531090:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176011.531097:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1786176011.531108:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176011.531111:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.1:1786176011.531119:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00080000:3.0:1786176011.531124:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10531
00000400:00000200:3.0:1786176011.531142:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176011.531157:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176011.531169:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176011.531181:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.531189:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176011.531199:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.531209:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176011.531219:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176011.531224:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176011.531231:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176011.531239:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176011.531246:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176011.531258:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176011.531276:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.531284:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176011.531293:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.531303:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176011.531311:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176011.531321:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176011.531339:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176011.531349:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176011.531362:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176011.531375:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176011.531385:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176011.531404:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176011.531413:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176011.531424:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176011.531466:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000020:00000040:3.0:1786176011.531476:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176011.531486:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176011.531493:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176011.531509:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176011.531515:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176011.531522:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176011.531535:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786176011.531548:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176011.531569:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407205248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176011.531619:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176011.531630:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176011.531652:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407205248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176011.531691:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176011.531705:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176011.531719:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176011.531726:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176011.531733:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176011.531743:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176011.531755:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10531
00000400:00000200:3.0:1786176011.531808:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176011.531822:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176011.531831:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176011.531846:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.531854:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176011.531865:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.531877:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176011.531890:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176011.531899:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176011.531906:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176011.531914:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176011.531925:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176011.531938:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176011.531956:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.531965:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176011.531977:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.531986:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176011.531999:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176011.532027:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176011.532038:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176011.532047:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176011.532058:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176011.532068:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176011.532076:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176011.532084:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176011.532096:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176011.532104:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176011.532117:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786176011.532126:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176011.532137:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176011.532143:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176011.532150:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176011.532156:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176011.532163:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176011.532175:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786176011.532188:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176011.532209:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407205376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176011.532246:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176011.532257:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176011.532275:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407205376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176011.532331:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176011.532343:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176011.532358:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:0.1:1786176011.532360:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176011.532368:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1786176011.532370:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00080000:3.0:1786176011.532376:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176011.532394:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176011.532407:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10531
00000400:00000200:3.0:1786176011.532425:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176011.532465:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176011.532474:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176011.532492:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.532503:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176011.532513:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.532524:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176011.532536:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176011.532542:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176011.532548:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176011.532557:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176011.532565:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176011.532575:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176011.532594:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.532608:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176011.532622:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176011.532635:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176011.532649:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176011.532666:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176011.532676:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176011.532686:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176011.532697:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176011.532709:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176011.532719:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176011.532737:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176011.532747:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176011.532758:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176011.532813:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786176011.532825:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176011.532838:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176011.532846:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176011.532855:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176011.532862:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176011.532869:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176011.532888:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786176011.532902:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176011.532928:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407205504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176011.533010:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176011.533019:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176011.533037:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407205504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176011.533071:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176011.533087:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10541)
00000800:00000200:0.1:1786176011.533240:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176011.533242:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786176011.533705:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176011.533708:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786176011.534307:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176011.534310:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00080000:3.0:1786176016.649893:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176016.649906:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176016.649909:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176016.649914:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176016.649922:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176016.649933:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10536
00000400:00000200:3.0:1786176016.649944:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176016.649954:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176016.649958:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176016.649961:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.649965:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176016.649968:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.649970:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176016.649974:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176016.649977:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176016.649980:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176016.649983:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176016.649985:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176016.649988:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176016.649990:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.649992:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176016.649994:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.649996:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176016.649999:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176016.650003:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650005:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176016.650008:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176016.650012:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176016.650015:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176016.650017:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176016.650020:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176016.650030:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786176016.650034:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176016.650038:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176016.650041:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176016.650044:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176016.650048:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176016.650053:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176016.650063:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176016.650070:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176016.650082:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407205632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176016.650093:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176016.650098:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176016.650103:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407205632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176016.650127:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176016.650131:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176016.650135:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176016.650137:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176016.650139:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176016.650143:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176016.650146:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10536
00000400:00000200:3.0:1786176016.650151:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176016.650156:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176016.650159:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176016.650163:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650166:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176016.650168:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650171:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176016.650175:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176016.650176:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176016.650179:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176016.650182:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176016.650186:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176016.650190:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176016.650194:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650198:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176016.650202:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650204:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176016.650208:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176016.650214:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650219:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176016.650224:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176016.650232:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176016.650239:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176016.650244:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176016.650252:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176016.650257:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176016.650261:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176016.650265:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786176016.650268:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176016.650271:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176016.650274:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176016.650279:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176016.650282:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176016.650287:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176016.650293:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786176016.650301:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176016.650313:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407205760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176016.650334:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176016.650338:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176016.650347:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407205760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176016.650372:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176016.650377:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176016.650383:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176016.650385:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176016.650387:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176016.650418:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176016.650427:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10536
00000400:00000200:3.0:1786176016.650440:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176016.650451:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176016.650458:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176016.650471:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650479:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176016.650487:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650493:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176016.650495:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176016.650497:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176016.650499:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176016.650503:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176016.650508:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176016.650510:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176016.650519:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650522:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176016.650524:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650528:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176016.650531:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176016.650534:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650536:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176016.650538:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176016.650541:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176016.650546:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176016.650550:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176016.650554:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176016.650559:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176016.650566:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176016.650575:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786176016.650582:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176016.650590:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176016.650596:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176016.650604:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176016.650610:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176016.650615:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176016.650625:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786176016.650631:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176016.650642:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407205888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1786176016.650651:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176016.650658:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1786176016.650659:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1786176016.650664:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176016.650674:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407205888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176016.650694:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176016.650704:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176016.650716:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176016.650722:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176016.650728:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176016.650737:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176016.650755:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10536
00000400:00000200:3.0:1786176016.650811:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176016.650822:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176016.650829:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176016.650837:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650839:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176016.650843:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650849:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176016.650853:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176016.650857:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176016.650860:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176016.650863:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176016.650870:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176016.650878:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176016.650885:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650888:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176016.650894:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650901:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176016.650908:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176016.650915:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176016.650918:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176016.650922:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176016.650929:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176016.650933:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176016.650938:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176016.650942:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176016.650949:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176016.650954:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176016.650961:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786176016.650965:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176016.650969:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176016.650973:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176016.650977:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176016.650980:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176016.650983:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176016.650991:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786176016.650998:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176016.651010:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407206016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176016.651042:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176016.651048:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176016.651058:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407206016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176016.651078:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176016.651086:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176016.651094:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176016.651098:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176016.651102:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176016.651110:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176016.651117:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10536
00000400:00000200:3.0:1786176016.651125:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176016.651133:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176016.651140:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176016.651150:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.651158:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176016.651168:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.651177:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176016.651185:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176016.651191:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176016.651197:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176016.651204:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176016.651209:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176016.651214:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176016.651223:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.651229:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176016.651234:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176016.651238:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176016.651243:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176016.651249:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176016.651251:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176016.651253:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176016.651256:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176016.651264:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176016.651267:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176016.651273:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176016.651275:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176016.651284:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176016.651290:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786176016.651294:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176016.651298:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176016.651302:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176016.651307:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176016.651311:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176016.651315:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176016.651325:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176016.651334:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176016.651347:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407206144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176016.651386:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176016.651409:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176016.651421:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407206144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176016.651445:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176016.651455:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10547)
00000800:00000200:0.1:1786176016.651536:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176016.651538:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786176016.651844:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176016.651847:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786176016.652089:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176016.652091:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786176016.652475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176016.652477:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786176021.771075:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176021.771089:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786176021.772247:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176021.772251:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786176021.772655:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176021.772658:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786176021.773097:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176021.773101:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786176021.773496:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176021.773500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786176026.890399:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176026.890404:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786176026.890874:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176026.890876:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786176026.891074:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176026.891076:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786176026.891256:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176026.891258:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786176026.891491:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176026.891493:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000008:00000020:3.0:1786176030.985876:0:113438:0:(osc_request.c:745:osc_update_next_shrink()) next time 11756 to shrink grant
00000008:00000020:3.0:1786176030.985885:0:113438:0:(osc_request.c:745:osc_update_next_shrink()) next time 11756 to shrink grant
00000008:00000020:3.0:1786176030.985888:0:113438:0:(osc_request.c:745:osc_update_next_shrink()) next time 11756 to shrink grant
00000800:00000200:1.1:1786176032.010626:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176032.010634:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786176032.011593:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176032.011598:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786176032.012044:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176032.012047:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786176032.012428:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176032.012431:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1786176032.012931:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176032.012934:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176037.131489:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176037.131501:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176037.132871:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176037.132874:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176037.133278:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176037.133283:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176037.133703:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176037.133705:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176037.134259:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176037.134261:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786176042.250652:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176042.250661:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000010:1.0:1786176042.250680:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176042.250691:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176042.250704:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176042.250711:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176042.250718:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176042.250727:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176042.250746:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebce00 x1872930407208832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.250760:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176042.250793:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407208832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.250807:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176042.250810:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176042.250822:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176042.250834:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176042.250845:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305243947
00000100:00000001:1.0:1786176042.250862:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305238828
00000100:00000001:1.0:1786176042.250872:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305243947
00000100:00000001:1.0:1786176042.250881:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305238828
00000100:00000001:1.0:1786176042.250888:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176042.250893:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176042.250902:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176042.250913:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176042/real 1786176042]  req@ffff9f1482ebce00 x1872930407208832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176042.250941:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176042.250946:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176042.250952:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176042.250960:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176042.250965:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176042.250972:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176042.250979:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407208832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176042.251007:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407208832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.251025:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176042.251039:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.251044:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176042.251051:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176042.251070:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407208832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.251085:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176042.251096:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407208832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.251121:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176042.251127:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.251131:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176042.251135:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.251157:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176042.251165:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176042.251170:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176042.251177:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176042.251183:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176042.251195:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407208832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176042.251238:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407208832:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176042.251256:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.251266:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176042.251280:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407208832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.251322:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176042.251328:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176042.251334:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddac00.
02000000:00000001:1.0:1786176042.251342:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176042.251348:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176042.251351:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176042.251356:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176042.251362:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4400.
02000000:00000001:1.0:1786176042.251368:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176042.251372:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176042.251376:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:1.0:1786176042.251383:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176042.251387:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.251392:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.251405:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176042.251411:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176042.251418:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176042.251423:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176042.251427:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176042.251437:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407208960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.251469:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176042.251474:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176042.251484:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176042.251489:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176042.251496:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176042.251507:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407208960:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176042.251514:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176042.251519:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176042.251524:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176042.251527:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176042.251535:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddac00.
02000000:00000001:1.0:1786176042.251539:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176042.251550:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176042.251555:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176042.251563:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176042.251569:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407208960, portal 10
00000100:00000001:1.0:1786176042.251575:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176042.251578:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:1.0:1786176042.251595:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407208960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.251613:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176042.251622:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176042.251628:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176042.251631:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407208960, offset 0
00000400:00000200:1.0:1786176042.251639:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176042.251647:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176042.251651:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176042.251656:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176042.251660:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176042.251663:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176042.251665:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176042.251668:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272605:272605:256:4294967295] 192.168.202.146@tcp LPNI seq info [272566:272566:8:4294967295]
00000400:00000200:1.0:1786176042.251672:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176042.251678:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176042.251682:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176042.251685:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176042.251689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176042.251692:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176042.251696:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176042.251698:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176042.251702:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176042.251703:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176042.251707:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176042.251710:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176042.251713:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176042.251715:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176042.251718:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176042.251722:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407208960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.251730:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176042.251733:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407208960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.251764:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176042.251766:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176042.251792:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176042.251796:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176042.251800:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176042.251802:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305234982
00000100:00000001:1.0:1786176042.251805:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305243947
00000100:00000001:1.0:1786176042.251808:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305234982
00000100:00000001:1.0:1786176042.251810:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305243947
00000100:00000001:1.0:1786176042.251812:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176042.251814:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176042.251816:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176042.251820:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176042/real 1786176042]  req@ffff9f1482ebea00 x1872930407208960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176042.251827:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176042.251829:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176042.251831:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176042.251833:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176042.251835:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176042.251837:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176042.251840:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407208960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176042.251847:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407208960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.251859:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176042.251861:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.251863:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176042.251864:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176042.251867:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407208960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.251872:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176042.251876:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407208960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.251881:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176042.251883:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.251885:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176042.251886:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.251887:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176042.251889:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176042.251892:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176042.251894:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176042.251897:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176042.251900:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407208960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176042.251907:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407208960:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176042.251910:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176042.251912:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407209088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.251918:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176042.251919:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176042.251921:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176042.251923:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176042.251926:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176042.251928:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407209088:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176042.251931:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176042.251933:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176042.251934:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176042.251936:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176042.251940:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9c00.
02000000:00000001:1.0:1786176042.251942:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176042.251944:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176042.251947:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176042.251950:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176042.251952:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407209088, portal 10
00000100:00000001:1.0:1786176042.251954:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176042.251956:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:1.0:1786176042.251961:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407209088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.251967:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176042.251969:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176042.251971:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176042.251973:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407209088, offset 0
00000400:00000200:1.0:1786176042.251977:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176042.251980:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176042.251983:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176042.251985:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176042.251988:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176042.251990:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176042.251992:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176042.251995:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272606:272606:256:4294967295] 192.168.202.146@tcp LPNI seq info [272567:272567:8:4294967295]
00000400:00000200:1.0:1786176042.251999:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176042.252005:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176042.252009:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176042.252012:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176042.252016:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176042.252018:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176042.252022:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176042.252024:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176042.252028:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176042.252030:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176042.252033:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176042.252037:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176042.252039:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176042.252041:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176042.252043:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176042.252046:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407209088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252053:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176042.252056:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407209088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252062:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176042.252064:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176042.252066:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176042.252068:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176042.252071:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176042.252072:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305235063
00000100:00000001:1.0:1786176042.252075:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305243947
00000100:00000001:1.0:1786176042.252077:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305235063
00000100:00000001:1.0:1786176042.252079:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305243947
00000100:00000001:1.0:1786176042.252081:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176042.252083:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176042.252084:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176042.252087:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176042/real 1786176042]  req@ffff9f1482ebe680 x1872930407209088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176042.252095:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176042.252096:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176042.252098:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176042.252100:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176042.252101:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176042.252102:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176042.252105:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407209088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176042.252111:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407209088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252117:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176042.252118:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252120:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176042.252121:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176042.252124:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407209088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252130:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176042.252133:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407209088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252138:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176042.252158:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252161:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176042.252162:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252163:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176042.252165:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176042.252167:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176042.252170:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176042.252172:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176042.252176:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407209088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176042.252184:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407209088:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176042.252187:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176042.252190:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407209216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252195:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176042.252197:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176042.252199:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176042.252201:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176042.252203:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176042.252205:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407209216:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176042.252208:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176042.252209:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176042.252210:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176042.252212:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176042.252217:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176042.252219:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176042.252224:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176042.252228:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176042.252232:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176042.252237:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407209216, portal 4
00000100:00000001:1.0:1786176042.252240:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176042.252241:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000040:1.0:1786176042.252250:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407209216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252261:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176042.252264:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176042.252268:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176042.252272:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407209216, offset 0
00000400:00000200:1.0:1786176042.252278:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176042.252284:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176042.252288:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176042.252291:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176042.252293:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176042.252296:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176042.252298:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176042.252301:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272607:272607:256:4294967295] 192.168.202.146@tcp LPNI seq info [272568:272568:8:4294967295]
00000400:00000200:1.0:1786176042.252305:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176042.252311:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176042.252315:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176042.252318:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176042.252322:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176042.252324:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176042.252328:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176042.252331:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176042.252334:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176042.252336:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176042.252339:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176042.252342:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176042.252345:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176042.252346:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176042.252349:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176042.252352:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407209216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252360:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176042.252362:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407209216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252368:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176042.252370:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176042.252372:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176042.252375:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176042.252378:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176042.252381:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305236322
00000100:00000001:1.0:1786176042.252383:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305243947
00000100:00000001:1.0:1786176042.252385:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305236322
00000100:00000001:1.0:1786176042.252387:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305243947
00000100:00000001:1.0:1786176042.252389:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176042.252390:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176042.252392:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176042.252395:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176042/real 1786176042]  req@ffff9f1482ebc000 x1872930407209216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176042.252401:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176042.252403:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176042.252404:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176042.252406:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176042.252408:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176042.252410:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176042.252412:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407209216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176042.252420:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407209216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252425:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176042.252426:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252427:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176042.252429:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176042.252431:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407209216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252438:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176042.252443:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407209216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252451:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176042.252456:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252458:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176042.252460:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252462:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176042.252464:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176042.252468:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176042.252473:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176042.252477:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176042.252483:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407209216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176042.252495:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407209216:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176042.252501:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252504:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176042.252508:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407208960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252515:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176042.252517:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176042.252519:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddac00.
02000000:00000001:1.0:1786176042.252522:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176042.252523:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176042.252524:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176042.252526:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176042.252529:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:1.0:1786176042.252531:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176042.252533:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176042.252534:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:1.0:1786176042.252539:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176042.252540:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252542:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176042.252544:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407209088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252556:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176042.252557:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176042.252559:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9c00.
02000000:00000001:1.0:1786176042.252561:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176042.252562:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176042.252563:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176042.252564:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176042.252566:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5800.
02000000:00000001:1.0:1786176042.252567:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176042.252568:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176042.252569:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:1.0:1786176042.252571:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176042.252572:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252573:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176042.252575:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407209216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252580:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176042.252581:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176042.252582:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176042.252585:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176042.252586:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176042.252587:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176042.252588:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176042.252589:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4800.
02000000:00000001:1.0:1786176042.252591:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176042.252591:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176042.252593:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:1.0:1786176042.252594:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176042.252595:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252597:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252600:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176042.252601:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176042.252603:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176042.252604:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176042.252606:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176042.252610:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407209344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252616:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176042.252617:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176042.252620:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176042.252621:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176042.252623:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176042.252625:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407209344:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176042.252628:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176042.252630:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176042.252632:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176042.252634:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176042.252637:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176042.252638:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176042.252642:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176042.252644:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176042.252647:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176042.252650:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407209344, portal 4
00000100:00000001:1.0:1786176042.252652:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176042.252653:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:1.0:1786176042.252660:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407209344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252666:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176042.252668:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176042.252670:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176042.252672:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407209344, offset 0
00000400:00000200:1.0:1786176042.252675:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176042.252679:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176042.252682:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176042.252684:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176042.252687:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176042.252689:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176042.252692:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176042.252695:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272608:272608:256:4294967295] 192.168.202.146@tcp LPNI seq info [272569:272569:8:4294967295]
00000400:00000200:1.0:1786176042.252699:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176042.252704:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176042.252708:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176042.252711:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176042.252715:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176042.252718:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176042.252721:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176042.252724:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176042.252727:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176042.252730:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176042.252732:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176042.252735:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176042.252738:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176042.252740:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176042.252742:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176042.252745:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407209344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252753:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176042.252755:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407209344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252761:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176042.252763:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176042.252765:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176042.252768:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176042.252791:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176042.252793:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305236113
00000100:00000001:1.0:1786176042.252796:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305243947
00000100:00000001:1.0:1786176042.252798:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305236113
00000100:00000001:1.0:1786176042.252800:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305243947
00000100:00000001:1.0:1786176042.252802:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176042.252805:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176042.252807:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176042.252810:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176042/real 1786176042]  req@ffff9f1482ebd500 x1872930407209344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176042.252818:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176042.252819:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176042.252821:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176042.252823:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176042.252825:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176042.252827:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176042.252830:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407209344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176042.252837:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407209344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252843:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176042.252844:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252846:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176042.252847:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176042.252850:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407209344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252855:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176042.252858:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407209344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252864:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176042.252866:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252867:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176042.252868:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252869:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176042.252871:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176042.252873:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176042.252876:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176042.252878:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176042.252882:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407209344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176042.252888:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407209344:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176042.252891:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252893:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176042.252895:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407209344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176042.252900:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176042.252901:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176042.252903:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176042.252906:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176042.252907:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176042.252909:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176042.252912:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176042.252914:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6000.
02000000:00000001:1.0:1786176042.252917:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176042.252919:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176042.252920:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:1.0:1786176042.252924:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176042.252926:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252929:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176042.252933:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176042.252936:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176042.252939:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176042.252941:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176043.081871:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176043.081878:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176044.105971:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176044.105985:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176045.129920:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176045.129928:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176046.153908:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176046.153919:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176046.153922:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176046.153926:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176046.153933:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176046.153936:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176046.153938:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176046.153940:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176047.177909:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176047.177917:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176047.369947:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176047.369962:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176047.369965:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176047.369971:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176047.369977:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176047.369985:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10567
00000400:00000200:1.0:1786176047.369994:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176047.370001:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176047.370004:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176047.370007:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.370010:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176047.370012:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.370015:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176047.370018:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176047.370020:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176047.370024:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176047.370027:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176047.370028:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176047.370030:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176047.370032:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.370034:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176047.370035:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.370038:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176047.370040:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176047.370043:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176047.370045:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176047.370047:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176047.370051:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176047.370053:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176047.370055:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176047.370057:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176047.370069:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5180.
00000020:00000040:1.0:1786176047.370072:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176047.370077:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176047.370078:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176047.370082:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176047.370085:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176047.370089:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176047.370111:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddbc00.
00000100:00000001:1.0:1786176047.370119:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176047.370131:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5180 x1872930407209472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176047.370149:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176047.370156:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176047.370163:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef159443] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5180 x1872930407209472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176047.370194:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176047.370198:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176047.370201:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176047.370203:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176047.370205:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176047.370209:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176047.370212:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10567
00000400:00000200:1.0:1786176047.370218:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176047.370223:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176047.370226:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176047.370231:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.370237:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176047.370242:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.370247:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176047.370250:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176047.370251:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176047.370253:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176047.370256:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176047.370258:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176047.370265:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176047.370280:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.370289:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176047.370294:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.370303:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176047.370309:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176047.370317:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176047.370322:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176047.370330:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176047.370342:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176047.370347:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176047.370349:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176047.370355:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176047.370361:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176047.370364:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176047.370371:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7480.
00000020:00000040:1.0:1786176047.370387:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176047.370400:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176047.370403:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176047.370412:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176047.370415:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176047.370420:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176047.370426:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
00000100:00000001:1.0:1786176047.370431:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176047.370440:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7480 x1872930407209600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176047.370459:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176047.370470:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176047.370485:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ede54877] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7480 x1872930407209600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176047.370515:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176047.370523:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176047.370529:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176047.370531:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176047.370532:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176047.370540:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176047.370545:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10567
00000400:00000200:1.0:1786176047.370584:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176047.370592:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176047.370600:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176047.370605:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.370610:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176047.370618:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.370626:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176047.370630:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176047.370634:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000800:00000200:0.1:1786176047.370635:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:1.0:1786176047.370639:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176047.370643:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000800:00000200:0.1:1786176047.370644:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1786176047.370655:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176047.370665:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176047.370680:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.370691:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176047.370698:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.370705:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176047.370714:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176047.370726:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176047.370730:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176047.370732:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176047.370737:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176047.370745:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176047.370749:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176047.370761:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176047.370829:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176047.370834:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176047.370840:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786176047.370846:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176047.370851:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176047.370853:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176047.370858:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176047.370860:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176047.370864:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176047.370878:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786176047.370883:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176047.370896:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407209728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176047.370926:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176047.370930:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176047.370945:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407209728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176047.371018:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176047.371025:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176047.371052:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176047.371055:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176047.371058:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176047.371064:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176047.371071:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10567
00000400:00000200:1.0:1786176047.371079:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176047.371087:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176047.371108:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176047.371119:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.371128:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176047.371151:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.371158:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176047.371164:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176047.371168:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176047.371171:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176047.371174:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176047.371181:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176047.371183:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176047.371191:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.371194:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176047.371198:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.371204:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176047.371214:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176047.371227:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176047.371244:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176047.371253:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176047.371257:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176047.371275:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176047.371286:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176047.371293:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176047.371306:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176047.371314:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176047.371326:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786176047.371334:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176047.371338:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176047.371345:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176047.371351:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176047.371356:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176047.371361:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176047.371372:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:1.0:1786176047.371380:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176047.371395:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407209856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176047.371420:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176047.371426:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176047.371434:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407209856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176047.371458:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176047.371472:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176047.371475:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176047.371477:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176047.371480:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176047.371492:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176047.371506:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10567
00000400:00000200:1.0:1786176047.371512:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176047.371520:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176047.371529:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176047.371540:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.371548:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176047.371554:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.371566:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176047.371579:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176047.371584:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176047.371592:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176047.371595:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176047.371598:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176047.371606:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176047.371622:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.371626:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176047.371636:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176047.371640:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176047.371648:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176047.371662:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176047.371673:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176047.371681:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176047.371688:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176047.371701:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176047.371710:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176047.371714:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176047.371726:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176047.371737:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176047.371746:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786176047.371755:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176047.371762:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176047.371766:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176047.371769:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176047.371770:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176047.371772:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176047.371776:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786176047.371780:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176047.371813:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407209984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176047.371872:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176047.371877:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176047.371889:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407209984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1786176047.371899:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176047.371906:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1786176047.371935:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176047.371947:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10577)
00000800:00000200:0.1:1786176047.372220:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176047.372222:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786176047.372416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176047.372418:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786176047.372666:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176047.372668:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1786176048.201913:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176048.201920:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176049.225898:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176049.225909:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176050.249944:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176050.249962:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176051.273972:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176051.273985:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176052.297935:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176052.297946:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176052.489958:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176052.489975:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176052.489982:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176052.489988:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176052.489999:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176052.490011:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10572
00000400:00000200:3.0:1786176052.490025:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176052.490035:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176052.490039:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176052.490069:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.490076:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176052.490080:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.490083:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176052.490089:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176052.490092:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176052.490095:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176052.490100:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176052.490103:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176052.490106:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176052.490110:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.490113:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176052.490116:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.490119:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176052.490123:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176052.490127:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176052.490130:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176052.490133:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176052.490138:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176052.490142:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176052.490145:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176052.490148:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176052.490159:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786176052.490163:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176052.490168:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176052.490170:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176052.490174:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176052.490178:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176052.490184:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176052.490193:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176052.490202:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176052.490214:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407210112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176052.490229:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176052.490235:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176052.490242:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407210112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176052.490274:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176052.490290:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176052.490295:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176052.490297:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176052.490299:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176052.490303:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176052.490307:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10572
00000400:00000200:3.0:1786176052.490312:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176052.490317:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176052.490320:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176052.490326:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.490329:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176052.490334:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.490339:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176052.490345:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176052.490347:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176052.490350:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176052.490353:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176052.490355:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176052.490358:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176052.490364:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.490378:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176052.490383:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.490390:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176052.490400:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176052.490408:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176052.490418:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176052.490423:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176052.490433:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176052.490449:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176052.490460:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176052.490477:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176052.490491:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176052.490497:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176052.490505:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786176052.490517:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176052.490541:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176052.490551:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176052.490574:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176052.490593:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176052.490613:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176052.490635:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786176052.490643:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176052.490662:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407210240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176052.490695:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176052.490701:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176052.490713:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407210240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176052.490741:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176052.490747:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176052.490767:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176052.490770:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176052.490829:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176052.490834:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176052.490841:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10572
00000400:00000200:3.0:1786176052.490869:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176052.490888:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176052.490897:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176052.490916:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.490923:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176052.490938:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.490952:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176052.490962:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176052.490965:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176052.490975:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176052.490982:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176052.491002:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176052.491021:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176052.491072:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.491082:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176052.491105:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.491118:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176052.491133:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176052.491150:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176052.491174:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176052.491183:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176052.491192:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176052.491199:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176052.491213:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176052.491223:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176052.491236:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176052.491251:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176052.491276:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786176052.491300:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176052.491312:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176052.491321:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176052.491332:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176052.491340:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176052.491349:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786176052.491363:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000010:3.0:1786176052.491367:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000800:00000200:0.1:1786176052.491372:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1786176052.491375:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176052.491393:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407210368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176052.491417:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176052.491426:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176052.491443:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407210368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176052.491471:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176052.491480:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176052.491490:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176052.491495:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176052.491502:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176052.491522:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176052.491537:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10572
00000400:00000200:3.0:1786176052.491552:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176052.491566:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176052.491580:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176052.491596:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.491618:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176052.491640:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.491646:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176052.491652:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176052.491659:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176052.491666:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176052.491674:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176052.491678:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176052.491682:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176052.491694:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.491701:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176052.491714:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.491730:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176052.491738:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176052.491749:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176052.491756:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176052.491760:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176052.491766:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176052.491807:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176052.491810:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176052.491815:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176052.491819:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176052.491822:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176052.491827:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176052.491835:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176052.491852:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176052.491858:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176052.491871:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176052.491879:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176052.491883:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176052.491890:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176052.491897:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176052.491912:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407210496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176052.491960:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176052.491984:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176052.492014:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407210496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176052.492074:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176052.492093:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176052.492103:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176052.492114:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176052.492121:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176052.492141:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176052.492154:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10572
00000400:00000200:3.0:1786176052.492184:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176052.492206:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176052.492211:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176052.492221:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.492239:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176052.492253:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.492270:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176052.492281:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176052.492290:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176052.492311:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176052.492327:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176052.492347:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176052.492363:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176052.492381:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.492398:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176052.492408:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176052.492416:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176052.492421:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176052.492438:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176052.492454:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176052.492464:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176052.492475:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176052.492485:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176052.492498:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176052.492505:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176052.492513:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176052.492523:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176052.492534:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786176052.492552:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176052.492560:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176052.492565:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176052.492574:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176052.492581:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176052.492587:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176052.492602:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176052.492621:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176052.492637:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407210624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176052.492706:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176052.492710:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176052.492722:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407210624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176052.492762:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176052.492770:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10582)
00000800:00000200:0.1:1786176052.492998:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176052.493002:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176052.493382:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176052.493386:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176052.493715:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176052.493719:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176052.494297:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176052.494300:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1786176053.321978:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176053.321989:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176054.345906:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176054.345916:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176055.369959:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176055.369971:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176056.393988:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176056.394032:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176056.394037:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176056.394042:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176056.394049:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176056.394053:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176056.394056:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176056.394060:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176057.417935:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176057.417947:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176057.609880:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176057.609896:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176057.609900:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176057.609905:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176057.609913:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176057.609924:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10577
00000400:00000200:3.0:1786176057.609936:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176057.609945:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176057.609949:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176057.609953:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.609958:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176057.609961:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.609964:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176057.609969:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176057.609972:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176057.609975:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176057.609979:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176057.609982:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176057.609985:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176057.609988:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.609990:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176057.610016:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610019:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176057.610024:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176057.610028:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610031:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176057.610034:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176057.610039:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176057.610043:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176057.610045:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176057.610049:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176057.610089:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786176057.610096:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176057.610102:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176057.610105:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176057.610110:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176057.610115:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176057.610122:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176057.610143:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176057.610157:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176057.610178:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407210752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176057.610202:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176057.610211:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176057.610222:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407210752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176057.610262:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176057.610267:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176057.610272:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176057.610274:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176057.610277:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176057.610281:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176057.610285:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10577
00000400:00000200:3.0:1786176057.610291:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176057.610296:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176057.610299:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176057.610303:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610306:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176057.610309:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610312:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176057.610316:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176057.610318:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176057.610320:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176057.610324:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176057.610327:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176057.610330:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176057.610334:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610337:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176057.610339:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610342:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176057.610347:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176057.610351:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610354:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176057.610357:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176057.610383:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176057.610388:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176057.610393:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176057.610402:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176057.610407:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176057.610410:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176057.610420:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786176057.610427:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176057.610432:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176057.610437:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176057.610441:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176057.610445:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176057.610451:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176057.610459:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176057.610468:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176057.610482:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407210880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176057.610498:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176057.610501:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176057.610507:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407210880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176057.610524:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176057.610531:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176057.610537:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176057.610542:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176057.610544:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176057.610547:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176057.610554:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10577
00000400:00000200:3.0:1786176057.610560:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176057.610563:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176057.610566:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176057.610573:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610578:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176057.610583:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610588:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176057.610592:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176057.610595:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176057.610599:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176057.610603:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176057.610609:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176057.610613:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176057.610626:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610630:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176057.610636:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610639:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176057.610644:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176057.610649:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610657:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176057.610664:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176057.610667:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176057.610669:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176057.610672:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176057.610677:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176057.610683:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176057.610685:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176057.610691:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786176057.610697:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176057.610700:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176057.610704:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176057.610708:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176057.610709:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176057.610715:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176057.610739:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786176057.610748:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176057.610766:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407211008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176057.610835:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176057.610840:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176057.610847:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407211008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176057.610859:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176057.610863:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176057.610868:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176057.610871:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176057.610873:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176057.610878:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176057.610885:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10577
00000400:00000200:3.0:1786176057.610896:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176057.610905:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176057.610909:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176057.610920:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610928:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176057.610932:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610936:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176057.610943:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176057.610948:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176057.610955:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176057.610958:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176057.610961:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176057.610965:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176057.610978:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610981:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176057.610984:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.610988:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176057.611017:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176057.611045:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000800:00000200:0.1:1786176057.611047:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176057.611050:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176057.611055:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176057.611060:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176057.611062:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176057.611064:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176057.611068:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176057.611072:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176057.611075:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176057.611083:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786176057.611110:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176057.611120:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176057.611126:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176057.611133:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176057.611140:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176057.611149:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176057.611180:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786176057.611192:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176057.611208:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407211136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176057.611224:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176057.611230:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176057.611240:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407211136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176057.611256:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176057.611262:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176057.611275:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176057.611279:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176057.611283:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176057.611288:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176057.611296:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10577
00000400:00000200:3.0:1786176057.611306:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176057.611316:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176057.611325:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176057.611339:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.611348:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176057.611359:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.611368:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176057.611378:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176057.611384:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176057.611391:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176057.611397:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176057.611405:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176057.611409:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176057.611418:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.611425:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176057.611428:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176057.611432:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176057.611438:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176057.611449:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176057.611457:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176057.611463:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176057.611469:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176057.611475:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176057.611480:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176057.611484:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176057.611491:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176057.611496:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176057.611509:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786176057.611519:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176057.611528:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176057.611533:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176057.611541:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176057.611548:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176057.611555:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176057.611567:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176057.611578:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176057.611594:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407211264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176057.611636:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176057.611646:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176057.611659:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407211264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176057.611674:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176057.611685:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10588)
00000800:00000200:0.1:1786176057.611689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176057.612047:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176057.612326:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176057.612562:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00010000:00000001:1.0:1786176058.441852:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176058.441860:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176059.465862:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176059.465882:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176060.489933:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176060.489942:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1786176060.682187:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:1.0:1786176060.682249:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1786176060.682275:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176060.682280:0:2389:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:1.0:1786176060.682285:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176060.682296:0:2389:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1786176060.682304:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176060.682309:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:1.0:1786176060.682318:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176060.682324:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176060.682333:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b000
00000400:00000010:1.0:1786176060.682336:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b000.
00000100:00000001:1.0:1786176060.682342:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176060.682354:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485159f80 x1872930407210752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176060.682388:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176060.682394:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159f80 x1872930407210752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176060.682402:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176060.682405:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176060.682426:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176060.682429:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880c000.
00000400:00000200:1.0:1786176060.682433:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176060.682436:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176060.682440:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b4c8
00000400:00000010:1.0:1786176060.682442:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b4c8.
00000100:00000001:1.0:1786176060.682445:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176060.682461:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485158e00 x1872930407210880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176060.682477:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176060.682480:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158e00 x1872930407210880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176060.682487:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176060.682488:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176060.682494:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176060.682497:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880c900.
00000400:00000200:1.0:1786176060.682500:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176060.682504:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176060.682507:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bc38
00000400:00000010:1.0:1786176060.682509:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bc38.
00000100:00000001:1.0:1786176060.682512:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176060.682517:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f148515bb80 x1872930407211008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176060.682526:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176060.682534:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515bb80 x1872930407211008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176060.682542:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176060.682544:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176060.682565:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176060.682569:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ca00.
00000400:00000200:1.0:1786176060.682575:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176060.682584:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176060.682591:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b990
00000400:00000010:1.0:1786176060.682596:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b990.
00000100:00000001:1.0:1786176060.682602:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176060.682606:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485159500 x1872930407211136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176060.682615:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176060.682618:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159500 x1872930407211136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176060.682634:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176060.682636:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176060.682642:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176060.682644:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880c300.
00000400:00000200:1.0:1786176060.682647:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176060.682651:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176060.682655:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b6e8
00000400:00000010:1.0:1786176060.682657:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b6e8.
00000100:00000001:1.0:1786176060.682659:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176060.682664:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f148515b100 x1872930407211264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176060.682674:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176060.682683:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407211264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176060.682702:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176060.682715:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1786176061.513915:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176061.513922:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176062.537917:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176062.537924:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176062.729863:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176062.729876:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176062.729880:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176062.729884:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176062.729889:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176062.729898:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10583
00000400:00000200:3.0:1786176062.729908:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176062.729915:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176062.729919:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176062.729922:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.729925:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176062.729927:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.729929:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176062.729933:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176062.729934:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176062.729937:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176062.729940:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176062.729967:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176062.729970:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176062.729973:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.729975:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176062.729977:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.729978:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176062.729982:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176062.729985:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176062.729987:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176062.729989:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176062.729992:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176062.729995:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176062.729997:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176062.729999:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176062.730005:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176062.730009:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176062.730014:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176062.730016:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176062.730021:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176062.730024:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176062.730030:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176062.730039:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176062.730048:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176062.730059:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407211392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176062.730073:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176062.730078:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176062.730084:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407211392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176062.730111:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176062.730116:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176062.730120:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176062.730122:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176062.730124:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176062.730127:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176062.730130:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10583
00000400:00000200:3.0:1786176062.730136:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176062.730140:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176062.730143:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176062.730147:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730149:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176062.730152:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730155:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176062.730157:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176062.730159:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176062.730161:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176062.730165:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176062.730168:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176062.730171:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176062.730175:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730177:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176062.730180:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730182:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176062.730186:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176062.730190:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730193:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176062.730196:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176062.730202:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176062.730205:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176062.730208:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176062.730213:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176062.730217:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176062.730219:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176062.730224:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786176062.730227:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176062.730230:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176062.730232:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176062.730235:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176062.730237:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176062.730239:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176062.730244:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786176062.730248:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176062.730254:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407211520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176062.730263:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176062.730266:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176062.730271:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407211520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176062.730290:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176062.730294:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176062.730298:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176062.730300:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176062.730302:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176062.730305:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176062.730308:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10583
00000400:00000200:3.0:1786176062.730312:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176062.730316:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176062.730319:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176062.730323:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730326:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176062.730328:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730331:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176062.730334:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176062.730335:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176062.730337:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176062.730340:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176062.730342:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176062.730345:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176062.730350:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730353:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176062.730356:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730358:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176062.730361:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176062.730364:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730367:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176062.730370:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176062.730373:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176062.730376:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176062.730378:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176062.730381:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176062.730384:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176062.730386:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176062.730390:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786176062.730393:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176062.730396:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176062.730398:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176062.730401:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176062.730402:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176062.730405:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786176062.730408:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000010:3.0:1786176062.730410:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000800:00000200:0.1:1786176062.730413:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1786176062.730414:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176062.730420:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407211648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176062.730430:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176062.730433:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176062.730437:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407211648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176062.730447:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176062.730450:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176062.730456:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176062.730458:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176062.730460:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176062.730464:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176062.730467:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10583
00000400:00000200:3.0:1786176062.730471:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176062.730475:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176062.730478:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176062.730482:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730485:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176062.730488:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730490:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176062.730493:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176062.730494:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176062.730497:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176062.730499:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176062.730502:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176062.730505:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176062.730508:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730510:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176062.730513:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730516:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176062.730519:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176062.730523:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730527:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176062.730529:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176062.730532:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176062.730534:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176062.730537:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176062.730540:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176062.730543:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176062.730546:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176062.730550:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786176062.730553:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176062.730557:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176062.730559:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176062.730561:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176062.730563:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176062.730565:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176062.730569:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786176062.730573:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176062.730601:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407211776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176062.730611:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176062.730614:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176062.730619:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407211776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176062.730630:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176062.730634:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176062.730638:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176062.730640:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176062.730643:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176062.730646:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176062.730649:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10583
00000400:00000200:3.0:1786176062.730653:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176062.730657:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176062.730661:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176062.730665:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730668:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176062.730671:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730675:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176062.730678:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176062.730680:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176062.730682:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176062.730685:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176062.730688:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176062.730691:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176062.730695:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730698:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176062.730700:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730702:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176062.730706:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176062.730709:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176062.730713:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176062.730715:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176062.730719:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176062.730721:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176062.730724:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176062.730726:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176062.730729:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176062.730732:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176062.730736:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786176062.730739:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176062.730742:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176062.730744:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176062.730746:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176062.730748:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176062.730750:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176062.730755:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176062.730759:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176062.730764:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407211904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176062.730810:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176062.730813:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176062.730818:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407211904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176062.730829:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176062.730835:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10593)
00000800:00000200:0.1:1786176062.731034:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176062.731037:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176062.731427:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176062.731431:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176062.731804:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176062.731806:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176062.732164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176062.732166:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1786176063.561970:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176063.561976:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176064.586046:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176064.586055:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176065.609977:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176065.609989:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176065.609992:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176065.609996:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176065.610001:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176065.610004:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176065.610006:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176065.610009:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176066.633900:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176066.633932:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176067.657944:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176067.657960:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:3.0:1786176067.849994:0:113438:0:(osc_request.c:745:osc_update_next_shrink()) next time 11793 to shrink grant
00000100:00000001:1.0:1786176067.850487:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176067.850498:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176067.850505:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176067.850523:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebdf80 x1872930407212032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.850554:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176067.850564:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176067.850575:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176067.850581:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176067.850589:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176067.850602:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407212032:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176067.850617:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176067.850628:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176067.850636:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176067.850647:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176067.850662:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176067.850669:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176067.850685:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176067.850694:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176067.850710:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176067.850729:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407212032, portal 25
00000100:00000001:1.0:1786176067.850738:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176067.850744:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177499520 : -106564532052096 : ffff9f1482ebdf80)
00000100:00000040:1.0:1786176067.850763:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebdf80 x1872930407212032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.850853:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176067.850870:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176067.850879:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176067.850890:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407212032, offset 0
00000400:00000200:1.0:1786176067.850933:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176067.850954:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176067.850975:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176067.850996:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176067.851009:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176067.851023:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176067.851037:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176067.851054:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272629:272629:256:4294967295] 192.168.202.146@tcp LPNI seq info [272590:272590:8:4294967295]
00000400:00000200:1.0:1786176067.851075:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176067.851105:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176067.851120:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176067.851133:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176067.851151:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176067.851161:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786176067.851174:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176067.851185:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1786176067.851198:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176067.851205:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176067.851217:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176067.851231:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176067.851242:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176067.851250:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176067.851263:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176067.851279:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebdf80 x1872930407212032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.851330:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176067.851342:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebdf80 x1872930407212032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.851375:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176067.851382:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176067.851392:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176067.851406:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176067.851414:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305269547
00000100:00000001:1.0:1786176067.851432:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305264426
00000100:00000001:1.0:1786176067.851447:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305269547
00000100:00000001:1.0:1786176067.851458:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305264426
00000100:00000001:1.0:1786176067.851465:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176067.851474:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176067.851483:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176067.851494:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176067/real 1786176067]  req@ffff9f1482ebdf80 x1872930407212032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176067.851521:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176067.851526:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176067.851533:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176067.851542:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176067.851548:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176067.851557:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176067.851569:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebdf80 x1872930407212032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176067.851601:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebdf80 x1872930407212032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.851630:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176067.851635:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.851642:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176067.851648:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176067.851661:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebdf80 x1872930407212032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.851688:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176067.851708:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebdf80 x1872930407212032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.851732:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176067.851739:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.851742:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176067.851744:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.851748:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176067.851751:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176067.851761:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176067.851804:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176067.851812:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176067.851826:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebdf80 x1872930407212032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176067.851854:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407212032:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176067.851867:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.851873:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176067.851884:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebdf80 x1872930407212032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.851949:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176067.851957:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176067.851967:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176067.851976:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176067.851980:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176067.851986:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176067.851994:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176067.852001:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6800.
02000000:00000001:1.0:1786176067.852012:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176067.852017:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176067.852021:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebdf80.
00000100:00000001:1.0:1786176067.852037:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176067.852044:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.852051:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.852068:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176067.852077:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176067.852086:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176067.852093:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176067.852100:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176067.852112:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebf100 x1872930407212160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.852135:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176067.852141:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176067.852148:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176067.852153:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176067.852160:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176067.852176:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407212160:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176067.852187:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176067.852191:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176067.852197:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176067.852202:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176067.852212:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176067.852218:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176067.852237:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176067.852249:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176067.852262:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176067.852273:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407212160, portal 10
00000100:00000001:1.0:1786176067.852279:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176067.852285:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177504000 : -106564532047616 : ffff9f1482ebf100)
00000100:00000040:1.0:1786176067.852306:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebf100 x1872930407212160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.852332:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176067.852340:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176067.852349:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176067.852358:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407212160, offset 0
00000400:00000200:1.0:1786176067.852370:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176067.852380:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176067.852393:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176067.852407:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176067.852415:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176067.852425:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176067.852436:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176067.852452:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272630:272630:256:4294967295] 192.168.202.146@tcp LPNI seq info [272591:272591:8:4294967295]
00000400:00000200:1.0:1786176067.852470:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176067.852492:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176067.852503:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176067.852510:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176067.852520:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176067.852526:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786176067.852533:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176067.852537:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1786176067.852542:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176067.852546:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176067.852551:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176067.852557:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176067.852561:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176067.852564:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176067.852567:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176067.852572:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebf100 x1872930407212160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.852583:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176067.852587:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407212160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.852596:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176067.852598:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176067.852602:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176067.852608:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176067.852612:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176067.852615:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305260582
00000100:00000001:1.0:1786176067.852619:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305269547
00000100:00000001:1.0:1786176067.852622:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305260582
00000100:00000001:1.0:1786176067.852625:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305269547
00000100:00000001:1.0:1786176067.852628:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176067.852631:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176067.852634:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176067.852638:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176067/real 1786176067]  req@ffff9f1482ebf100 x1872930407212160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176067.852649:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176067.852651:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176067.852652:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176067.852655:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176067.852657:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176067.852660:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176067.852664:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebf100 x1872930407212160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176067.852675:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebf100 x1872930407212160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.852683:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176067.852685:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.852687:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176067.852689:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176067.852693:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebf100 x1872930407212160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.852701:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176067.852705:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebf100 x1872930407212160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.852713:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176067.852717:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.852718:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176067.852720:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.852722:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176067.852725:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176067.852728:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176067.852733:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176067.852736:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176067.852741:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebf100 x1872930407212160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176067.852751:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407212160:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176067.852755:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176067.852759:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407212288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.852767:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176067.852796:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176067.852800:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176067.852803:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176067.852805:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176067.852809:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407212288:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176067.852812:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176067.852815:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176067.852817:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176067.852819:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176067.852824:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176067.852827:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176067.852831:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176067.852834:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176067.852838:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176067.852842:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407212288, portal 10
00000100:00000001:1.0:1786176067.852845:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176067.852847:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:1.0:1786176067.852855:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407212288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.852864:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176067.852868:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176067.852871:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176067.852874:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407212288, offset 0
00000400:00000200:1.0:1786176067.852879:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176067.852884:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176067.852889:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176067.852916:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176067.852920:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176067.852923:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176067.852926:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176067.852931:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272631:272631:256:4294967295] 192.168.202.146@tcp LPNI seq info [272592:272592:8:4294967295]
00000400:00000200:1.0:1786176067.852937:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176067.852945:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176067.852952:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176067.852956:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176067.852962:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176067.852966:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786176067.852971:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176067.852975:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1786176067.852980:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176067.852982:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176067.852987:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176067.852991:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176067.852996:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176067.852998:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176067.853001:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176067.853006:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407212288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853017:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176067.853021:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407212288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853029:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176067.853032:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176067.853036:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176067.853041:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176067.853047:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176067.853051:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305260664
00000100:00000001:1.0:1786176067.853057:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305269547
00000100:00000001:1.0:1786176067.853061:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305260664
00000100:00000001:1.0:1786176067.853066:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305269547
00000100:00000001:1.0:1786176067.853071:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176067.853075:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176067.853080:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176067.853088:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176067/real 1786176067]  req@ffff9f1482ebd500 x1872930407212288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176067.853106:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176067.853109:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176067.853113:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176067.853119:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176067.853122:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176067.853127:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176067.853135:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407212288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176067.853152:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407212288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853164:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176067.853167:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.853171:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176067.853174:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176067.853181:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407212288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853195:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176067.853204:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407212288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853221:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176067.853226:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.853230:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176067.853232:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.853236:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176067.853240:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176067.853245:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176067.853252:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176067.853257:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176067.853266:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407212288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176067.853277:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407212288:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176067.853284:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176067.853288:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407212416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853296:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176067.853299:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176067.853302:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176067.853305:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176067.853307:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176067.853311:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407212416:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176067.853316:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176067.853318:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176067.853321:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176067.853323:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176067.853329:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176067.853331:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176067.853337:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176067.853341:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176067.853346:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176067.853350:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407212416, portal 4
00000100:00000001:1.0:1786176067.853353:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176067.853355:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000040:1.0:1786176067.853364:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407212416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853373:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176067.853376:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176067.853379:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176067.853382:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407212416, offset 0
00000400:00000200:1.0:1786176067.853387:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176067.853393:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176067.853397:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176067.853402:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176067.853405:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176067.853409:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176067.853412:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176067.853417:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272632:272632:256:4294967295] 192.168.202.146@tcp LPNI seq info [272593:272593:8:4294967295]
00000400:00000200:1.0:1786176067.853422:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176067.853431:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176067.853437:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176067.853441:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176067.853447:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176067.853451:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786176067.853456:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176067.853460:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1786176067.853465:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176067.853468:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176067.853472:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176067.853477:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176067.853481:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176067.853484:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176067.853488:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176067.853492:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407212416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853503:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176067.853507:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407212416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853516:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176067.853518:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176067.853521:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176067.853525:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176067.853529:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176067.853531:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305261923
00000100:00000001:1.0:1786176067.853535:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305269547
00000100:00000001:1.0:1786176067.853537:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305261923
00000100:00000001:1.0:1786176067.853541:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305269547
00000100:00000001:1.0:1786176067.853544:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176067.853546:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176067.853548:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176067.853553:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176067/real 1786176067]  req@ffff9f1482ebc000 x1872930407212416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176067.853562:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176067.853563:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176067.853565:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176067.853568:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176067.853570:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176067.853573:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176067.853577:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407212416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176067.853587:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407212416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853595:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176067.853598:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.853600:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176067.853602:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176067.853607:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407212416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853615:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176067.853619:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407212416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853627:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176067.853630:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.853632:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176067.853633:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.853636:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176067.853638:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176067.853641:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176067.853645:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176067.853648:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176067.853653:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407212416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176067.853662:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407212416:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176067.853666:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.853669:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176067.853672:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebf100 x1872930407212160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853680:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176067.853682:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176067.853685:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176067.853688:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176067.853690:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176067.853692:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176067.853695:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176067.853698:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:1.0:1786176067.853701:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176067.853703:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176067.853705:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebf100.
00000100:00000001:1.0:1786176067.853709:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176067.853711:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.853714:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176067.853718:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407212288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853726:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176067.853727:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176067.853729:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176067.853732:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176067.853733:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176067.853734:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176067.853736:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176067.853738:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5400.
02000000:00000001:1.0:1786176067.853741:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176067.853742:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176067.853744:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:1.0:1786176067.853747:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176067.853749:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.853751:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176067.853755:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407212416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853763:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176067.853765:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176067.853767:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176067.853799:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176067.853801:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176067.853803:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176067.853806:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176067.853809:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:1.0:1786176067.853812:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176067.853813:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176067.853815:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:1.0:1786176067.853818:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176067.853820:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.853822:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.853827:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176067.853829:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176067.853832:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176067.853834:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176067.853836:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176067.853842:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407212544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853851:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176067.853853:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176067.853856:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176067.853859:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176067.853861:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176067.853864:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407212544:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176067.853868:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176067.853871:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176067.853873:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176067.853875:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176067.853880:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176067.853883:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176067.853887:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176067.853890:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176067.853924:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176067.853929:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407212544, portal 4
00000100:00000001:1.0:1786176067.853931:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176067.853933:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:1.0:1786176067.853942:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407212544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.853960:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176067.853964:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176067.853966:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176067.853969:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407212544, offset 0
00000400:00000200:1.0:1786176067.853974:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176067.853979:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176067.853983:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176067.853987:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176067.853991:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176067.853994:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176067.853997:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176067.854002:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272633:272633:256:4294967295] 192.168.202.146@tcp LPNI seq info [272594:272594:8:4294967295]
00000400:00000200:1.0:1786176067.854007:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176067.854015:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176067.854021:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176067.854025:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176067.854031:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176067.854034:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786176067.854040:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176067.854045:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1786176067.854050:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176067.854053:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176067.854057:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176067.854062:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176067.854066:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176067.854069:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176067.854072:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176067.854076:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407212544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.854087:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176067.854091:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407212544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.854107:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176067.854110:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176067.854113:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176067.854117:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176067.854121:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176067.854124:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305261714
00000100:00000001:1.0:1786176067.854127:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305269547
00000100:00000001:1.0:1786176067.854130:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305261714
00000100:00000001:1.0:1786176067.854133:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305269547
00000100:00000001:1.0:1786176067.854136:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176067.854139:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176067.854141:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176067.854145:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176067/real 1786176067]  req@ffff9f1482ebe680 x1872930407212544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176067.854154:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176067.854156:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176067.854157:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176067.854160:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176067.854162:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176067.854164:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176067.854168:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407212544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176067.854179:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407212544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.854187:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176067.854189:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.854191:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176067.854193:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176067.854197:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407212544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.854207:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176067.854212:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407212544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.854220:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176067.854223:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.854225:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176067.854227:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.854229:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176067.854231:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176067.854234:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176067.854237:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176067.854240:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176067.854244:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407212544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176067.854253:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407212544:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176067.854258:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.854260:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176067.854263:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407212544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176067.854271:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176067.854273:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176067.854276:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176067.854279:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176067.854281:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176067.854283:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176067.854286:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176067.854288:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7400.
02000000:00000001:1.0:1786176067.854291:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176067.854293:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176067.854296:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:1.0:1786176067.854300:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176067.854302:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.854304:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176067.854308:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176067.854310:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176067.854313:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176067.854316:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176068.681882:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176068.681924:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176069.705911:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176069.705918:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176070.729923:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176070.729930:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176071.753974:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176071.753982:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176072.777911:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176072.777922:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176072.970345:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176072.970357:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176072.970368:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176072.970389:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407212672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.970423:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176072.970434:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176072.970446:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176072.970452:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176072.970463:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176072.970484:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407212672:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176072.970504:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176072.970519:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176072.970542:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176072.970549:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176072.970571:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176072.970578:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176072.970602:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176072.970613:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176072.970646:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176072.970665:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407212672, portal 25
00000100:00000001:1.0:1786176072.970685:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176072.970689:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:1.0:1786176072.970712:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407212672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.970746:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176072.970760:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176072.970765:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176072.970806:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407212672, offset 0
00000400:00000200:1.0:1786176072.970815:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176072.970886:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176072.970910:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176072.970925:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176072.970939:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176072.970957:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176072.970966:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176072.970981:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272634:272634:256:4294967295] 192.168.202.146@tcp LPNI seq info [272595:272595:8:4294967295]
00000400:00000200:1.0:1786176072.971018:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176072.971052:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176072.971065:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176072.971078:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176072.971114:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176072.971128:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786176072.971173:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176072.971192:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1786176072.971249:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176072.971260:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176072.971279:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176072.971306:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176072.971318:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176072.971326:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176072.971341:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176072.971353:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407212672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.971380:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176072.971392:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407212672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.971426:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176072.971445:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176072.971461:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176072.971478:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176072.971490:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305274667
00000100:00000001:1.0:1786176072.971506:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305269547
00000100:00000001:1.0:1786176072.971522:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305274667
00000100:00000001:1.0:1786176072.971539:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305269547
00000100:00000001:1.0:1786176072.971554:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176072.971565:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176072.971580:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176072.971598:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176072/real 1786176072]  req@ffff9f1482ebea00 x1872930407212672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176072.971629:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176072.971638:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176072.971641:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176072.971680:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176072.971693:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176072.971714:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176072.971729:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407212672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176072.971780:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407212672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.971788:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176072.971792:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.971795:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176072.971798:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176072.971821:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407212672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.971859:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176072.971873:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407212672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.971948:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176072.971956:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.971964:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176072.971969:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.971998:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176072.972010:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176072.972024:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176072.972063:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176072.972070:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176072.972094:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407212672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176072.972152:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407212672:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176072.972169:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.972196:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176072.972207:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407212672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.972243:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176072.972255:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176072.972264:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176072.972278:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176072.972288:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176072.972296:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176072.972311:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176072.972316:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4800.
02000000:00000001:1.0:1786176072.972329:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176072.972333:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176072.972337:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:1.0:1786176072.972347:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176072.972353:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.972358:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.972372:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176072.972383:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176072.972393:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176072.972405:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176072.972416:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176072.972431:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebce00 x1872930407212800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.972475:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176072.972481:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176072.972499:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176072.972507:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176072.972513:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176072.972544:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407212800:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176072.972567:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176072.972575:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176072.972586:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176072.972598:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176072.972609:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176072.972638:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176072.972651:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176072.972655:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176072.972660:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176072.972663:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407212800, portal 10
00000100:00000001:1.0:1786176072.972666:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176072.972668:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177495040 : -106564532056576 : ffff9f1482ebce00)
00000100:00000040:1.0:1786176072.972679:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebce00 x1872930407212800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.972688:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176072.972690:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176072.972692:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176072.972697:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407212800, offset 0
00000400:00000200:1.0:1786176072.972732:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176072.972737:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176072.972742:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176072.972746:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176072.972750:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176072.972754:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176072.972757:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176072.972760:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272635:272635:256:4294967295] 192.168.202.146@tcp LPNI seq info [272596:272596:8:4294967295]
00000400:00000200:1.0:1786176072.972764:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176072.972772:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176072.972777:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176072.972780:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176072.972785:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176072.972788:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786176072.972793:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176072.972795:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1786176072.972800:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176072.972802:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176072.972805:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176072.972809:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176072.972812:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176072.972814:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176072.972816:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176072.972820:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebce00 x1872930407212800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.972828:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176072.972830:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407212800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.972841:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176072.972842:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176072.972878:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176072.972883:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176072.972886:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176072.972888:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305265703
00000100:00000001:1.0:1786176072.972891:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305274667
00000100:00000001:1.0:1786176072.972893:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305265703
00000100:00000001:1.0:1786176072.972895:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305274667
00000100:00000001:1.0:1786176072.972897:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176072.972898:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176072.972900:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176072.972909:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176072/real 1786176072]  req@ffff9f1482ebce00 x1872930407212800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176072.972915:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176072.972916:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176072.972918:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176072.972920:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176072.972921:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176072.972926:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176072.972929:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407212800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176072.972936:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407212800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.972941:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176072.972942:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.972943:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176072.972944:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176072.972947:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407212800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.972953:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176072.972957:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407212800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.972962:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176072.972964:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.972965:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176072.972966:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.972967:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176072.972969:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176072.972971:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176072.972973:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176072.972975:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176072.972978:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407212800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176072.972983:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407212800:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176072.972986:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176072.972989:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407212928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.972995:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176072.972996:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176072.972998:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176072.973000:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176072.973001:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176072.973003:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407212928:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176072.973006:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176072.973008:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176072.973010:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176072.973011:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176072.973015:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176072.973017:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176072.973019:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176072.973022:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176072.973024:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176072.973026:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407212928, portal 10
00000100:00000001:1.0:1786176072.973028:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176072.973029:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:1.0:1786176072.973034:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407212928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973040:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176072.973042:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176072.973044:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176072.973046:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407212928, offset 0
00000400:00000200:1.0:1786176072.973048:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176072.973051:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176072.973054:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176072.973056:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176072.973058:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176072.973060:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176072.973062:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176072.973065:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272636:272636:256:4294967295] 192.168.202.146@tcp LPNI seq info [272597:272597:8:4294967295]
00000400:00000200:1.0:1786176072.973068:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176072.973072:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176072.973076:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176072.973078:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176072.973082:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176072.973084:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786176072.973087:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176072.973089:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1786176072.973092:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176072.973095:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176072.973097:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176072.973100:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176072.973102:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176072.973104:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176072.973106:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176072.973108:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407212928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973115:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176072.973117:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407212928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973122:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176072.973123:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176072.973125:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176072.973127:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176072.973129:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176072.973131:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305265784
00000100:00000001:1.0:1786176072.973132:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305274667
00000100:00000001:1.0:1786176072.973134:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305265784
00000100:00000001:1.0:1786176072.973136:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305274667
00000100:00000001:1.0:1786176072.973139:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176072.973140:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176072.973142:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176072.973144:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176072/real 1786176072]  req@ffff9f1482ebe680 x1872930407212928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176072.973149:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176072.973150:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176072.973152:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176072.973153:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176072.973155:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176072.973174:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176072.973177:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407212928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176072.973185:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407212928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973191:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176072.973192:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973193:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176072.973194:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176072.973197:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407212928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973203:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176072.973206:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407212928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973212:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176072.973214:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973215:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176072.973216:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973218:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176072.973219:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176072.973221:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176072.973224:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176072.973226:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176072.973229:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407212928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176072.973237:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407212928:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176072.973241:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176072.973245:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407213056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973251:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176072.973253:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176072.973256:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176072.973257:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176072.973259:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176072.973261:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407213056:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176072.973264:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176072.973266:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176072.973267:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176072.973268:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176072.973272:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176072.973273:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176072.973276:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176072.973278:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176072.973281:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176072.973284:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407213056, portal 4
00000100:00000001:1.0:1786176072.973286:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176072.973304:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000040:1.0:1786176072.973309:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407213056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973314:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176072.973315:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176072.973317:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176072.973318:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407213056, offset 0
00000400:00000200:1.0:1786176072.973321:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176072.973323:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176072.973325:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176072.973327:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176072.973329:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176072.973331:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176072.973333:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176072.973336:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272637:272637:256:4294967295] 192.168.202.146@tcp LPNI seq info [272598:272598:8:4294967295]
00000400:00000200:1.0:1786176072.973339:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176072.973344:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176072.973347:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176072.973349:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176072.973352:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176072.973353:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786176072.973357:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176072.973359:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1786176072.973362:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176072.973364:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176072.973366:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176072.973368:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176072.973371:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176072.973372:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176072.973374:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176072.973377:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407213056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973383:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176072.973385:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407213056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973390:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176072.973392:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176072.973393:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176072.973396:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176072.973398:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176072.973399:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305267043
00000100:00000001:1.0:1786176072.973401:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305274667
00000100:00000001:1.0:1786176072.973403:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305267043
00000100:00000001:1.0:1786176072.973405:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305274667
00000100:00000001:1.0:1786176072.973407:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176072.973409:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176072.973410:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176072.973413:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176072/real 1786176072]  req@ffff9f1482ebc000 x1872930407213056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176072.973419:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176072.973420:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176072.973421:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176072.973423:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176072.973424:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176072.973426:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176072.973428:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407213056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176072.973435:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407213056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973439:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176072.973440:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973442:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176072.973443:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176072.973445:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407213056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973449:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176072.973452:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407213056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973456:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176072.973458:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973459:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176072.973460:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973461:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176072.973462:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176072.973464:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176072.973467:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176072.973469:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176072.973472:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407213056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176072.973478:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407213056:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176072.973480:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973481:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176072.973483:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407212800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973488:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176072.973489:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176072.973490:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176072.973492:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176072.973493:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176072.973494:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176072.973496:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176072.973497:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5800.
02000000:00000001:1.0:1786176072.973499:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176072.973501:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176072.973502:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:1.0:1786176072.973506:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176072.973507:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973508:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176072.973511:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407212928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973516:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176072.973517:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176072.973518:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176072.973520:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176072.973521:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176072.973522:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176072.973523:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176072.973525:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:1.0:1786176072.973527:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176072.973528:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176072.973529:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:1.0:1786176072.973531:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176072.973532:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973533:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176072.973535:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407213056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973539:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176072.973540:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176072.973541:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176072.973542:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176072.973543:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176072.973544:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176072.973545:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176072.973546:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4400.
02000000:00000001:1.0:1786176072.973547:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176072.973548:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176072.973549:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:1.0:1786176072.973551:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176072.973551:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973553:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973571:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176072.973572:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176072.973574:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176072.973575:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176072.973576:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176072.973580:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407213184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973586:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176072.973587:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176072.973589:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176072.973591:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176072.973592:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176072.973595:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407213184:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176072.973598:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176072.973601:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176072.973602:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176072.973604:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176072.973607:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176072.973608:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176072.973611:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176072.973613:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176072.973616:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176072.973635:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407213184, portal 4
00000100:00000001:1.0:1786176072.973637:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176072.973638:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:1.0:1786176072.973643:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407213184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973649:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176072.973650:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176072.973652:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176072.973654:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407213184, offset 0
00000400:00000200:1.0:1786176072.973657:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176072.973660:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176072.973662:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176072.973664:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176072.973666:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176072.973668:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176072.973670:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176072.973673:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272638:272638:256:4294967295] 192.168.202.146@tcp LPNI seq info [272599:272599:8:4294967295]
00000400:00000200:1.0:1786176072.973676:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176072.973680:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176072.973683:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176072.973685:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176072.973688:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176072.973691:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786176072.973694:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176072.973696:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1786176072.973700:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176072.973701:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176072.973703:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176072.973706:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176072.973709:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176072.973710:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176072.973712:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176072.973714:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407213184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973720:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176072.973722:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407213184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973727:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176072.973729:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176072.973730:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176072.973733:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176072.973735:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176072.973737:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305266833
00000100:00000001:1.0:1786176072.973739:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305274667
00000100:00000001:1.0:1786176072.973741:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305266833
00000100:00000001:1.0:1786176072.973743:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305274667
00000100:00000001:1.0:1786176072.973744:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176072.973746:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176072.973747:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176072.973749:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176072/real 1786176072]  req@ffff9f1482ebd500 x1872930407213184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176072.973754:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176072.973755:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176072.973757:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176072.973759:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176072.973760:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176072.973762:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176072.973764:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407213184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176072.973770:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407213184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973775:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176072.973776:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973777:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176072.973778:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176072.973780:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407213184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973785:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176072.973787:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407213184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973806:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176072.973808:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973809:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176072.973809:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973810:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176072.973811:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176072.973813:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176072.973815:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176072.973816:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176072.973819:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407213184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176072.973825:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407213184:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176072.973828:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973829:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176072.973832:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407213184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176072.973836:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176072.973837:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176072.973838:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176072.973839:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176072.973840:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176072.973841:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176072.973886:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176072.973888:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6400.
02000000:00000001:1.0:1786176072.973890:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176072.973891:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176072.973893:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:1.0:1786176072.973895:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176072.973896:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973898:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176072.973901:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176072.973902:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176072.973903:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176072.973905:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176073.801929:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176073.801938:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176074.825891:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176074.825899:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176075.849979:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176075.849989:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176075.849992:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176075.849996:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176075.850003:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176075.850005:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176075.850008:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176075.850011:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176076.873916:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176076.873924:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176077.897909:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176077.897918:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176078.090314:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176078.090324:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176078.090332:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176078.090350:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebf100 x1872930407213312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.090378:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176078.090384:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176078.090392:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176078.090401:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176078.090410:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176078.090423:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407213312:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176078.090436:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176078.090448:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176078.090457:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176078.090466:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176078.090482:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176078.090495:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176078.090520:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176078.090535:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176078.090572:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176078.090588:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407213312, portal 25
00000100:00000001:1.0:1786176078.090598:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176078.090603:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177504000 : -106564532047616 : ffff9f1482ebf100)
00000100:00000040:1.0:1786176078.090620:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebf100 x1872930407213312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.090681:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176078.090692:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176078.090699:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176078.090707:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407213312, offset 0
00000400:00000200:1.0:1786176078.090727:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176078.090754:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176078.090766:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176078.090853:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176078.090860:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176078.090866:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176078.090870:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176078.090876:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272639:272639:256:4294967295] 192.168.202.146@tcp LPNI seq info [272600:272600:8:4294967295]
00000400:00000200:1.0:1786176078.090884:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176078.090899:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176078.090917:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176078.090931:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176078.090951:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176078.090965:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786176078.090982:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176078.090993:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1786176078.091006:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176078.091012:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176078.091024:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176078.091053:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176078.091064:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176078.091074:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176078.091085:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176078.091100:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebf100 x1872930407213312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.091135:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176078.091148:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407213312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.091173:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176078.091180:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176078.091193:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176078.091206:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176078.091212:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305279787
00000100:00000001:1.0:1786176078.091227:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305274667
00000100:00000001:1.0:1786176078.091240:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305279787
00000100:00000001:1.0:1786176078.091264:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305274667
00000100:00000001:1.0:1786176078.091272:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176078.091281:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176078.091285:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176078.091295:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176078/real 1786176078]  req@ffff9f1482ebf100 x1872930407213312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176078.091317:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176078.091322:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176078.091329:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176078.091338:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176078.091345:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176078.091354:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176078.091366:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebf100 x1872930407213312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176078.091436:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebf100 x1872930407213312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.091482:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176078.091491:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.091505:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176078.091514:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176078.091537:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebf100 x1872930407213312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.091572:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176078.091592:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebf100 x1872930407213312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.091630:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176078.091642:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.091649:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176078.091656:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.091663:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176078.091670:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176078.091678:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176078.091692:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176078.091700:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176078.091711:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebf100 x1872930407213312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176078.091742:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407213312:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176078.091751:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.091758:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176078.091768:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebf100 x1872930407213312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.091852:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176078.091858:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176078.091865:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176078.091873:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176078.091879:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176078.091885:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176078.091895:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176078.091899:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4400.
02000000:00000001:1.0:1786176078.091907:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176078.091913:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176078.091918:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebf100.
00000100:00000001:1.0:1786176078.091928:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176078.091933:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.091941:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.091954:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176078.091961:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176078.091969:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176078.091977:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176078.091981:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176078.091995:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebdf80 x1872930407213440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.092029:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176078.092032:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176078.092040:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176078.092046:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176078.092054:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176078.092063:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407213440:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176078.092075:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176078.092079:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176078.092084:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176078.092093:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176078.092100:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176078.092109:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176078.092127:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176078.092135:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176078.092145:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176078.092158:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407213440, portal 10
00000100:00000001:1.0:1786176078.092165:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176078.092170:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177499520 : -106564532052096 : ffff9f1482ebdf80)
00000100:00000040:1.0:1786176078.092188:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebdf80 x1872930407213440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.092214:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176078.092229:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176078.092243:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176078.092252:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407213440, offset 0
00000400:00000200:1.0:1786176078.092266:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176078.092276:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176078.092289:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176078.092303:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176078.092314:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176078.092321:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176078.092335:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176078.092347:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272640:272640:256:4294967295] 192.168.202.146@tcp LPNI seq info [272601:272601:8:4294967295]
00000400:00000200:1.0:1786176078.092367:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176078.092383:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176078.092398:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176078.092414:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176078.092429:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176078.092437:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786176078.092456:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176078.092470:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1786176078.092492:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176078.092500:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176078.092515:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176078.092533:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176078.092543:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176078.092546:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176078.092553:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176078.092561:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebdf80 x1872930407213440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.092574:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176078.092578:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebdf80 x1872930407213440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.092587:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176078.092589:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176078.092594:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176078.092599:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176078.092604:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176078.092607:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305270822
00000100:00000001:1.0:1786176078.092611:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305279787
00000100:00000001:1.0:1786176078.092614:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305270822
00000100:00000001:1.0:1786176078.092617:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305279787
00000100:00000001:1.0:1786176078.092620:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176078.092623:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176078.092626:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176078.092630:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176078/real 1786176078]  req@ffff9f1482ebdf80 x1872930407213440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176078.092641:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176078.092643:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176078.092645:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176078.092648:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176078.092650:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176078.092653:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176078.092657:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebdf80 x1872930407213440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176078.092668:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebdf80 x1872930407213440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.092675:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176078.092677:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.092679:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176078.092681:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176078.092685:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebdf80 x1872930407213440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.092693:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176078.092698:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebdf80 x1872930407213440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.092706:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176078.092709:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.092711:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176078.092713:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.092716:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176078.092718:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176078.092722:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176078.092726:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176078.092729:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176078.092734:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebdf80 x1872930407213440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176078.092744:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407213440:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176078.092752:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176078.092756:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407213568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.092764:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176078.092765:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176078.092768:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176078.092825:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176078.092829:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176078.092834:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407213568:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176078.092839:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176078.092842:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176078.092844:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176078.092846:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176078.092852:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176078.092855:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176078.092859:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176078.092863:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176078.092867:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176078.092871:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407213568, portal 10
00000100:00000001:1.0:1786176078.092874:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176078.092876:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:1.0:1786176078.092884:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407213568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.092892:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176078.092896:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176078.092899:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176078.092902:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407213568, offset 0
00000400:00000200:1.0:1786176078.092919:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176078.092931:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176078.092937:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176078.092941:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176078.092944:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176078.092948:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176078.092951:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176078.092955:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272641:272641:256:4294967295] 192.168.202.146@tcp LPNI seq info [272602:272602:8:4294967295]
00000400:00000200:1.0:1786176078.092960:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176078.092969:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176078.092975:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176078.092979:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176078.092984:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176078.092988:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786176078.092994:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176078.092997:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1786176078.093002:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176078.093005:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176078.093009:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176078.093014:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176078.093017:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176078.093020:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176078.093023:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176078.093028:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407213568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093038:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176078.093042:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407213568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093051:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176078.093054:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176078.093058:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176078.093062:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176078.093066:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176078.093069:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305270904
00000100:00000001:1.0:1786176078.093072:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305279787
00000100:00000001:1.0:1786176078.093076:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305270904
00000100:00000001:1.0:1786176078.093078:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305279787
00000100:00000001:1.0:1786176078.093081:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176078.093083:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176078.093086:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176078.093090:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176078/real 1786176078]  req@ffff9f1482ebd500 x1872930407213568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176078.093100:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176078.093101:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176078.093103:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176078.093106:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176078.093108:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176078.093110:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176078.093114:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407213568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176078.093123:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407213568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093132:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176078.093134:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.093136:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176078.093138:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176078.093142:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407213568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093150:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176078.093156:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407213568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093165:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176078.093168:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.093170:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176078.093172:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.093174:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176078.093176:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176078.093179:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176078.093182:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176078.093185:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176078.093189:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407213568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176078.093199:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407213568:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176078.093203:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176078.093207:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407213696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093215:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176078.093217:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176078.093220:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176078.093223:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176078.093225:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176078.093229:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407213696:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176078.093232:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176078.093234:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176078.093236:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176078.093238:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176078.093250:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176078.093252:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176078.093256:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176078.093259:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176078.093263:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176078.093267:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407213696, portal 4
00000100:00000001:1.0:1786176078.093269:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176078.093271:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000040:1.0:1786176078.093278:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407213696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093286:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176078.093289:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176078.093292:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176078.093295:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407213696, offset 0
00000400:00000200:1.0:1786176078.093300:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176078.093303:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176078.093307:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176078.093311:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176078.093313:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176078.093324:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176078.093327:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176078.093331:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272642:272642:256:4294967295] 192.168.202.146@tcp LPNI seq info [272603:272603:8:4294967295]
00000400:00000200:1.0:1786176078.093336:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176078.093344:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176078.093349:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176078.093352:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176078.093357:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176078.093361:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786176078.093366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176078.093369:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1786176078.093374:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176078.093377:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176078.093380:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176078.093384:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176078.093388:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176078.093391:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176078.093394:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176078.093398:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407213696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093409:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176078.093412:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407213696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093420:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176078.093422:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176078.093425:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176078.093429:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176078.093433:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176078.093437:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305272163
00000100:00000001:1.0:1786176078.093442:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305279787
00000100:00000001:1.0:1786176078.093446:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305272163
00000100:00000001:1.0:1786176078.093451:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305279787
00000100:00000001:1.0:1786176078.093455:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176078.093459:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176078.093463:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176078.093470:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176078/real 1786176078]  req@ffff9f1482ebc000 x1872930407213696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176078.093487:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176078.093490:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176078.093493:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176078.093498:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176078.093502:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176078.093507:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176078.093514:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407213696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176078.093540:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407213696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093552:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176078.093555:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.093557:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176078.093559:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176078.093564:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407213696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093573:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176078.093578:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407213696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093586:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176078.093589:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.093591:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176078.093593:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.093595:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176078.093597:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176078.093600:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176078.093603:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176078.093606:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176078.093610:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407213696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176078.093619:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407213696:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176078.093624:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.093627:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176078.093631:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebdf80 x1872930407213440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093639:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176078.093641:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176078.093645:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176078.093648:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176078.093650:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176078.093652:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176078.093655:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176078.093657:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:1.0:1786176078.093660:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176078.093662:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176078.093664:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebdf80.
00000100:00000001:1.0:1786176078.093670:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176078.093672:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.093674:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176078.093678:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407213568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093687:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176078.093688:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176078.093690:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176078.093692:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176078.093694:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176078.093695:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176078.093697:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176078.093699:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5800.
02000000:00000001:1.0:1786176078.093701:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176078.093703:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176078.093704:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:1.0:1786176078.093707:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176078.093708:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.093710:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176078.093714:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407213696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093721:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176078.093722:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176078.093724:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176078.093726:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176078.093727:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176078.093729:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176078.093732:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176078.093744:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4800.
02000000:00000001:1.0:1786176078.093746:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176078.093748:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176078.093750:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:1.0:1786176078.093752:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176078.093754:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.093756:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.093761:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176078.093763:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176078.093765:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176078.093767:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176078.093769:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176078.093826:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407213824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093836:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176078.093838:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176078.093841:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176078.093843:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176078.093846:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176078.093850:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407213824:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176078.093854:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176078.093857:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176078.093859:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176078.093861:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176078.093866:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176078.093868:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176078.093873:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176078.093876:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176078.093880:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176078.093885:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407213824, portal 4
00000100:00000001:1.0:1786176078.093887:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176078.093889:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:1.0:1786176078.093897:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407213824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.093913:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176078.093917:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176078.093919:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176078.093922:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407213824, offset 0
00000400:00000200:1.0:1786176078.093927:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176078.093932:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176078.093937:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176078.093941:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176078.093944:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176078.093948:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176078.093951:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176078.093955:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272643:272643:256:4294967295] 192.168.202.146@tcp LPNI seq info [272604:272604:8:4294967295]
00000400:00000200:1.0:1786176078.093960:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176078.093968:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176078.093974:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176078.093978:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176078.093983:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176078.093987:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786176078.093992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176078.093996:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1786176078.094001:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176078.094003:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176078.094007:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176078.094012:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176078.094016:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176078.094018:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176078.094023:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176078.094029:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407213824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.094041:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176078.094046:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407213824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.094064:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176078.094068:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176078.094072:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176078.094076:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176078.094081:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176078.094083:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305271954
00000100:00000001:1.0:1786176078.094087:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305279787
00000100:00000001:1.0:1786176078.094090:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305271954
00000100:00000001:1.0:1786176078.094093:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305279787
00000100:00000001:1.0:1786176078.094095:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176078.094097:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176078.094100:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176078.094107:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176078/real 1786176078]  req@ffff9f1482ebe680 x1872930407213824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176078.094118:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176078.094120:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176078.094123:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176078.094126:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176078.094128:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176078.094130:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176078.094134:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407213824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176078.094144:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407213824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.094152:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176078.094154:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.094156:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176078.094158:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176078.094162:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407213824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.094171:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176078.094176:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407213824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.094184:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176078.094187:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.094189:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176078.094190:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.094193:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176078.094195:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176078.094198:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176078.094201:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176078.094204:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176078.094208:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407213824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176078.094218:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407213824:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176078.094222:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.094224:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176078.094228:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407213824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176078.094235:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176078.094248:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176078.094250:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176078.094253:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176078.094255:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176078.094257:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176078.094259:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176078.094261:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6000.
02000000:00000001:1.0:1786176078.094264:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176078.094266:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176078.094268:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:1.0:1786176078.094272:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176078.094273:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.094276:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176078.094280:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176078.094282:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176078.094284:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176078.094287:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176078.921930:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176078.921937:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176079.945935:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176079.945945:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176080.969954:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176080.969965:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176081.993974:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176081.994015:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176083.017958:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176083.017984:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176083.210305:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176083.210333:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176083.210344:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176083.210386:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdf80 x1872930407213952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.210432:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176083.210440:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176083.210454:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176083.210461:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176083.210481:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176083.210499:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407213952:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176083.210523:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176083.210537:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176083.210548:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176083.210562:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176083.210585:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176083.210597:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176083.210624:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176083.210638:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176083.210653:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176083.210669:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407213952, portal 25
00000100:00000001:1.0:1786176083.210685:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176083.210698:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542666112 : -106564166885504 : ffff9f1498afdf80)
00000100:00000040:1.0:1786176083.210723:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdf80 x1872930407213952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.210863:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176083.210875:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176083.210890:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176083.210900:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407213952, offset 0
00000400:00000200:1.0:1786176083.210927:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176083.210947:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176083.210970:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176083.210986:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176083.211001:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176083.211013:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176083.211039:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176083.211057:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272644:272644:256:4294967295] 192.168.202.146@tcp LPNI seq info [272605:272605:8:4294967295]
00000400:00000200:1.0:1786176083.211070:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176083.211089:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176083.211103:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176083.211115:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176083.211131:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176083.211143:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786176083.211165:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176083.211177:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1786176083.211199:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176083.211207:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176083.211218:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176083.211237:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176083.211252:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176083.211262:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176083.211275:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176083.211290:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdf80 x1872930407213952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.211401:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176083.211416:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdf80 x1872930407213952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.211467:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176083.211476:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176083.211494:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176083.211517:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176083.211536:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305284907
00000100:00000001:1.0:1786176083.211563:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305279787
00000100:00000001:1.0:1786176083.211580:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305284907
00000100:00000001:1.0:1786176083.211620:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305279787
00000100:00000001:1.0:1786176083.211629:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176083.211638:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176083.211646:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176083.211663:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176083/real 1786176083]  req@ffff9f1498afdf80 x1872930407213952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176083.211700:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176083.211706:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176083.211711:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176083.211720:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176083.211729:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176083.211741:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176083.211768:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdf80 x1872930407213952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176083.211829:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdf80 x1872930407213952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.211886:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176083.211898:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.211912:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176083.211918:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176083.211937:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdf80 x1872930407213952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.211959:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176083.211976:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdf80 x1872930407213952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.211984:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176083.211987:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.211990:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176083.211992:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.211995:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176083.211997:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176083.212000:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176083.212004:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176083.212006:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176083.212009:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdf80 x1872930407213952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176083.212016:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407213952:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176083.212020:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.212023:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176083.212025:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdf80 x1872930407213952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212031:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176083.212034:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176083.212037:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176083.212040:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176083.212042:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176083.212045:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176083.212047:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176083.212049:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964800.
02000000:00000001:1.0:1786176083.212053:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176083.212055:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176083.212056:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdf80.
00000100:00000001:1.0:1786176083.212060:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176083.212062:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.212064:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.212071:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176083.212073:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176083.212075:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176083.212077:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176083.212079:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176083.212082:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff480 x1872930407214080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212090:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176083.212091:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176083.212094:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176083.212096:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176083.212098:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176083.212100:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407214080:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176083.212103:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176083.212106:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176083.212107:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176083.212109:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176083.212113:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176083.212114:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176083.212118:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176083.212121:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176083.212124:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176083.212128:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407214080, portal 10
00000100:00000001:1.0:1786176083.212129:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176083.212131:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542671488 : -106564166880128 : ffff9f1498aff480)
00000100:00000040:1.0:1786176083.212137:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff480 x1872930407214080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212143:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176083.212146:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176083.212147:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176083.212150:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407214080, offset 0
00000400:00000200:1.0:1786176083.212153:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176083.212157:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176083.212161:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176083.212164:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176083.212167:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176083.212169:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176083.212171:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176083.212175:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272645:272645:256:4294967295] 192.168.202.146@tcp LPNI seq info [272606:272606:8:4294967295]
00000400:00000200:1.0:1786176083.212181:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176083.212191:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176083.212197:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176083.212201:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176083.212207:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176083.212211:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786176083.212217:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176083.212222:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1786176083.212228:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176083.212231:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176083.212235:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176083.212240:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176083.212246:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176083.212248:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176083.212252:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176083.212257:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff480 x1872930407214080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212276:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176083.212281:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff480 x1872930407214080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212300:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176083.212303:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176083.212308:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176083.212314:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176083.212320:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176083.212322:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305275942
00000100:00000001:1.0:1786176083.212325:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305284907
00000100:00000001:1.0:1786176083.212338:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305275942
00000100:00000001:1.0:1786176083.212340:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305284907
00000100:00000001:1.0:1786176083.212342:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176083.212344:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176083.212345:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176083.212349:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176083/real 1786176083]  req@ffff9f1498aff480 x1872930407214080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176083.212356:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176083.212358:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176083.212359:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176083.212361:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176083.212363:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176083.212365:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176083.212368:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff480 x1872930407214080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176083.212375:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff480 x1872930407214080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212380:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176083.212382:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.212383:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176083.212384:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176083.212387:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff480 x1872930407214080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212405:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176083.212409:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff480 x1872930407214080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212415:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176083.212417:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.212418:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176083.212419:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.212421:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176083.212422:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176083.212424:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176083.212427:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176083.212429:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176083.212432:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff480 x1872930407214080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176083.212438:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407214080:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176083.212442:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176083.212445:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc700 x1872930407214208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212451:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176083.212453:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176083.212455:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176083.212456:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176083.212458:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176083.212460:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407214208:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176083.212463:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176083.212466:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176083.212467:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176083.212469:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176083.212473:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176083.212474:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176083.212477:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176083.212480:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176083.212482:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176083.212485:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407214208, portal 10
00000100:00000001:1.0:1786176083.212487:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176083.212488:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542659840 : -106564166891776 : ffff9f1498afc700)
00000100:00000040:1.0:1786176083.212495:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc700 x1872930407214208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212504:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176083.212507:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176083.212510:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176083.212514:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407214208, offset 0
00000400:00000200:1.0:1786176083.212519:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176083.212525:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176083.212530:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176083.212534:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176083.212538:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176083.212541:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176083.212545:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176083.212550:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272646:272646:256:4294967295] 192.168.202.146@tcp LPNI seq info [272607:272607:8:4294967295]
00000400:00000200:1.0:1786176083.212555:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176083.212564:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176083.212569:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176083.212572:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176083.212576:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176083.212579:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786176083.212583:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176083.212585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1786176083.212600:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176083.212603:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176083.212605:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176083.212608:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176083.212611:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176083.212613:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176083.212615:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176083.212618:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc700 x1872930407214208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212626:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176083.212628:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc700 x1872930407214208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212634:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176083.212636:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176083.212638:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176083.212641:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176083.212644:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176083.212646:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305276023
00000100:00000001:1.0:1786176083.212649:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305284907
00000100:00000001:1.0:1786176083.212651:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305276023
00000100:00000001:1.0:1786176083.212653:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305284907
00000100:00000001:1.0:1786176083.212654:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176083.212656:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176083.212658:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176083.212661:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176083/real 1786176083]  req@ffff9f1498afc700 x1872930407214208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176083.212673:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176083.212674:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176083.212676:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176083.212678:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176083.212680:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176083.212682:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176083.212684:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc700 x1872930407214208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176083.212692:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc700 x1872930407214208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212697:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176083.212698:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.212699:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176083.212701:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176083.212703:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc700 x1872930407214208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212709:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176083.212712:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc700 x1872930407214208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212717:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176083.212719:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.212720:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176083.212722:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.212723:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176083.212725:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176083.212738:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176083.212741:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176083.212743:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176083.212767:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc700 x1872930407214208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176083.212794:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407214208:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176083.212798:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176083.212802:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff800 x1872930407214336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212808:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176083.212810:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176083.212812:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176083.212814:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176083.212816:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176083.212818:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407214336:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176083.212821:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176083.212823:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176083.212825:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176083.212827:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176083.212830:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176083.212832:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176083.212835:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176083.212837:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176083.212840:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176083.212843:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407214336, portal 4
00000100:00000001:1.0:1786176083.212845:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176083.212846:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542672384 : -106564166879232 : ffff9f1498aff800)
00000100:00000040:1.0:1786176083.212852:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff800 x1872930407214336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212858:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176083.212860:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176083.212861:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176083.212863:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407214336, offset 0
00000400:00000200:1.0:1786176083.212867:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176083.212870:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176083.212873:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176083.212876:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176083.212878:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176083.212880:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176083.212883:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176083.212886:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272647:272647:256:4294967295] 192.168.202.146@tcp LPNI seq info [272608:272608:8:4294967295]
00000400:00000200:1.0:1786176083.212890:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176083.212895:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176083.212899:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176083.212902:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176083.212907:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176083.212911:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786176083.212916:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176083.212920:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1786176083.212925:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176083.212928:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176083.212932:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176083.212936:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176083.212940:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176083.212942:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176083.212946:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176083.212951:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff800 x1872930407214336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212962:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176083.212967:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff800 x1872930407214336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.212976:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176083.212979:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176083.212983:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176083.212988:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176083.212993:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176083.212995:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305277283
00000100:00000001:1.0:1786176083.212999:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305284907
00000100:00000001:1.0:1786176083.213001:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305277283
00000100:00000001:1.0:1786176083.213005:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305284907
00000100:00000001:1.0:1786176083.213008:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176083.213012:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176083.213015:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176083.213020:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176083/real 1786176083]  req@ffff9f1498aff800 x1872930407214336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176083.213030:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176083.213032:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176083.213034:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176083.213038:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176083.213041:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176083.213043:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176083.213047:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff800 x1872930407214336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176083.213058:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff800 x1872930407214336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.213067:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176083.213069:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.213072:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176083.213073:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176083.213079:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff800 x1872930407214336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.213088:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176083.213093:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff800 x1872930407214336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.213102:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176083.213106:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.213108:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176083.213110:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.213112:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176083.213113:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176083.213115:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176083.213119:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176083.213121:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176083.213125:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff800 x1872930407214336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176083.213132:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407214336:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176083.213135:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176083.213138:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc380 x1872930407214464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.213144:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176083.213145:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176083.213147:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176083.213149:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176083.213150:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176083.213153:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407214464:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176083.213156:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176083.213158:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176083.213159:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176083.213161:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176083.213164:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176083.213166:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176083.213169:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176083.213171:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176083.213174:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176083.213177:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407214464, portal 4
00000100:00000001:1.0:1786176083.213180:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176083.213182:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658944 : -106564166892672 : ffff9f1498afc380)
00000100:00000040:1.0:1786176083.213189:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc380 x1872930407214464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.213198:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176083.213202:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176083.213205:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176083.213209:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407214464, offset 0
00000400:00000200:1.0:1786176083.213215:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176083.213221:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176083.213226:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176083.213230:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176083.213233:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176083.213237:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176083.213240:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176083.213245:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272648:272648:256:4294967295] 192.168.202.146@tcp LPNI seq info [272609:272609:8:4294967295]
00000400:00000200:1.0:1786176083.213250:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176083.213267:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176083.213274:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176083.213279:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176083.213284:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176083.213288:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786176083.213294:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176083.213298:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1786176083.213303:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176083.213306:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176083.213310:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176083.213315:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176083.213320:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176083.213321:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176083.213324:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176083.213328:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc380 x1872930407214464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.213336:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176083.213338:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc380 x1872930407214464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.213344:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176083.213346:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176083.213349:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176083.213352:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176083.213355:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176083.213357:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305277073
00000100:00000001:1.0:1786176083.213359:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305284907
00000100:00000001:1.0:1786176083.213361:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305277073
00000100:00000001:1.0:1786176083.213363:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305284907
00000100:00000001:1.0:1786176083.213365:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176083.213367:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176083.213368:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176083.213371:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176083/real 1786176083]  req@ffff9f1498afc380 x1872930407214464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176083.213389:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176083.213390:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176083.213392:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176083.213394:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176083.213395:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176083.213397:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176083.213400:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc380 x1872930407214464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176083.213407:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc380 x1872930407214464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.213412:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176083.213413:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.213414:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176083.213415:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176083.213418:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc380 x1872930407214464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.213423:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176083.213426:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc380 x1872930407214464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.213433:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176083.213435:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.213436:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176083.213437:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.213439:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176083.213440:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176083.213442:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176083.213445:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176083.213446:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176083.213449:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc380 x1872930407214464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176083.213455:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407214464:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176083.213458:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.213460:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176083.213462:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff480 x1872930407214080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.213468:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176083.213469:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176083.213471:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176083.213473:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176083.213474:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176083.213475:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176083.213477:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176083.213478:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966800.
02000000:00000001:1.0:1786176083.213481:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176083.213482:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176083.213484:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff480.
00000100:00000001:1.0:1786176083.213486:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176083.213487:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.213489:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176083.213493:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc700 x1872930407214208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.213502:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176083.213503:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176083.213505:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176083.213508:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176083.213510:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176083.213511:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176083.213514:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176083.213515:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967800.
02000000:00000001:1.0:1786176083.213519:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176083.213520:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176083.213522:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc700.
00000100:00000001:1.0:1786176083.213525:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176083.213527:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.213529:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176083.213535:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff800 x1872930407214336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.213545:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176083.213547:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176083.213560:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176083.213563:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176083.213565:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176083.213567:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176083.213570:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176083.213571:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966400.
02000000:00000001:1.0:1786176083.213573:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176083.213574:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176083.213575:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff800.
00000100:00000001:1.0:1786176083.213577:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176083.213579:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.213580:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176083.213583:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc380 x1872930407214464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176083.213594:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176083.213595:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176083.213596:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176083.213598:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176083.213599:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176083.213600:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176083.213601:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176083.213602:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964400.
02000000:00000001:1.0:1786176083.213604:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176083.213605:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176083.213606:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc380.
00000100:00000001:1.0:1786176083.213607:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176083.213608:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.213610:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176083.213613:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176083.213615:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176083.213616:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176083.213627:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176084.041910:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176084.041918:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176085.065906:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176085.065917:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176086.089934:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176086.089945:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176086.089948:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176086.089952:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176086.089960:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176086.089964:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176086.089968:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176086.089973:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176087.113935:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176087.113943:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176088.137859:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176088.137865:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176088.330178:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176088.330190:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176088.330198:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176088.330218:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd180 x1872930407214592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.330251:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176088.330254:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176088.330266:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176088.330272:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176088.330279:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176088.330284:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407214592:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176088.330296:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176088.330305:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176088.330311:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176088.330315:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176088.330329:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176088.330344:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176088.330357:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176088.330370:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176088.330385:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176088.330394:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407214592, portal 25
00000100:00000001:1.0:1786176088.330399:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176088.330400:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542662528 : -106564166889088 : ffff9f1498afd180)
00000100:00000040:1.0:1786176088.330409:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd180 x1872930407214592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.330457:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176088.330466:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176088.330472:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176088.330476:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407214592, offset 0
00000400:00000200:1.0:1786176088.330489:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176088.330505:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176088.330525:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176088.330546:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176088.330556:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176088.330564:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176088.330576:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176088.330589:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272649:272649:256:4294967295] 192.168.202.146@tcp LPNI seq info [272610:272610:8:4294967295]
00000400:00000200:1.0:1786176088.330614:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176088.330637:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176088.330648:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176088.330659:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176088.330675:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176088.330686:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786176088.330768:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176088.330796:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1786176088.330830:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176088.330834:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176088.330844:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176088.330856:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176088.330866:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176088.330870:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176088.330876:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176088.330883:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd180 x1872930407214592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.330905:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176088.330912:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd180 x1872930407214592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.330932:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176088.330936:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176088.330945:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176088.330975:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176088.330985:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305290027
00000100:00000001:1.0:1786176088.330995:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305284907
00000100:00000001:1.0:1786176088.331002:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305290027
00000100:00000001:1.0:1786176088.331007:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305284907
00000100:00000001:1.0:1786176088.331033:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176088.331043:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176088.331053:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176088.331059:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176088/real 1786176088]  req@ffff9f1498afd180 x1872930407214592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176088.331089:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176088.331093:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176088.331097:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176088.331101:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176088.331107:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176088.331112:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176088.331119:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd180 x1872930407214592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176088.331137:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd180 x1872930407214592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.331154:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176088.331158:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.331161:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176088.331163:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176088.331175:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd180 x1872930407214592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.331191:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176088.331197:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd180 x1872930407214592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.331213:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176088.331220:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.331224:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176088.331227:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.331236:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176088.331243:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176088.331254:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176088.331265:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176088.331271:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176088.331276:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd180 x1872930407214592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176088.331286:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407214592:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176088.331294:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.331303:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176088.331312:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd180 x1872930407214592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.331387:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176088.331393:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176088.331396:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176088.331400:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176088.331403:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176088.331405:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176088.331410:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176088.331415:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966000.
02000000:00000001:1.0:1786176088.331423:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176088.331428:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176088.331450:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd180.
00000100:00000001:1.0:1786176088.331462:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176088.331465:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.331472:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.331482:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176088.331486:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176088.331492:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176088.331498:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176088.331505:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176088.331520:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afca80 x1872930407214720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.331552:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176088.331558:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176088.331567:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176088.331572:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176088.331587:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176088.331608:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407214720:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176088.331619:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176088.331624:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176088.331628:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176088.331631:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176088.331639:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176088.331646:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176088.331655:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176088.331664:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176088.331675:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176088.331682:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407214720, portal 10
00000100:00000001:1.0:1786176088.331694:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176088.331717:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542660736 : -106564166890880 : ffff9f1498afca80)
00000100:00000040:1.0:1786176088.331730:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afca80 x1872930407214720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.331761:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176088.331799:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176088.331803:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176088.331808:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407214720, offset 0
00000400:00000200:1.0:1786176088.331825:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176088.331837:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176088.331844:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176088.331856:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176088.331863:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176088.331869:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176088.331880:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176088.331890:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272650:272650:256:4294967295] 192.168.202.146@tcp LPNI seq info [272611:272611:8:4294967295]
00000400:00000200:1.0:1786176088.331898:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176088.331917:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176088.331934:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176088.331942:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176088.331955:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176088.331970:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786176088.331983:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176088.331988:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1786176088.332005:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176088.332008:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176088.332015:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176088.332023:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176088.332027:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176088.332030:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176088.332051:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176088.332057:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afca80 x1872930407214720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332063:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176088.332065:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afca80 x1872930407214720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332069:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176088.332070:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176088.332073:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176088.332076:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176088.332078:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176088.332079:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305281062
00000100:00000001:1.0:1786176088.332081:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305290027
00000100:00000001:1.0:1786176088.332083:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305281062
00000100:00000001:1.0:1786176088.332084:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305290027
00000100:00000001:1.0:1786176088.332086:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176088.332087:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176088.332088:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176088.332090:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176088/real 1786176088]  req@ffff9f1498afca80 x1872930407214720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176088.332100:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176088.332101:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176088.332103:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176088.332104:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176088.332105:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176088.332106:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176088.332108:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afca80 x1872930407214720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176088.332114:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afca80 x1872930407214720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332118:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176088.332119:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332120:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176088.332121:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176088.332123:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afca80 x1872930407214720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332127:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176088.332129:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afca80 x1872930407214720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332133:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176088.332135:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332136:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176088.332137:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332138:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176088.332140:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176088.332141:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176088.332143:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176088.332145:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176088.332148:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afca80 x1872930407214720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176088.332153:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407214720:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176088.332156:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176088.332158:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdc00 x1872930407214848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332162:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176088.332163:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176088.332164:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176088.332166:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176088.332167:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176088.332169:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407214848:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176088.332171:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176088.332172:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176088.332173:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176088.332174:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176088.332177:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176088.332178:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176088.332180:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176088.332182:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176088.332184:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176088.332186:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407214848, portal 10
00000100:00000001:1.0:1786176088.332187:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176088.332188:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542665216 : -106564166886400 : ffff9f1498afdc00)
00000100:00000040:1.0:1786176088.332192:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdc00 x1872930407214848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332196:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176088.332198:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176088.332199:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176088.332200:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407214848, offset 0
00000400:00000200:1.0:1786176088.332203:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176088.332205:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176088.332208:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176088.332210:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176088.332211:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176088.332213:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176088.332215:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176088.332217:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272651:272651:256:4294967295] 192.168.202.146@tcp LPNI seq info [272612:272612:8:4294967295]
00000400:00000200:1.0:1786176088.332219:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176088.332223:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176088.332227:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176088.332229:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176088.332231:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176088.332233:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786176088.332236:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176088.332237:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1786176088.332240:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176088.332241:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176088.332243:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176088.332246:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176088.332248:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176088.332249:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176088.332250:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176088.332252:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdc00 x1872930407214848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332257:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176088.332259:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdc00 x1872930407214848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332263:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176088.332265:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176088.332266:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176088.332268:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176088.332270:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176088.332272:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305281143
00000100:00000001:1.0:1786176088.332274:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305290027
00000100:00000001:1.0:1786176088.332275:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305281143
00000100:00000001:1.0:1786176088.332277:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305290027
00000100:00000001:1.0:1786176088.332278:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176088.332279:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176088.332280:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176088.332282:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176088/real 1786176088]  req@ffff9f1498afdc00 x1872930407214848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176088.332287:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176088.332287:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176088.332288:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176088.332289:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176088.332291:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176088.332292:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176088.332294:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdc00 x1872930407214848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176088.332299:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdc00 x1872930407214848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332303:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176088.332304:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332305:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176088.332306:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176088.332308:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdc00 x1872930407214848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332312:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176088.332314:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdc00 x1872930407214848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332318:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176088.332320:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332321:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176088.332322:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332323:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176088.332324:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176088.332326:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176088.332328:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176088.332329:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176088.332332:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdc00 x1872930407214848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176088.332336:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407214848:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176088.332339:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176088.332341:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afed80 x1872930407214976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332345:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176088.332346:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176088.332347:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176088.332348:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176088.332349:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176088.332351:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407214976:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176088.332353:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176088.332354:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176088.332355:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176088.332356:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176088.332358:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176088.332360:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176088.332362:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176088.332364:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176088.332366:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176088.332368:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407214976, portal 4
00000100:00000001:1.0:1786176088.332369:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176088.332370:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542669696 : -106564166881920 : ffff9f1498afed80)
00000100:00000040:1.0:1786176088.332374:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afed80 x1872930407214976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332378:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176088.332379:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176088.332380:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176088.332382:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407214976, offset 0
00000400:00000200:1.0:1786176088.332384:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176088.332386:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176088.332388:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176088.332390:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176088.332391:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176088.332393:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176088.332394:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176088.332396:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272652:272652:256:4294967295] 192.168.202.146@tcp LPNI seq info [272613:272613:8:4294967295]
00000400:00000200:1.0:1786176088.332399:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176088.332403:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176088.332405:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176088.332407:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176088.332409:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176088.332411:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786176088.332413:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176088.332415:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1786176088.332418:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176088.332419:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176088.332421:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176088.332423:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176088.332425:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176088.332426:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176088.332427:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176088.332430:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afed80 x1872930407214976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332457:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176088.332459:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afed80 x1872930407214976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332465:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176088.332467:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176088.332469:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176088.332472:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176088.332474:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176088.332476:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305282402
00000100:00000001:1.0:1786176088.332478:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305290027
00000100:00000001:1.0:1786176088.332480:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305282402
00000100:00000001:1.0:1786176088.332482:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305290027
00000100:00000001:1.0:1786176088.332484:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176088.332486:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176088.332487:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176088.332491:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176088/real 1786176088]  req@ffff9f1498afed80 x1872930407214976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176088.332497:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176088.332498:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176088.332499:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176088.332501:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176088.332502:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176088.332504:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176088.332507:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afed80 x1872930407214976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176088.332514:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afed80 x1872930407214976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332520:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176088.332521:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332523:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176088.332524:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176088.332527:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afed80 x1872930407214976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332533:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176088.332536:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afed80 x1872930407214976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332542:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176088.332544:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332545:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176088.332546:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332548:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176088.332549:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176088.332551:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176088.332554:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176088.332555:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176088.332559:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afed80 x1872930407214976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176088.332565:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407214976:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176088.332568:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332570:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176088.332572:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afca80 x1872930407214720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332578:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176088.332580:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176088.332582:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176088.332584:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176088.332585:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176088.332587:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176088.332589:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176088.332591:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964000.
02000000:00000001:1.0:1786176088.332593:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176088.332595:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176088.332596:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afca80.
00000100:00000001:1.0:1786176088.332599:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176088.332600:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332602:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176088.332604:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdc00 x1872930407214848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332610:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176088.332611:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176088.332613:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176088.332614:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176088.332615:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176088.332616:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176088.332618:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176088.332619:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967400.
02000000:00000001:1.0:1786176088.332621:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176088.332622:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176088.332623:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdc00.
00000100:00000001:1.0:1786176088.332625:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176088.332626:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332627:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176088.332630:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afed80 x1872930407214976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332635:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176088.332636:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176088.332637:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176088.332639:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176088.332640:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176088.332641:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176088.332642:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176088.332643:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:1.0:1786176088.332645:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176088.332646:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176088.332647:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afed80.
00000100:00000001:1.0:1786176088.332650:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176088.332651:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332653:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332656:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176088.332657:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176088.332659:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176088.332661:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176088.332662:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176088.332665:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd180 x1872930407215104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332672:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176088.332673:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176088.332675:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176088.332676:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176088.332678:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176088.332680:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407215104:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176088.332683:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176088.332685:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176088.332686:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176088.332688:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176088.332690:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176088.332692:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176088.332709:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176088.332712:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176088.332715:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176088.332718:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407215104, portal 4
00000100:00000001:1.0:1786176088.332720:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176088.332721:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542662528 : -106564166889088 : ffff9f1498afd180)
00000100:00000040:1.0:1786176088.332727:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd180 x1872930407215104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332750:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176088.332751:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176088.332753:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176088.332755:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407215104, offset 0
00000400:00000200:1.0:1786176088.332757:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176088.332760:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176088.332762:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176088.332764:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176088.332766:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176088.332768:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176088.332769:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176088.332771:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272653:272653:256:4294967295] 192.168.202.146@tcp LPNI seq info [272614:272614:8:4294967295]
00000400:00000200:1.0:1786176088.332774:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176088.332778:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176088.332781:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176088.332783:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176088.332801:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176088.332803:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786176088.332806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176088.332808:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1786176088.332811:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176088.332812:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176088.332814:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176088.332816:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176088.332818:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176088.332819:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176088.332821:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176088.332824:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd180 x1872930407215104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332829:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176088.332831:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd180 x1872930407215104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332836:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176088.332837:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176088.332839:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176088.332841:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176088.332843:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176088.332845:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305282193
00000100:00000001:1.0:1786176088.332847:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305290027
00000100:00000001:1.0:1786176088.332848:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305282193
00000100:00000001:1.0:1786176088.332850:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305290027
00000100:00000001:1.0:1786176088.332851:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176088.332852:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176088.332853:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176088.332855:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176088/real 1786176088]  req@ffff9f1498afd180 x1872930407215104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176088.332860:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176088.332861:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176088.332862:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176088.332864:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176088.332865:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176088.332866:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176088.332869:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd180 x1872930407215104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176088.332874:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd180 x1872930407215104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332878:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176088.332879:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332880:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176088.332881:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176088.332883:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd180 x1872930407215104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332887:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176088.332889:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd180 x1872930407215104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332894:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176088.332895:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332896:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176088.332897:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332898:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176088.332899:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176088.332901:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176088.332904:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176088.332906:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176088.332910:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd180 x1872930407215104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176088.332918:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407215104:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176088.332921:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332923:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176088.332926:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd180 x1872930407215104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176088.332933:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176088.332950:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176088.332953:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176088.332956:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176088.332958:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176088.332960:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176088.332963:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176088.332966:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964c00.
02000000:00000001:1.0:1786176088.332969:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176088.332971:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176088.332973:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd180.
00000100:00000001:1.0:1786176088.332977:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176088.332979:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332982:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176088.332986:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176088.332988:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176088.332991:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176088.332994:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176089.161904:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176089.161913:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176090.185871:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176090.185877:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176091.209868:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176091.209876:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176092.233916:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176092.233924:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176093.257878:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176093.257886:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176093.450098:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176093.450104:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176093.450107:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176093.450117:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebce00 x1872930407215232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.450149:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176093.450153:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176093.450159:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176093.450163:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176093.450168:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176093.450176:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407215232:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176093.450182:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176093.450186:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176093.450190:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176093.450195:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176093.450202:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176093.450207:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176093.450215:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176093.450221:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176093.450229:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176093.450238:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407215232, portal 25
00000100:00000001:1.0:1786176093.450244:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176093.450246:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177495040 : -106564532056576 : ffff9f1482ebce00)
00000100:00000040:1.0:1786176093.450255:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebce00 x1872930407215232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.450265:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176093.450269:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176093.450273:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176093.450277:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407215232, offset 0
00000400:00000200:1.0:1786176093.450284:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176093.450294:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176093.450301:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176093.450309:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176093.450324:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176093.450329:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176093.450335:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176093.450341:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272654:272654:256:4294967295] 192.168.202.146@tcp LPNI seq info [272615:272615:8:4294967295]
00000400:00000200:1.0:1786176093.450345:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176093.450353:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176093.450360:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176093.450367:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176093.450378:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176093.450383:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1786176093.450393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176093.450397:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1786176093.450404:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176093.450407:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176093.450412:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176093.450419:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176093.450425:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176093.450429:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176093.450434:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176093.450442:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebce00 x1872930407215232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.450468:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176093.450474:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407215232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.450488:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176093.450491:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176093.450497:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176093.450504:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176093.450507:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305295146
00000100:00000001:1.0:1786176093.450515:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305290027
00000100:00000001:1.0:1786176093.450523:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305295146
00000100:00000001:1.0:1786176093.450531:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305290027
00000100:00000001:1.0:1786176093.450536:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176093.450539:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176093.450545:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176093.450553:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176093/real 1786176093]  req@ffff9f1482ebce00 x1872930407215232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176093.450569:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176093.450571:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176093.450575:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176093.450579:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176093.450583:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176093.450586:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176093.450591:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407215232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176093.450604:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407215232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.450621:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176093.450625:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.450629:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176093.450632:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176093.450639:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407215232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.450665:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176093.450672:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407215232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.450686:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176093.450691:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.450696:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176093.450700:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.450704:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176093.450707:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176093.450712:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176093.450717:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176093.450719:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176093.450726:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407215232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176093.450743:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407215232:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176093.450752:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.450755:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176093.450761:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407215232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.450805:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176093.450808:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176093.450810:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176093.450815:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176093.450818:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176093.450821:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176093.450825:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176093.450829:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:1.0:1786176093.450834:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176093.450837:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176093.450851:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:1.0:1786176093.450858:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176093.450861:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.450864:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.450871:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176093.450875:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176093.450878:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176093.450882:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176093.450885:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176093.450891:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407215360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.450905:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176093.450908:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176093.450912:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176093.450915:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176093.450921:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176093.450926:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407215360:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176093.450929:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176093.450932:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176093.450935:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176093.450936:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176093.450939:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176093.450940:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176093.450943:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176093.450945:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176093.450948:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176093.450950:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407215360, portal 10
00000100:00000001:1.0:1786176093.450952:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176093.450953:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:1.0:1786176093.450958:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407215360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.450967:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176093.450971:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176093.450973:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176093.450986:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407215360, offset 0
00000400:00000200:1.0:1786176093.450989:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176093.450991:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176093.450995:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176093.450998:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176093.451000:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176093.451002:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176093.451004:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176093.451008:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272655:272655:256:4294967295] 192.168.202.146@tcp LPNI seq info [272616:272616:8:4294967295]
00000400:00000200:1.0:1786176093.451011:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176093.451016:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176093.451019:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176093.451021:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176093.451024:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176093.451026:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1786176093.451029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176093.451030:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1786176093.451033:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176093.451034:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176093.451036:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176093.451039:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176093.451052:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176093.451053:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176093.451054:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176093.451057:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407215360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451062:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176093.451064:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407215360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451073:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176093.451074:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176093.451076:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176093.451078:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176093.451080:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176093.451082:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305286181
00000100:00000001:1.0:1786176093.451084:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305295146
00000100:00000001:1.0:1786176093.451085:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305286181
00000100:00000001:1.0:1786176093.451086:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305295146
00000100:00000001:1.0:1786176093.451088:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176093.451089:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176093.451090:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176093.451093:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176093/real 1786176093]  req@ffff9f1482ebea00 x1872930407215360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176093.451098:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176093.451099:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176093.451100:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176093.451101:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176093.451102:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176093.451104:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176093.451106:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407215360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176093.451111:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407215360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451115:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176093.451116:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451117:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176093.451118:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176093.451120:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407215360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451125:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176093.451127:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407215360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451132:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176093.451133:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451134:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176093.451135:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451136:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176093.451137:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176093.451139:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176093.451141:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176093.451142:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176093.451144:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407215360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176093.451149:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407215360:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176093.451151:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176093.451153:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407215488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451157:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176093.451158:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176093.451159:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176093.451161:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176093.451162:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176093.451164:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407215488:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176093.451165:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176093.451166:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176093.451168:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176093.451169:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176093.451171:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176093.451172:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176093.451174:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176093.451176:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176093.451178:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176093.451179:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407215488, portal 10
00000100:00000001:1.0:1786176093.451181:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176093.451182:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:1.0:1786176093.451185:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407215488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451189:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176093.451191:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176093.451192:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176093.451194:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407215488, offset 0
00000400:00000200:1.0:1786176093.451196:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176093.451198:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176093.451200:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176093.451202:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176093.451204:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176093.451205:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176093.451207:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176093.451209:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272656:272656:256:4294967295] 192.168.202.146@tcp LPNI seq info [272617:272617:8:4294967295]
00000400:00000200:1.0:1786176093.451212:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176093.451215:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176093.451218:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176093.451220:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176093.451222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176093.451224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1786176093.451226:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176093.451228:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1786176093.451230:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176093.451232:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176093.451234:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176093.451236:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176093.451238:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176093.451239:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176093.451240:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176093.451243:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407215488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451248:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176093.451250:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407215488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451254:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176093.451255:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176093.451256:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176093.451258:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176093.451260:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176093.451261:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305286262
00000100:00000001:1.0:1786176093.451263:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305295146
00000100:00000001:1.0:1786176093.451264:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305286262
00000100:00000001:1.0:1786176093.451266:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305295146
00000100:00000001:1.0:1786176093.451267:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176093.451268:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176093.451269:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176093.451271:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176093/real 1786176093]  req@ffff9f1482ebe680 x1872930407215488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176093.451276:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176093.451276:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176093.451277:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176093.451278:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176093.451279:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176093.451281:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176093.451283:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407215488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176093.451289:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407215488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451292:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176093.451293:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451294:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176093.451295:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176093.451297:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407215488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451301:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176093.451303:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407215488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451307:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176093.451309:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451310:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176093.451311:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451312:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176093.451313:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176093.451314:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176093.451316:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176093.451317:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176093.451319:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407215488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176093.451324:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407215488:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176093.451327:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176093.451329:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407215616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451333:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176093.451335:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176093.451336:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176093.451337:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176093.451338:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176093.451340:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407215616:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176093.451342:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176093.451342:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176093.451343:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176093.451344:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176093.451346:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176093.451347:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176093.451349:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176093.451350:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176093.451352:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176093.451354:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407215616, portal 4
00000100:00000001:1.0:1786176093.451355:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176093.451356:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000040:1.0:1786176093.451359:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407215616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451364:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176093.451365:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176093.451366:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176093.451367:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407215616, offset 0
00000400:00000200:1.0:1786176093.451370:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176093.451371:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176093.451373:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176093.451375:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176093.451376:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176093.451378:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176093.451379:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176093.451381:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272657:272657:256:4294967295] 192.168.202.146@tcp LPNI seq info [272618:272618:8:4294967295]
00000400:00000200:1.0:1786176093.451384:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176093.451388:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176093.451391:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176093.451393:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176093.451395:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176093.451396:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1786176093.451399:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176093.451401:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1786176093.451404:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176093.451405:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176093.451407:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176093.451409:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176093.451411:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176093.451412:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176093.451413:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176093.451415:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407215616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451420:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176093.451422:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407215616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451427:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176093.451428:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176093.451429:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176093.451431:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176093.451432:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176093.451434:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305287521
00000100:00000001:1.0:1786176093.451435:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305295146
00000100:00000001:1.0:1786176093.451437:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305287521
00000100:00000001:1.0:1786176093.451438:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305295146
00000100:00000001:1.0:1786176093.451440:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176093.451441:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176093.451442:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176093.451444:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176093/real 1786176093]  req@ffff9f1482ebc000 x1872930407215616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176093.451449:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176093.451450:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176093.451451:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176093.451452:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176093.451453:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176093.451455:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176093.451457:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407215616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176093.451462:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407215616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451466:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176093.451467:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451468:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176093.451468:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176093.451471:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407215616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451474:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176093.451477:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407215616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451481:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176093.451482:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451483:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176093.451484:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451485:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176093.451486:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176093.451487:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176093.451489:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176093.451491:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176093.451493:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407215616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176093.451498:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407215616:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176093.451500:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451501:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176093.451503:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407215360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451507:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176093.451508:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176093.451509:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176093.451510:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176093.451511:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176093.451512:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176093.451513:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176093.451514:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6800.
02000000:00000001:1.0:1786176093.451515:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176093.451516:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176093.451517:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:1.0:1786176093.451519:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176093.451520:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451521:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176093.451523:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407215488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451527:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176093.451528:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176093.451529:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176093.451530:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176093.451531:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176093.451532:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176093.451533:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176093.451535:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4000.
02000000:00000001:1.0:1786176093.451536:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176093.451537:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176093.451538:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:1.0:1786176093.451539:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176093.451540:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451541:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176093.451543:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407215616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451546:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176093.451547:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176093.451548:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176093.451549:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176093.451550:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176093.451550:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176093.451551:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176093.451552:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7800.
02000000:00000001:1.0:1786176093.451553:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176093.451554:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176093.451555:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:1.0:1786176093.451556:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176093.451557:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451558:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451559:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176093.451560:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176093.451562:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176093.451562:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176093.451563:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176093.451565:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407215744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451569:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176093.451570:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176093.451571:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176093.451572:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176093.451573:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176093.451575:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407215744:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176093.451577:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176093.451578:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176093.451579:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176093.451580:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176093.451582:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176093.451583:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176093.451585:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176093.451587:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176093.451588:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176093.451590:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407215744, portal 4
00000100:00000001:1.0:1786176093.451592:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176093.451593:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:1.0:1786176093.451596:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407215744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451601:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176093.451602:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176093.451603:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176093.451605:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407215744, offset 0
00000400:00000200:1.0:1786176093.451607:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176093.451609:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176093.451611:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176093.451612:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176093.451614:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176093.451616:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176093.451617:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176093.451619:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272658:272658:256:4294967295] 192.168.202.146@tcp LPNI seq info [272619:272619:8:4294967295]
00000400:00000200:1.0:1786176093.451622:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176093.451626:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176093.451628:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176093.451630:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176093.451632:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176093.451634:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1786176093.451637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176093.451639:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1786176093.451641:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176093.451642:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176093.451644:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176093.451659:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176093.451661:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176093.451662:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176093.451664:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176093.451667:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407215744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451671:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176093.451673:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407215744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451678:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176093.451679:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176093.451680:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176093.451682:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176093.451684:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176093.451685:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305287311
00000100:00000001:1.0:1786176093.451687:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305295146
00000100:00000001:1.0:1786176093.451688:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305287311
00000100:00000001:1.0:1786176093.451690:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305295146
00000100:00000001:1.0:1786176093.451691:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176093.451693:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176093.451694:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176093.451696:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176093/real 1786176093]  req@ffff9f1482ebd500 x1872930407215744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176093.451700:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176093.451701:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176093.451703:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176093.451704:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176093.451705:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176093.451706:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176093.451708:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407215744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176093.451713:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407215744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451717:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176093.451718:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451719:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176093.451720:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176093.451722:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407215744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451726:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176093.451728:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407215744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451732:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176093.451734:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451735:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176093.451736:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451737:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176093.451738:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176093.451740:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176093.451741:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176093.451743:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176093.451745:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407215744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176093.451749:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407215744:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176093.451752:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451753:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176093.451755:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407215744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176093.451759:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176093.451760:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176093.451761:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176093.451763:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176093.451763:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176093.451764:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176093.451765:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176093.451766:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:1.0:1786176093.451767:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176093.451768:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176093.451783:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:1.0:1786176093.451786:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176093.451787:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451788:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176093.451790:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176093.451791:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176093.451792:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176093.451793:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176094.281849:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176094.281855:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176095.305855:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176095.305861:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176096.329865:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176096.329872:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176096.329874:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176096.329878:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176096.329882:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176096.329884:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176096.329886:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176096.329888:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176097.353893:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176097.353911:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176098.377898:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176098.377904:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176098.570220:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176098.570226:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176098.570230:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176098.570241:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebdf80 x1872930407215872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.570259:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176098.570261:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176098.570267:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176098.570271:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176098.570275:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176098.570284:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407215872:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176098.570292:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176098.570298:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176098.570301:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176098.570304:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176098.570311:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176098.570315:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176098.570334:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176098.570340:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176098.570348:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176098.570358:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407215872, portal 25
00000100:00000001:1.0:1786176098.570364:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176098.570368:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177499520 : -106564532052096 : ffff9f1482ebdf80)
00000100:00000040:1.0:1786176098.570378:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebdf80 x1872930407215872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.570397:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176098.570403:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176098.570406:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176098.570409:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407215872, offset 0
00000400:00000200:1.0:1786176098.570415:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176098.570426:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176098.570453:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176098.570464:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176098.570473:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176098.570480:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176098.570487:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176098.570496:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272659:272659:256:4294967295] 192.168.202.146@tcp LPNI seq info [272620:272620:8:4294967295]
00000400:00000200:1.0:1786176098.570521:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176098.570536:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176098.570547:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176098.570557:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176098.570569:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176098.570577:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1786176098.570588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176098.570593:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1786176098.570620:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176098.570626:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176098.570650:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176098.570660:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176098.570668:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176098.570671:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176098.570677:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176098.570685:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebdf80 x1872930407215872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.570715:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176098.570721:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebdf80 x1872930407215872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.570736:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176098.570739:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176098.570745:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176098.570752:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176098.570757:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305300266
00000100:00000001:1.0:1786176098.570766:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305295146
00000100:00000001:1.0:1786176098.570785:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305300266
00000100:00000001:1.0:1786176098.570822:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305295146
00000100:00000001:1.0:1786176098.570828:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176098.570831:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176098.570847:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176098.570855:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176098/real 1786176098]  req@ffff9f1482ebdf80 x1872930407215872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176098.570871:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176098.570874:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176098.570878:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176098.570882:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176098.570886:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176098.570891:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176098.570900:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebdf80 x1872930407215872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176098.570927:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebdf80 x1872930407215872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.570947:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176098.570950:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.570965:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176098.570968:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176098.570975:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebdf80 x1872930407215872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.570987:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176098.570994:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebdf80 x1872930407215872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571008:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176098.571014:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.571017:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176098.571019:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.571024:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176098.571027:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176098.571031:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176098.571038:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176098.571042:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176098.571050:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebdf80 x1872930407215872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176098.571072:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407215872:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176098.571077:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.571078:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176098.571081:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebdf80 x1872930407215872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571086:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176098.571089:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176098.571091:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176098.571093:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176098.571094:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176098.571096:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176098.571097:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176098.571099:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7400.
02000000:00000001:1.0:1786176098.571101:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176098.571103:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176098.571104:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebdf80.
00000100:00000001:1.0:1786176098.571108:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176098.571109:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.571110:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.571116:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176098.571117:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176098.571119:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176098.571120:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176098.571121:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176098.571124:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebf100 x1872930407216000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571133:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176098.571134:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176098.571135:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176098.571137:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176098.571138:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176098.571140:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407216000:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176098.571153:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176098.571154:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176098.571155:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176098.571157:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176098.571159:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176098.571161:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176098.571165:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176098.571168:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176098.571172:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176098.571175:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407216000, portal 10
00000100:00000001:1.0:1786176098.571177:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176098.571179:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177504000 : -106564532047616 : ffff9f1482ebf100)
00000100:00000040:1.0:1786176098.571187:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebf100 x1872930407216000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571194:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176098.571197:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176098.571199:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176098.571202:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407216000, offset 0
00000400:00000200:1.0:1786176098.571206:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176098.571211:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176098.571215:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176098.571218:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176098.571220:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176098.571221:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176098.571223:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176098.571225:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272660:272660:256:4294967295] 192.168.202.146@tcp LPNI seq info [272621:272621:8:4294967295]
00000400:00000200:1.0:1786176098.571228:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176098.571233:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176098.571236:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176098.571239:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176098.571242:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176098.571244:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1786176098.571247:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176098.571249:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1786176098.571251:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176098.571253:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176098.571255:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176098.571257:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176098.571259:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176098.571261:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176098.571262:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176098.571265:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebf100 x1872930407216000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571271:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176098.571273:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407216000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571277:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176098.571278:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176098.571281:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176098.571284:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176098.571286:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176098.571287:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305291301
00000100:00000001:1.0:1786176098.571289:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305300266
00000100:00000001:1.0:1786176098.571291:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305291301
00000100:00000001:1.0:1786176098.571292:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305300266
00000100:00000001:1.0:1786176098.571294:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176098.571296:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176098.571297:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176098.571300:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176098/real 1786176098]  req@ffff9f1482ebf100 x1872930407216000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176098.571305:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176098.571306:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176098.571307:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176098.571308:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176098.571309:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176098.571311:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176098.571313:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebf100 x1872930407216000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176098.571318:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebf100 x1872930407216000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571322:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176098.571323:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.571324:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176098.571325:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176098.571327:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebf100 x1872930407216000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571335:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176098.571337:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebf100 x1872930407216000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571342:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176098.571343:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.571344:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176098.571345:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.571346:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176098.571348:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176098.571350:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176098.571352:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176098.571354:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176098.571357:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebf100 x1872930407216000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176098.571361:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407216000:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176098.571364:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176098.571366:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407216128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571370:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176098.571371:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176098.571372:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176098.571373:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176098.571374:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176098.571376:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407216128:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176098.571378:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176098.571380:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176098.571381:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176098.571382:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176098.571384:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176098.571385:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176098.571387:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176098.571400:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176098.571402:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176098.571404:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407216128, portal 10
00000100:00000001:1.0:1786176098.571405:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176098.571406:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:1.0:1786176098.571410:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407216128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571414:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176098.571416:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176098.571417:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176098.571419:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407216128, offset 0
00000400:00000200:1.0:1786176098.571422:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176098.571425:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176098.571429:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176098.571432:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176098.571434:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176098.571437:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176098.571439:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176098.571442:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272661:272661:256:4294967295] 192.168.202.146@tcp LPNI seq info [272622:272622:8:4294967295]
00000400:00000200:1.0:1786176098.571447:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176098.571453:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176098.571458:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176098.571462:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176098.571467:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176098.571470:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1786176098.571474:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176098.571477:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1786176098.571479:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176098.571481:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176098.571483:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176098.571485:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176098.571488:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176098.571489:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176098.571491:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176098.571493:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407216128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571499:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176098.571501:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407216128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571506:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176098.571507:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176098.571509:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176098.571511:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176098.571514:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176098.571515:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305291382
00000100:00000001:1.0:1786176098.571517:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305300266
00000100:00000001:1.0:1786176098.571518:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305291382
00000100:00000001:1.0:1786176098.571520:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305300266
00000100:00000001:1.0:1786176098.571521:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176098.571522:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176098.571524:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176098.571526:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176098/real 1786176098]  req@ffff9f1482ebd500 x1872930407216128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176098.571531:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176098.571532:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176098.571533:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176098.571534:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176098.571535:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176098.571537:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176098.571539:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407216128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176098.571544:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407216128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571548:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176098.571549:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.571550:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176098.571551:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176098.571553:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407216128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571557:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176098.571559:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407216128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571564:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176098.571566:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.571567:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176098.571567:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.571569:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176098.571569:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176098.571571:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176098.571573:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176098.571574:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176098.571576:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407216128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176098.571581:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407216128:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176098.571583:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176098.571585:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407216256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571589:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176098.571591:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176098.571592:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176098.571593:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176098.571595:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176098.571623:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407216256:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176098.571625:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176098.571626:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176098.571627:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176098.571629:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176098.571631:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176098.571632:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176098.571635:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176098.571637:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176098.571640:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176098.571642:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407216256, portal 4
00000100:00000001:1.0:1786176098.571643:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176098.571644:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000040:1.0:1786176098.571648:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407216256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571652:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176098.571654:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176098.571655:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176098.571657:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407216256, offset 0
00000400:00000200:1.0:1786176098.571659:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176098.571662:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176098.571664:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176098.571666:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176098.571668:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176098.571669:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176098.571671:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176098.571673:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272662:272662:256:4294967295] 192.168.202.146@tcp LPNI seq info [272623:272623:8:4294967295]
00000400:00000200:1.0:1786176098.571676:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176098.571680:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176098.571683:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176098.571684:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176098.571687:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176098.571689:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1786176098.571692:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176098.571693:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1786176098.571696:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176098.571697:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176098.571699:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176098.571701:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176098.571703:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176098.571705:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176098.571707:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176098.571709:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407216256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571714:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176098.571716:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407216256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571721:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176098.571722:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176098.571724:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176098.571726:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176098.571728:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176098.571729:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305292641
00000100:00000001:1.0:1786176098.571731:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305300266
00000100:00000001:1.0:1786176098.571732:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305292641
00000100:00000001:1.0:1786176098.571734:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305300266
00000100:00000001:1.0:1786176098.571735:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176098.571736:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176098.571737:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176098.571739:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176098/real 1786176098]  req@ffff9f1482ebc000 x1872930407216256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176098.571744:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176098.571745:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176098.571746:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176098.571748:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176098.571749:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176098.571750:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176098.571752:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407216256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176098.571757:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407216256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571761:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176098.571762:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.571763:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176098.571764:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176098.571767:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407216256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571790:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176098.571794:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407216256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571800:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176098.571802:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.571804:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176098.571805:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.571806:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176098.571808:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176098.571810:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176098.571814:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176098.571816:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176098.571820:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407216256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176098.571827:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407216256:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176098.571831:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176098.571834:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407216384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571840:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176098.571842:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176098.571844:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176098.571846:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176098.571848:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176098.571851:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407216384:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176098.571854:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176098.571856:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176098.571857:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176098.571859:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176098.571862:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176098.571864:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176098.571867:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176098.571869:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176098.571872:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176098.571875:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407216384, portal 4
00000100:00000001:1.0:1786176098.571877:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176098.571878:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:1.0:1786176098.571882:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407216384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571888:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176098.571890:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176098.571892:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176098.571895:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407216384, offset 0
00000400:00000200:1.0:1786176098.571899:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176098.571902:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176098.571905:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176098.571907:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176098.571910:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176098.571912:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176098.571914:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176098.571918:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272663:272663:256:4294967295] 192.168.202.146@tcp LPNI seq info [272624:272624:8:4294967295]
00000400:00000200:1.0:1786176098.571931:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176098.571937:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176098.571942:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176098.571945:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176098.571949:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176098.571951:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1786176098.571955:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176098.571958:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1786176098.571961:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176098.571963:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176098.571966:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176098.571969:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176098.571972:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176098.571973:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176098.571976:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176098.571979:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407216384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.571988:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176098.571992:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407216384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.572000:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176098.572002:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176098.572006:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176098.572009:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176098.572013:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176098.572015:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305292432
00000100:00000001:1.0:1786176098.572017:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305300266
00000100:00000001:1.0:1786176098.572020:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305292432
00000100:00000001:1.0:1786176098.572022:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305300266
00000100:00000001:1.0:1786176098.572024:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176098.572026:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176098.572028:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176098.572031:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176098/real 1786176098]  req@ffff9f1482ebe680 x1872930407216384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176098.572041:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176098.572043:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176098.572045:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176098.572047:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176098.572057:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176098.572059:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176098.572061:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407216384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176098.572067:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407216384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.572071:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176098.572072:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.572073:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176098.572074:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176098.572076:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407216384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.572080:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176098.572083:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407216384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.572087:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176098.572089:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.572090:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176098.572091:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.572092:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176098.572093:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176098.572094:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176098.572096:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176098.572098:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176098.572101:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407216384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176098.572107:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407216384:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176098.572110:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.572111:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176098.572113:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebf100 x1872930407216000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.572117:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176098.572123:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176098.572125:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176098.572126:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176098.572127:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176098.572129:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176098.572130:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176098.572132:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6000.
02000000:00000001:1.0:1786176098.572135:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176098.572137:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176098.572138:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebf100.
00000100:00000001:1.0:1786176098.572141:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176098.572142:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.572144:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176098.572146:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407216128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.572150:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176098.572151:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176098.572152:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176098.572153:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176098.572153:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176098.572154:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176098.572155:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176098.572156:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4800.
02000000:00000001:1.0:1786176098.572157:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176098.572158:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176098.572159:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:1.0:1786176098.572162:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176098.572163:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.572164:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176098.572168:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407216256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.572175:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176098.572176:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176098.572177:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176098.572191:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176098.572193:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176098.572195:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176098.572197:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176098.572198:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5800.
02000000:00000001:1.0:1786176098.572200:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176098.572202:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176098.572203:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:1.0:1786176098.572206:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176098.572207:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.572209:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176098.572213:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407216384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176098.572221:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176098.572222:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176098.572223:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176098.572224:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176098.572225:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176098.572226:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176098.572228:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176098.572229:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:1.0:1786176098.572230:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176098.572231:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176098.572231:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:1.0:1786176098.572233:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176098.572234:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.572235:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176098.572238:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176098.572239:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176098.572241:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176098.572242:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176099.401900:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176099.401906:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176100.425866:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176100.425871:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176101.449902:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176101.449909:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176102.473903:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176102.473911:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176103.497897:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176103.497904:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176103.690728:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176103.690734:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176103.690737:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176103.690746:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc380 x1872930407216512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.690758:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176103.690761:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176103.690766:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176103.690793:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176103.690796:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176103.690801:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407216512:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176103.690806:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176103.690810:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176103.690812:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176103.690814:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176103.690820:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176103.690823:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176103.690829:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176103.690835:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176103.690843:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176103.690851:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407216512, portal 25
00000100:00000001:1.0:1786176103.690856:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176103.690859:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658944 : -106564166892672 : ffff9f1498afc380)
00000100:00000040:1.0:1786176103.690865:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc380 x1872930407216512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.690879:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176103.690886:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176103.690892:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176103.690897:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407216512, offset 0
00000400:00000200:1.0:1786176103.690911:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176103.690923:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176103.690931:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176103.690942:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176103.690949:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176103.690958:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176103.690964:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176103.690975:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272664:272664:256:4294967295] 192.168.202.146@tcp LPNI seq info [272625:272625:8:4294967295]
00000400:00000200:1.0:1786176103.690989:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176103.691007:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176103.691017:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176103.691027:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176103.691039:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176103.691045:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786176103.691053:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176103.691066:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1786176103.691080:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176103.691085:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176103.691091:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176103.691098:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176103.691106:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176103.691111:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176103.691115:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176103.691121:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc380 x1872930407216512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.691150:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176103.691157:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc380 x1872930407216512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.691168:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176103.691171:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176103.691178:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176103.691185:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176103.691190:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305305387
00000100:00000001:1.0:1786176103.691200:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305300266
00000100:00000001:1.0:1786176103.691208:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305305387
00000100:00000001:1.0:1786176103.691214:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305300266
00000100:00000001:1.0:1786176103.691218:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176103.691221:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176103.691224:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176103.691230:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176103/real 1786176103]  req@ffff9f1498afc380 x1872930407216512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176103.691238:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176103.691241:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176103.691243:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176103.691247:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176103.691250:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176103.691252:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176103.691257:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc380 x1872930407216512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176103.691285:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc380 x1872930407216512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.691296:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176103.691299:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.691303:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176103.691306:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176103.691314:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc380 x1872930407216512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.691324:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176103.691332:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc380 x1872930407216512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.691343:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176103.691346:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.691349:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176103.691352:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.691355:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176103.691358:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176103.691361:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176103.691368:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176103.691372:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176103.691379:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc380 x1872930407216512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176103.691397:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407216512:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176103.691408:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.691413:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176103.691421:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc380 x1872930407216512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.691440:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176103.691446:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176103.691450:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176103.691455:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176103.691458:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176103.691469:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176103.691475:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176103.691478:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965000.
02000000:00000001:1.0:1786176103.691483:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176103.691486:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176103.691489:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc380.
00000100:00000001:1.0:1786176103.691494:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176103.691496:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.691502:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.691513:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176103.691516:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176103.691522:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176103.691526:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176103.691529:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176103.691535:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff800 x1872930407216640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.691559:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176103.691561:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176103.691565:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176103.691567:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176103.691572:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176103.691576:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407216640:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176103.691579:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176103.691581:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176103.691583:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176103.691585:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176103.691590:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176103.691594:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176103.691602:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176103.691607:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176103.691611:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176103.691615:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407216640, portal 10
00000100:00000001:1.0:1786176103.691617:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176103.691619:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542672384 : -106564166879232 : ffff9f1498aff800)
00000100:00000040:1.0:1786176103.691630:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff800 x1872930407216640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.691666:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176103.691674:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176103.691678:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176103.691683:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407216640, offset 0
00000400:00000200:1.0:1786176103.691691:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176103.691699:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176103.691705:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176103.691711:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176103.691716:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176103.691720:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176103.691724:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176103.691730:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272665:272665:256:4294967295] 192.168.202.146@tcp LPNI seq info [272626:272626:8:4294967295]
00000400:00000200:1.0:1786176103.691736:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176103.691747:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176103.691756:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176103.691762:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176103.691788:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176103.691791:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786176103.691797:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176103.691801:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1786176103.691807:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176103.691811:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176103.691816:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176103.691823:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176103.691827:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176103.691831:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176103.691835:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176103.691840:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff800 x1872930407216640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.691854:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176103.691859:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff800 x1872930407216640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.691876:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176103.691879:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176103.691883:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176103.691888:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176103.691893:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176103.691898:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305296422
00000100:00000001:1.0:1786176103.691901:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305305387
00000100:00000001:1.0:1786176103.691906:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305296422
00000100:00000001:1.0:1786176103.691909:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305305387
00000100:00000001:1.0:1786176103.691914:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176103.691917:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176103.691919:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176103.691925:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176103/real 1786176103]  req@ffff9f1498aff800 x1872930407216640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176103.691947:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176103.691949:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176103.691953:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176103.691956:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176103.691960:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176103.691962:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176103.691968:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff800 x1872930407216640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176103.692000:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff800 x1872930407216640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692008:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176103.692010:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692013:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176103.692014:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176103.692017:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff800 x1872930407216640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692022:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176103.692025:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff800 x1872930407216640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692029:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176103.692031:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692032:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176103.692033:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692034:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176103.692035:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176103.692037:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176103.692039:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176103.692040:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176103.692043:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff800 x1872930407216640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176103.692048:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407216640:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176103.692050:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176103.692052:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc700 x1872930407216768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692056:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176103.692057:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176103.692059:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176103.692060:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176103.692062:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176103.692063:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407216768:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176103.692065:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176103.692066:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176103.692068:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176103.692069:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176103.692072:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176103.692073:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176103.692075:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176103.692077:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176103.692079:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176103.692081:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407216768, portal 10
00000100:00000001:1.0:1786176103.692082:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176103.692083:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542659840 : -106564166891776 : ffff9f1498afc700)
00000100:00000040:1.0:1786176103.692087:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc700 x1872930407216768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692092:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176103.692093:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176103.692095:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176103.692096:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407216768, offset 0
00000400:00000200:1.0:1786176103.692099:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176103.692101:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176103.692104:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176103.692106:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176103.692108:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176103.692109:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176103.692111:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176103.692113:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272666:272666:256:4294967295] 192.168.202.146@tcp LPNI seq info [272627:272627:8:4294967295]
00000400:00000200:1.0:1786176103.692116:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176103.692120:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176103.692123:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176103.692125:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176103.692128:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176103.692129:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786176103.692132:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176103.692134:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1786176103.692137:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176103.692138:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176103.692140:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176103.692142:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176103.692144:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176103.692145:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176103.692147:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176103.692149:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc700 x1872930407216768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692154:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176103.692156:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc700 x1872930407216768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692161:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176103.692162:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176103.692163:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176103.692165:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176103.692167:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176103.692168:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305296503
00000100:00000001:1.0:1786176103.692170:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305305387
00000100:00000001:1.0:1786176103.692171:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305296503
00000100:00000001:1.0:1786176103.692173:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305305387
00000100:00000001:1.0:1786176103.692174:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176103.692175:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176103.692176:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176103.692179:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176103/real 1786176103]  req@ffff9f1498afc700 x1872930407216768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176103.692183:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176103.692184:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176103.692185:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176103.692187:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176103.692188:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176103.692189:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176103.692191:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc700 x1872930407216768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176103.692197:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc700 x1872930407216768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692200:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176103.692201:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692202:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176103.692203:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176103.692205:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc700 x1872930407216768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692209:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176103.692211:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc700 x1872930407216768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692216:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176103.692217:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692218:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176103.692219:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692220:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176103.692221:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176103.692222:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176103.692224:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176103.692226:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176103.692228:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc700 x1872930407216768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176103.692233:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407216768:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176103.692236:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692237:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176103.692239:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff800 x1872930407216640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692243:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176103.692244:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176103.692245:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176103.692247:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176103.692248:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176103.692249:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176103.692250:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176103.692251:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965800.
02000000:00000001:1.0:1786176103.692252:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176103.692253:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176103.692254:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff800.
00000100:00000001:1.0:1786176103.692256:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176103.692257:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692258:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176103.692260:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc700 x1872930407216768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692264:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176103.692265:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176103.692266:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176103.692267:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176103.692268:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176103.692269:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176103.692270:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176103.692270:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967c00.
02000000:00000001:1.0:1786176103.692272:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176103.692272:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176103.692273:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc700.
00000100:00000001:1.0:1786176103.692274:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176103.692275:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692276:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692279:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176103.692279:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176103.692281:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176103.692282:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176103.692283:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176103.692285:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff480 x1872930407216896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692290:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176103.692291:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176103.692292:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176103.692293:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176103.692294:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176103.692296:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407216896:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176103.692298:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176103.692299:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176103.692300:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176103.692301:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176103.692303:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176103.692304:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176103.692307:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176103.692308:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176103.692310:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176103.692312:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407216896, portal 4
00000100:00000001:1.0:1786176103.692314:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176103.692315:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542671488 : -106564166880128 : ffff9f1498aff480)
00000100:00000040:1.0:1786176103.692319:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff480 x1872930407216896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692323:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176103.692324:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176103.692326:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176103.692327:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407216896, offset 0
00000400:00000200:1.0:1786176103.692330:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176103.692331:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176103.692333:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176103.692335:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176103.692337:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176103.692339:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176103.692341:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176103.692343:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272667:272667:256:4294967295] 192.168.202.146@tcp LPNI seq info [272628:272628:8:4294967295]
00000400:00000200:1.0:1786176103.692345:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176103.692350:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176103.692352:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176103.692354:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176103.692357:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176103.692358:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786176103.692361:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176103.692363:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1786176103.692366:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176103.692367:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176103.692369:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176103.692371:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176103.692373:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176103.692375:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176103.692376:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176103.692378:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff480 x1872930407216896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692383:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176103.692386:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff480 x1872930407216896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692393:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176103.692394:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176103.692397:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176103.692400:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176103.692404:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176103.692406:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305297762
00000100:00000001:1.0:1786176103.692408:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305305387
00000100:00000001:1.0:1786176103.692411:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305297762
00000100:00000001:1.0:1786176103.692414:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305305387
00000100:00000001:1.0:1786176103.692416:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176103.692419:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176103.692420:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176103.692425:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176103/real 1786176103]  req@ffff9f1498aff480 x1872930407216896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176103.692434:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176103.692435:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176103.692437:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176103.692440:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176103.692442:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176103.692444:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176103.692447:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff480 x1872930407216896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176103.692453:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff480 x1872930407216896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692457:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176103.692458:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692459:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176103.692460:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176103.692463:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff480 x1872930407216896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692468:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176103.692470:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff480 x1872930407216896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692474:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176103.692475:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692476:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176103.692477:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692479:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176103.692480:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176103.692482:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176103.692484:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176103.692485:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176103.692488:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff480 x1872930407216896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176103.692492:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407216896:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176103.692495:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176103.692497:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdf80 x1872930407217024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692500:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176103.692502:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176103.692503:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176103.692505:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176103.692506:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176103.692508:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407217024:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176103.692510:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176103.692511:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176103.692512:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176103.692513:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176103.692516:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176103.692517:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176103.692520:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176103.692521:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176103.692523:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176103.692526:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407217024, portal 4
00000100:00000001:1.0:1786176103.692527:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176103.692528:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542666112 : -106564166885504 : ffff9f1498afdf80)
00000100:00000040:1.0:1786176103.692532:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdf80 x1872930407217024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692536:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176103.692538:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176103.692539:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176103.692541:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407217024, offset 0
00000400:00000200:1.0:1786176103.692543:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176103.692559:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176103.692562:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176103.692564:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176103.692566:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176103.692568:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176103.692569:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176103.692572:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272668:272668:256:4294967295] 192.168.202.146@tcp LPNI seq info [272629:272629:8:4294967295]
00000400:00000200:1.0:1786176103.692575:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176103.692579:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176103.692582:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176103.692585:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176103.692588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176103.692590:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786176103.692592:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176103.692594:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1786176103.692597:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176103.692599:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176103.692601:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176103.692603:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176103.692605:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176103.692607:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176103.692608:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176103.692611:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdf80 x1872930407217024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692616:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176103.692618:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdf80 x1872930407217024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692631:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176103.692633:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176103.692636:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176103.692639:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176103.692642:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176103.692644:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305297552
00000100:00000001:1.0:1786176103.692647:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305305387
00000100:00000001:1.0:1786176103.692650:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305297552
00000100:00000001:1.0:1786176103.692652:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305305387
00000100:00000001:1.0:1786176103.692654:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176103.692657:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176103.692659:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176103.692663:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176103/real 1786176103]  req@ffff9f1498afdf80 x1872930407217024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176103.692672:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176103.692674:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176103.692675:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176103.692677:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176103.692678:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176103.692680:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176103.692682:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdf80 x1872930407217024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176103.692688:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdf80 x1872930407217024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692693:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176103.692694:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692695:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176103.692696:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176103.692698:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdf80 x1872930407217024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692703:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176103.692705:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdf80 x1872930407217024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692710:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176103.692711:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692712:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176103.692713:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692714:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176103.692715:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176103.692717:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176103.692718:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176103.692720:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176103.692722:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdf80 x1872930407217024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176103.692727:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407217024:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176103.692729:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692730:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176103.692732:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff480 x1872930407216896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692736:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176103.692737:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176103.692739:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176103.692740:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176103.692742:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176103.692743:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176103.692744:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176103.692745:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964c00.
02000000:00000001:1.0:1786176103.692747:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176103.692748:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176103.692749:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff480.
00000100:00000001:1.0:1786176103.692751:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176103.692752:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692753:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176103.692755:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdf80 x1872930407217024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176103.692758:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176103.692759:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176103.692760:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176103.692761:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176103.692762:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176103.692763:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176103.692764:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176103.692764:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:1.0:1786176103.692766:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176103.692766:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176103.692767:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdf80.
00000100:00000001:1.0:1786176103.692769:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176103.692783:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692785:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176103.692788:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176103.692789:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176103.692792:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176103.692793:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176104.521950:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176104.521959:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176105.545858:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176105.545864:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176106.569858:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176106.569864:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176106.569866:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176106.569868:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176106.569872:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176106.569874:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176106.569875:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176106.569877:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176107.593912:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176107.593919:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176108.617943:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176108.617954:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176108.810186:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176108.810194:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176108.810200:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176108.810212:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe680 x1872930407217152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.810239:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176108.810243:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176108.810250:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176108.810255:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176108.810257:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176108.810264:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407217152:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176108.810270:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176108.810276:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176108.810280:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176108.810284:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176108.810291:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176108.810295:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176108.810305:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176108.810310:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176108.810321:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176108.810341:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407217152, portal 25
00000100:00000001:1.0:1786176108.810347:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176108.810350:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667904 : -106564166883712 : ffff9f1498afe680)
00000100:00000040:1.0:1786176108.810370:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe680 x1872930407217152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.810388:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176108.810396:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176108.810399:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176108.810405:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407217152, offset 0
00000400:00000200:1.0:1786176108.810416:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176108.810428:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176108.810439:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176108.810449:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176108.810457:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176108.810463:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176108.810468:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176108.810477:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272669:272669:256:4294967295] 192.168.202.146@tcp LPNI seq info [272630:272630:8:4294967295]
00000400:00000200:1.0:1786176108.810485:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176108.810525:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176108.810537:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176108.810545:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176108.810557:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176108.810562:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176108.810573:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176108.810584:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176108.810594:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176108.810599:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176108.810609:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176108.810621:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176108.810631:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176108.810635:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176108.810642:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176108.810650:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe680 x1872930407217152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.810667:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176108.810674:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe680 x1872930407217152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.810693:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176108.810701:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176108.810711:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176108.810720:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176108.810725:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305310506
00000100:00000001:1.0:1786176108.810736:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305305387
00000100:00000001:1.0:1786176108.810743:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305310506
00000100:00000001:1.0:1786176108.810750:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305305387
00000100:00000001:1.0:1786176108.810755:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176108.810760:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176108.810765:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176108.810809:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176108/real 1786176108]  req@ffff9f1498afe680 x1872930407217152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176108.810836:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176108.810842:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176108.810847:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176108.810855:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176108.810861:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176108.810868:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176108.810878:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe680 x1872930407217152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176108.810899:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe680 x1872930407217152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.810915:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176108.810925:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.810942:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176108.810946:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176108.810952:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe680 x1872930407217152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.810963:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176108.810973:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe680 x1872930407217152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.810996:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176108.811001:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.811003:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176108.811006:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.811009:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176108.811013:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176108.811021:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176108.811030:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176108.811035:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176108.811043:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe680 x1872930407217152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176108.811054:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407217152:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176108.811059:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.811061:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176108.811064:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe680 x1872930407217152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811072:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176108.811075:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176108.811078:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176108.811082:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176108.811084:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176108.811086:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176108.811089:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176108.811092:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967400.
02000000:00000001:1.0:1786176108.811097:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176108.811099:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176108.811101:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe680.
00000100:00000001:1.0:1786176108.811105:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176108.811106:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.811109:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.811118:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176108.811120:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176108.811121:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176108.811123:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176108.811124:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176108.811127:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498affb80 x1872930407217280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811133:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176108.811134:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176108.811136:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176108.811137:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176108.811139:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176108.811141:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407217280:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176108.811143:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176108.811145:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176108.811146:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176108.811148:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176108.811150:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176108.811151:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176108.811155:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176108.811157:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176108.811160:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176108.811162:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407217280, portal 10
00000100:00000001:1.0:1786176108.811164:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176108.811165:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542673280 : -106564166878336 : ffff9f1498affb80)
00000100:00000040:1.0:1786176108.811170:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498affb80 x1872930407217280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811175:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176108.811177:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176108.811178:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176108.811180:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407217280, offset 0
00000400:00000200:1.0:1786176108.811183:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176108.811186:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176108.811190:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176108.811193:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176108.811196:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176108.811199:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176108.811202:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176108.811205:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272670:272670:256:4294967295] 192.168.202.146@tcp LPNI seq info [272631:272631:8:4294967295]
00000400:00000200:1.0:1786176108.811210:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176108.811218:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176108.811223:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176108.811228:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176108.811232:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176108.811235:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176108.811240:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176108.811242:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176108.811245:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176108.811247:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176108.811249:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176108.811252:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176108.811254:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176108.811256:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176108.811258:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176108.811260:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498affb80 x1872930407217280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811267:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176108.811269:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498affb80 x1872930407217280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811274:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176108.811275:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176108.811277:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176108.811281:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176108.811283:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176108.811285:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305301541
00000100:00000001:1.0:1786176108.811287:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305310506
00000100:00000001:1.0:1786176108.811289:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305301541
00000100:00000001:1.0:1786176108.811291:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305310506
00000100:00000001:1.0:1786176108.811292:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176108.811294:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176108.811295:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176108.811298:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176108/real 1786176108]  req@ffff9f1498affb80 x1872930407217280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176108.811304:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176108.811304:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176108.811305:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176108.811307:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176108.811308:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176108.811309:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176108.811311:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498affb80 x1872930407217280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176108.811317:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498affb80 x1872930407217280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811321:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176108.811322:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.811323:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176108.811324:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176108.811326:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498affb80 x1872930407217280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811330:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176108.811333:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498affb80 x1872930407217280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811337:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176108.811338:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.811340:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176108.811341:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.811342:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176108.811343:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176108.811346:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176108.811348:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176108.811350:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176108.811353:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498affb80 x1872930407217280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176108.811358:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407217280:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176108.811360:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176108.811362:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc000 x1872930407217408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811366:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176108.811367:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176108.811368:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176108.811369:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176108.811371:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176108.811381:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407217408:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176108.811383:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176108.811384:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176108.811385:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176108.811387:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176108.811389:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176108.811391:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176108.811393:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176108.811394:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176108.811396:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176108.811398:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407217408, portal 10
00000100:00000001:1.0:1786176108.811400:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176108.811401:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658048 : -106564166893568 : ffff9f1498afc000)
00000100:00000040:1.0:1786176108.811406:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc000 x1872930407217408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811410:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176108.811412:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176108.811413:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176108.811415:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407217408, offset 0
00000400:00000200:1.0:1786176108.811418:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176108.811420:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176108.811423:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176108.811425:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176108.811427:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176108.811429:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176108.811430:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176108.811433:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272671:272671:256:4294967295] 192.168.202.146@tcp LPNI seq info [272632:272632:8:4294967295]
00000400:00000200:1.0:1786176108.811436:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176108.811440:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176108.811443:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176108.811444:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176108.811447:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176108.811449:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176108.811452:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176108.811454:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176108.811457:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176108.811458:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176108.811460:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176108.811463:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176108.811465:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176108.811466:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176108.811468:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176108.811470:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc000 x1872930407217408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811476:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176108.811477:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc000 x1872930407217408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811482:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176108.811483:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176108.811485:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176108.811487:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176108.811490:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176108.811491:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305301622
00000100:00000001:1.0:1786176108.811493:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305310506
00000100:00000001:1.0:1786176108.811495:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305301622
00000100:00000001:1.0:1786176108.811496:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305310506
00000100:00000001:1.0:1786176108.811512:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176108.811513:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176108.811514:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176108.811518:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176108/real 1786176108]  req@ffff9f1498afc000 x1872930407217408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176108.811523:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176108.811524:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176108.811526:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176108.811528:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176108.811529:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176108.811530:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176108.811532:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc000 x1872930407217408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176108.811538:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc000 x1872930407217408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811543:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176108.811544:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.811545:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176108.811546:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176108.811548:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc000 x1872930407217408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811552:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176108.811554:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc000 x1872930407217408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811559:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176108.811561:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.811562:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176108.811563:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.811564:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176108.811565:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176108.811566:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176108.811568:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176108.811570:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176108.811572:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc000 x1872930407217408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176108.811576:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407217408:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176108.811579:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176108.811581:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd500 x1872930407217536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811586:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176108.811587:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176108.811589:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176108.811590:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176108.811591:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176108.811593:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407217536:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176108.811595:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176108.811596:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176108.811597:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176108.811598:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176108.811601:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176108.811602:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176108.811606:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176108.811608:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176108.811610:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176108.811612:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407217536, portal 4
00000100:00000001:1.0:1786176108.811614:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176108.811615:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542663424 : -106564166888192 : ffff9f1498afd500)
00000100:00000040:1.0:1786176108.811619:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd500 x1872930407217536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811624:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176108.811625:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176108.811627:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176108.811628:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407217536, offset 0
00000400:00000200:1.0:1786176108.811631:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176108.811634:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176108.811636:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176108.811638:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176108.811640:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176108.811641:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176108.811643:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176108.811645:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272672:272672:256:4294967295] 192.168.202.146@tcp LPNI seq info [272633:272633:8:4294967295]
00000400:00000200:1.0:1786176108.811648:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176108.811653:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176108.811655:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176108.811657:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176108.811660:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176108.811662:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176108.811665:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176108.811667:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176108.811670:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176108.811671:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176108.811673:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176108.811675:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176108.811677:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176108.811679:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176108.811681:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176108.811683:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd500 x1872930407217536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811689:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176108.811691:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd500 x1872930407217536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811695:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176108.811696:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176108.811698:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176108.811700:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176108.811702:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176108.811704:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305302881
00000100:00000001:1.0:1786176108.811705:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305310506
00000100:00000001:1.0:1786176108.811707:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305302881
00000100:00000001:1.0:1786176108.811708:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305310506
00000100:00000001:1.0:1786176108.811709:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176108.811710:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176108.811712:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176108.811714:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176108/real 1786176108]  req@ffff9f1498afd500 x1872930407217536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176108.811718:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176108.811719:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176108.811720:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176108.811722:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176108.811723:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176108.811724:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176108.811726:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd500 x1872930407217536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176108.811731:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd500 x1872930407217536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811736:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176108.811738:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.811739:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176108.811740:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176108.811742:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd500 x1872930407217536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811746:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176108.811748:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd500 x1872930407217536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811756:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176108.811757:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.811758:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176108.811759:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.811760:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176108.811761:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176108.811763:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176108.811764:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176108.811766:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176108.811768:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd500 x1872930407217536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176108.811789:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407217536:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176108.811791:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176108.811793:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afce00 x1872930407217664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811797:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176108.811799:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176108.811801:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176108.811802:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176108.811804:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176108.811805:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407217664:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176108.811808:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176108.811809:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176108.811810:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176108.811811:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176108.811814:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176108.811830:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176108.811835:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176108.811839:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176108.811843:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176108.811847:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407217664, portal 4
00000100:00000001:1.0:1786176108.811850:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176108.811851:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542661632 : -106564166889984 : ffff9f1498afce00)
00000100:00000040:1.0:1786176108.811860:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afce00 x1872930407217664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811869:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176108.811873:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176108.811876:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176108.811879:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407217664, offset 0
00000400:00000200:1.0:1786176108.811899:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176108.811903:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176108.811907:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176108.811910:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176108.811913:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176108.811915:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176108.811917:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176108.811919:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272673:272673:256:4294967295] 192.168.202.146@tcp LPNI seq info [272634:272634:8:4294967295]
00000400:00000200:1.0:1786176108.811923:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176108.811927:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176108.811931:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176108.811934:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176108.811936:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176108.811938:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176108.811942:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176108.811943:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176108.811946:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176108.811948:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176108.811950:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176108.811952:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176108.811954:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176108.811956:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176108.811957:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176108.811960:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afce00 x1872930407217664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811966:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176108.811968:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afce00 x1872930407217664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.811972:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176108.811974:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176108.811976:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176108.811978:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176108.811980:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176108.811982:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305302672
00000100:00000001:1.0:1786176108.811983:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305310506
00000100:00000001:1.0:1786176108.811985:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305302672
00000100:00000001:1.0:1786176108.811987:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305310506
00000100:00000001:1.0:1786176108.811988:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176108.811990:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176108.811991:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176108.811993:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176108/real 1786176108]  req@ffff9f1498afce00 x1872930407217664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176108.811999:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176108.812000:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176108.812002:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176108.812003:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176108.812004:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176108.812005:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176108.812007:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afce00 x1872930407217664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176108.812013:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afce00 x1872930407217664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.812017:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176108.812018:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.812019:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176108.812020:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176108.812022:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afce00 x1872930407217664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.812026:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176108.812029:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afce00 x1872930407217664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.812033:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176108.812034:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.812035:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176108.812036:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.812037:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176108.812038:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176108.812039:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176108.812041:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176108.812042:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176108.812046:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afce00 x1872930407217664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176108.812051:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407217664:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176108.812054:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.812055:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176108.812057:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498affb80 x1872930407217280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.812060:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176108.812061:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176108.812063:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176108.812065:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176108.812066:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176108.812067:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176108.812069:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176108.812071:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964000.
02000000:00000001:1.0:1786176108.812073:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176108.812074:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176108.812076:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498affb80.
00000100:00000001:1.0:1786176108.812078:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176108.812080:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.812081:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176108.812085:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc000 x1872930407217408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.812093:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176108.812094:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176108.812096:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176108.812099:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176108.812100:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176108.812102:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176108.812104:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176108.812106:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966000.
02000000:00000001:1.0:1786176108.812108:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176108.812110:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176108.812112:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc000.
00000100:00000001:1.0:1786176108.812114:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176108.812116:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.812117:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176108.812120:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd500 x1872930407217536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.812125:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176108.812126:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176108.812127:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176108.812129:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176108.812129:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176108.812130:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176108.812131:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176108.812132:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965400.
02000000:00000001:1.0:1786176108.812134:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176108.812134:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176108.812135:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd500.
00000100:00000001:1.0:1786176108.812136:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176108.812137:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.812138:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176108.812140:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afce00 x1872930407217664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176108.812144:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176108.812145:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176108.812146:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176108.812148:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176108.812149:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176108.812149:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176108.812150:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176108.812151:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964400.
02000000:00000001:1.0:1786176108.812152:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176108.812153:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176108.812154:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afce00.
00000100:00000001:1.0:1786176108.812155:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176108.812156:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.812157:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176108.812160:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176108.812161:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176108.812163:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176108.812164:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176109.641860:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176109.641866:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176110.665883:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176110.665894:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176111.689897:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176111.689905:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176112.713908:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176112.713917:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176113.737913:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176113.737919:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176113.930234:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176113.930240:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176113.930245:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176113.930254:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407217792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.930278:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176113.930281:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176113.930285:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176113.930289:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176113.930293:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176113.930298:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407217792:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176113.930306:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176113.930312:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176113.930315:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176113.930319:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176113.930334:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176113.930337:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176113.930348:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176113.930354:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176113.930364:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176113.930377:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407217792, portal 25
00000100:00000001:1.0:1786176113.930383:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176113.930387:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:1.0:1786176113.930398:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407217792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.930415:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176113.930422:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176113.930425:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176113.930431:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407217792, offset 0
00000400:00000200:1.0:1786176113.930443:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176113.930481:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176113.930492:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176113.930500:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176113.930508:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176113.930517:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176113.930526:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176113.930538:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272674:272674:256:4294967295] 192.168.202.146@tcp LPNI seq info [272635:272635:8:4294967295]
00000400:00000200:1.0:1786176113.930550:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176113.930573:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176113.930582:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176113.930591:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176113.930606:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176113.930614:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786176113.930625:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176113.930633:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1786176113.930644:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176113.930648:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176113.930658:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176113.930668:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176113.930679:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176113.930686:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176113.930708:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176113.930717:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407217792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.930753:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176113.930761:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407217792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.930836:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176113.930843:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176113.930857:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176113.930882:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176113.930891:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305315627
00000100:00000001:1.0:1786176113.930908:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305310506
00000100:00000001:1.0:1786176113.930917:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305315627
00000100:00000001:1.0:1786176113.930923:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305310506
00000100:00000001:1.0:1786176113.930945:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176113.930949:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176113.930954:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176113.930961:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176113/real 1786176113]  req@ffff9f1482ebea00 x1872930407217792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176113.930985:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176113.930989:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176113.930993:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176113.930997:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176113.931002:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176113.931011:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176113.931017:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407217792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176113.931030:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407217792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931058:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176113.931061:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.931065:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176113.931068:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176113.931077:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407217792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931110:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176113.931120:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407217792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931131:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176113.931135:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.931137:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176113.931139:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.931142:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176113.931144:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176113.931147:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176113.931152:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176113.931155:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176113.931160:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407217792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176113.931168:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407217792:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176113.931175:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.931177:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176113.931180:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407217792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931188:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176113.931191:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176113.931194:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176113.931197:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176113.931199:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176113.931201:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176113.931204:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176113.931208:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:1.0:1786176113.931212:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176113.931214:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176113.931216:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:1.0:1786176113.931221:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176113.931222:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.931225:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.931235:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176113.931238:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176113.931240:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176113.931242:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176113.931243:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176113.931248:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebce00 x1872930407217920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931255:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176113.931257:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176113.931259:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176113.931261:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176113.931263:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176113.931267:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407217920:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176113.931271:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176113.931273:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176113.931275:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176113.931277:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176113.931280:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176113.931283:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176113.931288:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176113.931291:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176113.931294:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176113.931298:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407217920, portal 10
00000100:00000001:1.0:1786176113.931300:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176113.931301:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177495040 : -106564532056576 : ffff9f1482ebce00)
00000100:00000040:1.0:1786176113.931309:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebce00 x1872930407217920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931318:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176113.931320:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176113.931322:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176113.931324:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407217920, offset 0
00000400:00000200:1.0:1786176113.931326:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176113.931330:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176113.931333:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176113.931335:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176113.931337:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176113.931339:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176113.931341:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176113.931343:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272675:272675:256:4294967295] 192.168.202.146@tcp LPNI seq info [272636:272636:8:4294967295]
00000400:00000200:1.0:1786176113.931346:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176113.931351:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176113.931354:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176113.931357:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176113.931359:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176113.931362:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786176113.931365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176113.931367:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1786176113.931369:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176113.931371:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176113.931373:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176113.931376:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176113.931378:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176113.931379:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176113.931381:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176113.931384:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebce00 x1872930407217920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931408:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176113.931411:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407217920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931422:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176113.931423:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176113.931426:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176113.931429:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176113.931432:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176113.931445:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305306661
00000100:00000001:1.0:1786176113.931463:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305315627
00000100:00000001:1.0:1786176113.931466:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305306661
00000100:00000001:1.0:1786176113.931468:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305315627
00000100:00000001:1.0:1786176113.931470:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176113.931472:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176113.931474:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176113.931478:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176113/real 1786176113]  req@ffff9f1482ebce00 x1872930407217920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176113.931485:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176113.931486:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176113.931505:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176113.931507:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176113.931508:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176113.931511:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176113.931514:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407217920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176113.931523:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407217920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931531:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176113.931532:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.931534:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176113.931536:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176113.931540:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407217920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931549:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176113.931554:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407217920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931562:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176113.931565:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.931566:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176113.931568:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.931569:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176113.931571:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176113.931573:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176113.931575:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176113.931576:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176113.931579:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407217920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176113.931585:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407217920:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176113.931588:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176113.931590:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407218048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931594:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176113.931596:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176113.931597:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176113.931599:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176113.931600:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176113.931602:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407218048:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176113.931604:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176113.931606:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176113.931608:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176113.931609:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176113.931612:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176113.931613:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176113.931616:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176113.931618:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176113.931620:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176113.931623:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407218048, portal 10
00000100:00000001:1.0:1786176113.931624:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176113.931625:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:1.0:1786176113.931629:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407218048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931634:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176113.931636:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176113.931637:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176113.931639:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407218048, offset 0
00000400:00000200:1.0:1786176113.931642:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176113.931645:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176113.931647:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176113.931649:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176113.931651:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176113.931653:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176113.931655:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176113.931657:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272676:272676:256:4294967295] 192.168.202.146@tcp LPNI seq info [272637:272637:8:4294967295]
00000400:00000200:1.0:1786176113.931660:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176113.931664:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176113.931667:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176113.931669:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176113.931672:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176113.931674:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786176113.931677:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176113.931680:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1786176113.931682:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176113.931684:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176113.931686:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176113.931705:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176113.931707:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176113.931708:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176113.931710:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176113.931713:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407218048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931719:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176113.931721:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407218048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931725:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176113.931726:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176113.931728:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176113.931730:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176113.931733:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176113.931734:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305306742
00000100:00000001:1.0:1786176113.931736:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305315627
00000100:00000001:1.0:1786176113.931738:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305306742
00000100:00000001:1.0:1786176113.931739:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305315627
00000100:00000001:1.0:1786176113.931741:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176113.931742:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176113.931752:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176113.931754:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176113/real 1786176113]  req@ffff9f1482ebe680 x1872930407218048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176113.931759:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176113.931760:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176113.931761:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176113.931763:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176113.931764:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176113.931766:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176113.931768:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407218048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176113.931774:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407218048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931778:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176113.931779:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.931780:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176113.931781:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176113.931783:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407218048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931803:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176113.931806:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407218048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931811:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176113.931813:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.931814:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176113.931815:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.931836:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176113.931837:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176113.931839:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176113.931842:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176113.931843:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176113.931847:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407218048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176113.931854:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407218048:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176113.931857:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176113.931860:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407218176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931865:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176113.931867:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176113.931869:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176113.931870:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176113.931871:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176113.931873:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407218176:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176113.931876:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176113.931878:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176113.931879:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176113.931881:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176113.931884:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176113.931886:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176113.931889:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176113.931891:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176113.931894:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176113.931896:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407218176, portal 4
00000100:00000001:1.0:1786176113.931898:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176113.931899:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000040:1.0:1786176113.931905:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407218176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931925:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176113.931927:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176113.931929:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176113.931930:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407218176, offset 0
00000400:00000200:1.0:1786176113.931933:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176113.931935:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176113.931937:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176113.931939:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176113.931941:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176113.931943:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176113.931945:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176113.931947:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272677:272677:256:4294967295] 192.168.202.146@tcp LPNI seq info [272638:272638:8:4294967295]
00000400:00000200:1.0:1786176113.931950:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176113.931955:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176113.931958:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176113.931960:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176113.931962:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176113.931965:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786176113.931968:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176113.931970:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1786176113.931973:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176113.931974:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176113.931976:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176113.931979:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176113.931981:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176113.931982:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176113.931984:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176113.931986:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407218176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931992:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176113.931994:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407218176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.931998:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176113.931999:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176113.932001:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176113.932004:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176113.932006:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176113.932007:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305308002
00000100:00000001:1.0:1786176113.932009:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305315627
00000100:00000001:1.0:1786176113.932011:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305308002
00000100:00000001:1.0:1786176113.932012:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305315627
00000100:00000001:1.0:1786176113.932014:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176113.932016:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176113.932017:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176113.932020:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176113/real 1786176113]  req@ffff9f1482ebc000 x1872930407218176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176113.932025:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176113.932026:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176113.932027:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176113.932028:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176113.932029:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176113.932031:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176113.932033:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407218176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176113.932038:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407218176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.932042:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176113.932043:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.932044:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176113.932045:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176113.932047:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407218176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.932051:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176113.932053:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407218176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.932057:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176113.932059:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.932060:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176113.932061:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.932062:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176113.932062:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176113.932064:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176113.932066:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176113.932068:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176113.932071:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407218176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176113.932075:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407218176:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176113.932077:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176113.932079:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407218304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.932083:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176113.932084:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176113.932085:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176113.932086:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176113.932088:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176113.932089:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407218304:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176113.932091:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176113.932092:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176113.932093:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176113.932094:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176113.932096:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176113.932097:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176113.932099:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176113.932100:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176113.932102:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176113.932104:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407218304, portal 4
00000100:00000001:1.0:1786176113.932105:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176113.932106:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:1.0:1786176113.932111:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407218304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.932115:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176113.932117:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176113.932118:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176113.932120:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407218304, offset 0
00000400:00000200:1.0:1786176113.932123:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176113.932125:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176113.932127:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176113.932129:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176113.932130:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176113.932132:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176113.932133:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176113.932136:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272678:272678:256:4294967295] 192.168.202.146@tcp LPNI seq info [272639:272639:8:4294967295]
00000400:00000200:1.0:1786176113.932138:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176113.932143:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176113.932145:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176113.932147:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176113.932149:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176113.932151:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786176113.932153:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176113.932155:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1786176113.932158:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176113.932159:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176113.932161:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176113.932163:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176113.932165:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176113.932166:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176113.932168:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176113.932170:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407218304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.932176:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176113.932178:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407218304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.932182:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176113.932183:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176113.932186:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176113.932188:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176113.932190:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176113.932191:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305307792
00000100:00000001:1.0:1786176113.932193:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305315627
00000100:00000001:1.0:1786176113.932194:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305307792
00000100:00000001:1.0:1786176113.932196:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305315627
00000100:00000001:1.0:1786176113.932197:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176113.932198:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176113.932199:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176113.932201:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176113/real 1786176113]  req@ffff9f1482ebd500 x1872930407218304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176113.932206:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176113.932207:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176113.932207:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176113.932209:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176113.932210:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176113.932211:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176113.932213:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407218304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176113.932219:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407218304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.932223:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176113.932224:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.932225:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176113.932226:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176113.932228:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407218304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.932232:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176113.932234:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407218304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.932239:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176113.932241:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.932242:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176113.932243:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.932244:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176113.932245:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176113.932246:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176113.932248:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176113.932250:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176113.932252:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407218304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176113.932256:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407218304:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176113.932258:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.932260:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176113.932261:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407217920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.932265:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176113.932266:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176113.932268:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176113.932269:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176113.932270:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176113.932271:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176113.932272:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176113.932273:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5400.
02000000:00000001:1.0:1786176113.932275:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176113.932276:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176113.932277:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:1.0:1786176113.932280:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176113.932281:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.932299:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176113.932301:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407218048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.932306:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176113.932307:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176113.932308:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176113.932309:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176113.932310:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176113.932311:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176113.932312:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176113.932313:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:1.0:1786176113.932314:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176113.932315:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176113.932316:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:1.0:1786176113.932317:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176113.932318:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.932319:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176113.932321:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407218176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.932325:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176113.932325:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176113.932326:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176113.932328:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176113.932328:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176113.932329:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176113.932330:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176113.932331:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7800.
02000000:00000001:1.0:1786176113.932332:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176113.932333:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176113.932334:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:1.0:1786176113.932335:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176113.932336:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.932337:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176113.932339:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407218304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176113.932348:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176113.932349:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176113.932350:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176113.932352:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176113.932352:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176113.932353:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176113.932354:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176113.932355:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4000.
02000000:00000001:1.0:1786176113.932356:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176113.932357:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176113.932358:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:1.0:1786176113.932359:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176113.932360:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.932361:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176113.932363:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176113.932364:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176113.932365:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176113.932379:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176114.761919:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176114.761928:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176115.785856:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176115.785866:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176115.785868:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176115.785872:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176115.785877:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176115.785879:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176115.785881:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176115.785883:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176116.809867:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176116.809874:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176117.833887:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176117.833894:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176118.857876:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176118.857884:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176119.049906:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176119.049916:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176119.049918:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176119.049921:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176119.049924:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176119.049930:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10639
00000400:00000200:3.0:1786176119.049938:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176119.049943:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176119.049945:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176119.049948:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176119.049951:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176119.049953:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176119.049954:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176119.049958:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176119.049960:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176119.049964:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176119.049967:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176119.049971:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176119.049974:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176119.049977:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176119.049980:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176119.049982:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176119.049986:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176119.049989:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176119.049993:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176119.049996:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176119.050000:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176119.050003:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176119.050007:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176119.050010:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176119.050012:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176119.050022:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786176119.050027:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176119.050032:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176119.050034:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176119.050038:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176119.050041:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176119.050046:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176119.050055:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786176119.050063:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176119.050075:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407218432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176119.050088:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176119.050093:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176119.050097:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407218432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176119.050118:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176119.050121:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176119.050124:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176119.050125:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176119.050127:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176119.050129:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176119.050131:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10639
00000400:00000200:3.0:1786176119.050135:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176119.050138:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176119.050140:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176119.050145:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176119.050148:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176119.050151:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176119.050153:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176119.050155:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176119.050156:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176119.050157:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1786176119.050161:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1786176119.050161:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176119.050171:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:1.0:1786176119.050172:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1786176119.050177:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:1.0:1786176119.050179:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786176119.050183:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176119.050185:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176119.050192:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000040:1.0:1786176119.050195:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407218432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176119.050195:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176119.050204:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176119.050216:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176119.050226:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.050229:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1786176119.050230:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1786176119.050234:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176119.050238:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176119.050240:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786176119.050247:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176119.050249:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786176119.050251:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1786176119.050253:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1786176119.050255:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1786176119.050262:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407218432:192.168.202.146@tcp:250:kworker.0
00000008:00000001:3.0:1786176119.050280:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.050282:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1786176119.050287:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176119.050292:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1786176119.050295:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
02000000:00000001:1.0:1786176119.050297:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176119.050307:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1786176119.050307:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176119.050320:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176119.050324:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176119.050326:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:3.0:1786176119.050328:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176119.050341:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176119.050342:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176119.050350:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176119.050360:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:3.0:1786176119.050362:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000400:00000010:1.0:1786176119.050383:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000100:00000001:3.0:1786176119.050384:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1786176119.050420:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176119.050432:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407218432, portal 25
00000100:00000001:1.0:1786176119.050455:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1786176119.050456:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407218560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176119.050457:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:1.0:1786176119.050477:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407218432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176119.050477:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176119.050483:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176119.050500:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407218560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.050501:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176119.050519:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176119.050524:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176119.050535:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407218432, offset 0
00000100:00000001:3.0:1786176119.050560:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176119.050572:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786176119.050573:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176119.050581:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176119.050585:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1786176119.050586:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786176119.050590:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176119.050597:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1786176119.050599:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176119.050620:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1786176119.050624:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10639
00000400:00000200:1.0:1786176119.050631:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:3.0:1786176119.050639:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176119.050643:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176119.050652:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:3.0:1786176119.050653:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:1.0:1786176119.050659:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272679:272679:256:4294967295] 192.168.202.146@tcp LPNI seq info [272640:272640:8:4294967295]
00000100:00080000:3.0:1786176119.050660:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176119.050670:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176119.050684:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1786176119.050690:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786176119.050694:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176119.050697:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176119.050701:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176119.050702:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176119.050707:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176119.050715:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000400:00000200:1.0:1786176119.050723:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1786176119.050724:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176119.050737:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:1.0:1786176119.050744:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786176119.050751:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000010:1.0:1786176119.050755:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000100:00000001:3.0:1786176119.050759:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1786176119.050768:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786176119.050769:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176119.050776:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176119.050781:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176119.050787:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176119.050791:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176119.050795:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176119.050800:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1786176119.050804:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
02000000:00000001:3.0:1786176119.050807:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1786176119.050815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176119.050816:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1786176119.050820:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1786176119.050825:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176119.050828:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176119.050835:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176119.050840:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176119.050844:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176119.050846:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176119.050851:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176119.050856:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158a80 x1872930407218432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.050866:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1786176119.050868:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1786176119.050871:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407218432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176144 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1786176119.050876:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176119.050884:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176119.050894:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000100:00000001:1.0:1786176119.050896:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.050901:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1786176119.050901:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176119.050906:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176119.050908:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.050909:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176119.050911:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176119.050916:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1786176119.050921:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786176119.050922:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.050928:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305320747
02000000:00000010:3.0:1786176119.050929:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786176119.050938:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.050940:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305315627
00000100:00000001:1.0:1786176119.050946:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305320747
00000100:00100000:3.0:1786176119.050947:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407218688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176119.050960:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305315627
00000100:00000001:3.0:1786176119.050972:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176119.050975:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786176119.050975:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176119.050983:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407218688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.050986:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.050996:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1786176119.051005:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176119.051009:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1786176119.051015:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176119/real 1786176119]  req@ffff9f1485158a80 x1872930407218432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786176119.051016:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176119.051020:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176119.051022:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176119.051031:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176119.051040:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10639
00000400:00000200:3.0:1786176119.051051:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000001:1.0:1786176119.051053:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176119.051055:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1786176119.051056:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000010:1.0:1786176119.051059:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000100:00080000:3.0:1786176119.051060:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1786176119.051067:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000100:00000040:3.0:1786176119.051068:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000010:1.0:1786176119.051077:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:3.0:1786176119.051077:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1786176119.051091:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1786176119.051092:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176119.051099:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000200:1.0:1786176119.051103:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407218432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786176119.051104:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176119.051108:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176119.051112:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176119.051117:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176119.051129:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000200:1.0:1786176119.051136:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407218432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786176119.051136:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176119.051150:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176119.051173:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1786176119.051175:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1786176119.051177:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786176119.051183:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176119.051185:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786176119.051189:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:1.0:1786176119.051190:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786176119.051204:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00100000:1.0:1786176119.051211:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407218432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786176119.051217:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176119.051231:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176119.051241:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1786176119.051246:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1786176119.051250:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176119.051256:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176119.051257:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407218432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176119.051260:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176119.051267:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1786176119.051272:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1786176119.051275:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.051276:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176119.051280:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.051282:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176119.051285:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1786176119.051286:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000100:00000001:1.0:1786176119.051293:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1786176119.051294:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:1.0:1786176119.051297:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1786176119.051304:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:1.0:1786176119.051306:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1786176119.051307:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176119.051311:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:1.0:1786176119.051315:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
02000000:00000001:3.0:1786176119.051319:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1786176119.051321:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1786176119.051323:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176119.051332:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407218432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1786176119.051334:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786176119.051347:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176119.051365:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407218432:192.168.202.146@tcp:250:kworker.0
00000100:00100000:3.0:1786176119.051367:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407218816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176119.051385:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.051411:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176119.051418:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407218432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176119.051420:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176119.051442:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1786176119.051445:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176119.051446:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176119.051454:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
00000100:00000040:3.0:1786176119.051460:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407218816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1786176119.051461:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176119.051467:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176119.051473:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000001:3.0:1786176119.051478:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1786176119.051479:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:3.0:1786176119.051486:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1786176119.051487:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
02000000:00000001:1.0:1786176119.051508:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176119.051513:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1786176119.051515:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:1.0:1786176119.051518:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:3.0:1786176119.051519:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176119.051530:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176119.051532:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176119.051536:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176119.051539:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1786176119.051541:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786176119.051546:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10639
00000400:00000200:3.0:1786176119.051552:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176119.051554:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1786176119.051559:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:1.0:1786176119.051561:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176119.051566:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1786176119.051567:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176119.051572:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176119.051576:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786176119.051577:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000040:1.0:1786176119.051586:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407218560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176119.051589:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1786176119.051601:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1786176119.051601:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176119.051605:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176119.051619:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176119.051621:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176119.051627:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176119.051627:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00100000:1.0:1786176119.051634:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407218560:192.168.202.146@tcp:38:kworker.0
00000020:00000001:3.0:1786176119.051638:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1786176119.051639:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1786176119.051645:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
02000000:00000001:1.0:1786176119.051646:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176119.051650:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176119.051655:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1786176119.051657:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000010:1.0:1786176119.051659:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
00000020:00000040:3.0:1786176119.051660:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
02000000:00000001:1.0:1786176119.051662:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176119.051665:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176119.051669:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000400:00000200:1.0:1786176119.051670:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176119.051681:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000100:00000040:3.0:1786176119.051686:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000010:1.0:1786176119.051688:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000001:3.0:1786176119.051696:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1786176119.051697:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407218560, portal 10
00000100:00000001:1.0:1786176119.051702:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176119.051704:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
00000100:00000040:3.0:1786176119.051706:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176119.051713:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:1.0:1786176119.051716:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407218560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786176119.051721:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000001:1.0:1786176119.051723:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176119.051730:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786176119.051736:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000010:1.0:1786176119.051742:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000001:3.0:1786176119.051743:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1786176119.051748:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407218560, offset 0
02000000:00000001:3.0:1786176119.051750:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1786176119.051755:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786176119.051759:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1786176119.051762:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786176119.051771:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176119.051774:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176119.051779:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176119.051783:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176119.051786:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176119.051792:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000400:00000200:1.0:1786176119.051797:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000020:00000040:3.0:1786176119.051799:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000400:00000200:1.0:1786176119.051802:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1786176119.051804:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176119.051807:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176119.051810:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:3.0:1786176119.051812:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1786176119.051816:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176119.051819:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176119.051822:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272680:272680:256:4294967295] 192.168.202.146@tcp LPNI seq info [272641:272641:8:4294967295]
00000400:00000200:1.0:1786176119.051826:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176119.051834:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1786176119.051835:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176119.051839:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1786176119.051841:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176119.051847:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
02000000:00000010:3.0:1786176119.051848:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786176119.051866:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1786176119.051867:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176119.051871:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000100:00100000:3.0:1786176119.051874:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407218944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1786176119.051886:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176119.051896:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1786176119.051914:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176119.051921:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176119.051931:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1786176119.051932:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176119.051938:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176119.051943:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176119.051947:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000100:00000040:3.0:1786176119.051948:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407218944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1786176119.051951:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176119.051960:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176119.051971:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b800 x1872930407218560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176119.051974:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176119.051981:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10649)
00000100:00000001:1.0:1786176119.051993:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176119.052000:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407218560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176144 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052011:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.052013:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176119.052017:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176119.052022:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176119.052026:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176119.052028:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305311782
00000100:00000001:1.0:1786176119.052030:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305320747
00000100:00000001:1.0:1786176119.052032:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305311782
00000100:00000001:1.0:1786176119.052034:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305320747
00000100:00000001:1.0:1786176119.052035:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176119.052037:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.052038:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176119.052041:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176119/real 1786176119]  req@ffff9f148515b800 x1872930407218560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176119.052052:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176119.052053:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176119.052054:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176119.052056:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176119.052057:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176119.052059:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176119.052061:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407218560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176119.052067:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407218560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052072:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176119.052073:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052074:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176119.052075:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176119.052077:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407218560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052081:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176119.052083:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407218560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052088:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176119.052090:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052091:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176119.052092:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052093:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176119.052095:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176119.052097:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176119.052099:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176119.052100:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176119.052103:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407218560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176119.052109:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407218560:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176119.052111:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176119.052114:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a300 x1872930407218688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052118:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176119.052119:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176119.052121:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176119.052123:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176119.052124:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176119.052126:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407218688:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176119.052128:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176119.052130:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176119.052131:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176119.052132:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176119.052135:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176119.052136:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176119.052138:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176119.052140:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176119.052142:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176119.052145:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407218688, portal 10
00000100:00000001:1.0:1786176119.052146:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176119.052147:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790976 : -106564495760640 : ffff9f148515a300)
00000100:00000040:1.0:1786176119.052152:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a300 x1872930407218688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052168:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176119.052169:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176119.052171:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176119.052172:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407218688, offset 0
00000400:00000200:1.0:1786176119.052176:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176119.052178:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176119.052181:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176119.052183:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176119.052185:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176119.052187:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176119.052189:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176119.052191:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272681:272681:256:4294967295] 192.168.202.146@tcp LPNI seq info [272642:272642:8:4294967295]
00000400:00000200:1.0:1786176119.052194:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176119.052198:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176119.052201:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176119.052203:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176119.052206:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176119.052208:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786176119.052212:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176119.052215:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1786176119.052218:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176119.052220:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176119.052222:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176119.052224:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176119.052226:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176119.052228:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176119.052229:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176119.052231:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a300 x1872930407218688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052237:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176119.052239:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a300 x1872930407218688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176144 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052255:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.052256:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176119.052258:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176119.052260:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176119.052262:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176119.052264:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305311863
00000100:00000001:1.0:1786176119.052266:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305320747
00000100:00000001:1.0:1786176119.052267:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305311863
00000100:00000001:1.0:1786176119.052269:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305320747
00000100:00000001:1.0:1786176119.052270:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176119.052271:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.052273:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176119.052275:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176119/real 1786176119]  req@ffff9f148515a300 x1872930407218688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176119.052279:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176119.052280:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176119.052281:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176119.052282:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176119.052283:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176119.052285:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176119.052287:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a300 x1872930407218688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176119.052293:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a300 x1872930407218688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052297:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176119.052298:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052299:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176119.052300:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176119.052302:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a300 x1872930407218688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052306:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176119.052308:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a300 x1872930407218688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052312:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176119.052314:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052315:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176119.052316:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052317:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176119.052319:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176119.052321:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176119.052323:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176119.052324:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176119.052326:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a300 x1872930407218688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176119.052331:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407218688:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176119.052333:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176119.052336:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407218816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052340:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176119.052341:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176119.052342:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176119.052343:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176119.052344:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176119.052346:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407218816:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176119.052348:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176119.052349:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176119.052350:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176119.052352:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176119.052354:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176119.052355:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176119.052357:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176119.052359:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176119.052362:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176119.052364:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407218816, portal 4
00000100:00000001:1.0:1786176119.052365:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176119.052366:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
00000100:00000040:1.0:1786176119.052371:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407218816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052375:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176119.052377:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176119.052379:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176119.052380:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407218816, offset 0
00000400:00000200:1.0:1786176119.052382:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176119.052385:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176119.052387:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176119.052388:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176119.052390:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176119.052392:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176119.052393:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176119.052396:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272682:272682:256:4294967295] 192.168.202.146@tcp LPNI seq info [272643:272643:8:4294967295]
00000400:00000200:1.0:1786176119.052413:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176119.052417:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176119.052421:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176119.052423:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176119.052426:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176119.052428:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786176119.052431:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176119.052432:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1786176119.052446:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176119.052448:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176119.052450:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176119.052452:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176119.052455:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176119.052456:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176119.052458:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176119.052460:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515ad80 x1872930407218816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052470:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176119.052472:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407218816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176144 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052477:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.052478:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176119.052480:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176119.052482:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176119.052484:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176119.052485:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305313122
00000100:00000001:1.0:1786176119.052487:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305320747
00000100:00000001:1.0:1786176119.052489:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305313122
00000100:00000001:1.0:1786176119.052490:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305320747
00000100:00000001:1.0:1786176119.052492:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176119.052493:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.052494:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176119.052496:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176119/real 1786176119]  req@ffff9f148515ad80 x1872930407218816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176119.052501:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176119.052502:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176119.052503:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176119.052512:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176119.052513:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176119.052514:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176119.052517:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407218816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176119.052522:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407218816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052526:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176119.052527:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052529:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176119.052530:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176119.052532:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407218816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052536:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176119.052539:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407218816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052543:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176119.052544:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052545:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176119.052546:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052547:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176119.052548:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176119.052549:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176119.052551:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176119.052552:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176119.052555:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407218816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176119.052559:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407218816:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176119.052561:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052563:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176119.052565:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407218560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052570:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176119.052571:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176119.052572:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176119.052574:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176119.052574:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176119.052576:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176119.052577:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176119.052579:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:1.0:1786176119.052581:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176119.052582:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176119.052583:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000001:1.0:1786176119.052586:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176119.052587:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052588:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176119.052591:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a300 x1872930407218688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052595:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176119.052596:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176119.052597:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176119.052598:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176119.052599:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176119.052600:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176119.052601:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176119.052602:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
02000000:00000001:1.0:1786176119.052603:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176119.052604:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176119.052605:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a300.
00000100:00000001:1.0:1786176119.052606:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176119.052607:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052608:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176119.052610:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407218816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052613:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176119.052614:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176119.052615:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176119.052616:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176119.052617:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176119.052617:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176119.052618:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176119.052619:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
02000000:00000001:1.0:1786176119.052621:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176119.052622:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176119.052623:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000100:00000001:1.0:1786176119.052625:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176119.052626:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052627:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052630:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176119.052631:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.052633:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176119.052634:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176119.052635:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176119.052638:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158380 x1872930407218944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052643:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176119.052644:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176119.052645:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176119.052647:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176119.052648:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176119.052649:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407218944:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176119.052651:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176119.052653:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176119.052654:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176119.052655:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176119.052657:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176119.052658:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176119.052660:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176119.052662:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176119.052664:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176119.052666:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407218944, portal 4
00000100:00000001:1.0:1786176119.052667:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176119.052668:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782912 : -106564495768704 : ffff9f1485158380)
00000100:00000040:1.0:1786176119.052673:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158380 x1872930407218944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052677:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176119.052679:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176119.052680:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00000200:1.0:1786176119.052682:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407218944, offset 0
00000400:00000200:1.0:1786176119.052684:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176119.052687:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176119.052689:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176119.052691:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176119.052693:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176119.052694:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176119.052696:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176119.052698:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272683:272683:256:4294967295] 192.168.202.146@tcp LPNI seq info [272644:272644:8:4294967295]
00000400:00000200:1.0:1786176119.052701:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176119.052705:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176119.052708:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176119.052709:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176119.052712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176119.052714:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786176119.052717:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176119.052719:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1786176119.052722:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176119.052723:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176119.052725:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176119.052727:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176119.052729:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17683b8
00000400:00000010:1.0:1786176119.052730:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17683b8.
00000100:00000001:1.0:1786176119.052732:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176119.052734:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158380 x1872930407218944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052740:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176119.052741:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158380 x1872930407218944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176144 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052746:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.052747:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176119.052749:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176119.052751:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176119.052753:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176119.052755:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305312912
00000100:00000001:1.0:1786176119.052757:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305320747
00000100:00000001:1.0:1786176119.052759:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305312912
00000100:00000001:1.0:1786176119.052760:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305320747
00000100:00000001:1.0:1786176119.052761:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176119.052762:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.052763:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176119.052766:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176119/real 1786176119]  req@ffff9f1485158380 x1872930407218944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176119.052787:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176119.052788:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176119.052789:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176119.052791:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176119.052792:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176119.052794:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176119.052796:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158380 x1872930407218944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176119.052802:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158380 x1872930407218944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052807:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176119.052808:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052809:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176119.052810:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176119.052812:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158380 x1872930407218944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052816:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176119.052818:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158380 x1872930407218944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052824:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176119.052825:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052827:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176119.052827:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052829:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176119.052829:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176119.052831:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176119.052833:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176119.052834:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176119.052836:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158380 x1872930407218944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176119.052841:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407218944:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176119.052844:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052845:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176119.052847:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158380 x1872930407218944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176144 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176119.052851:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176119.052852:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176119.052853:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176119.052855:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176119.052855:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176119.052856:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176119.052858:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176119.052859:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:1.0:1786176119.052860:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176119.052861:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176119.052862:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158380.
00000100:00000001:1.0:1786176119.052864:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176119.052865:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052867:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176119.052868:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176119.052869:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176119.052871:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176119.052872:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176119.881923:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176119.881931:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176120.905922:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176120.905930:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176121.929881:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176121.929888:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176122.953914:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176122.953926:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176123.977860:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176123.977866:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176124.169880:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176124.169893:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176124.169896:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176124.169899:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176124.169920:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176124.169928:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10644
00000400:00000200:3.0:1786176124.169937:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176124.169943:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176124.169947:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176124.169951:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.169955:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176124.169958:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.169961:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176124.169965:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176124.169967:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176124.169971:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176124.169974:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176124.169977:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176124.169980:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176124.169983:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.169986:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176124.169988:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.169991:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176124.169995:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176124.169999:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176124.170002:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176124.170005:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176124.170009:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176124.170012:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176124.170014:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176124.170017:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176124.170027:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786176124.170031:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176124.170062:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176124.170064:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176124.170067:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176124.170070:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176124.170075:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176124.170083:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786176124.170094:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176124.170103:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407219072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176124.170114:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176124.170119:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176124.170124:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407219072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176124.170147:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176124.170150:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176124.170154:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176124.170155:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176124.170157:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176124.170160:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176124.170162:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10644
00000400:00000200:3.0:1786176124.170167:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176124.170170:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176124.170173:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176124.170176:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.170178:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176124.170184:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.170186:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176124.170189:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176124.170190:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176124.170192:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176124.170195:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176124.170197:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176124.170200:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176124.170204:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.170207:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176124.170210:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.170212:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:1.0:1786176124.170213:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1786176124.170216:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:1.0:1786176124.170218:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176124.170223:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1786176124.170223:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176124.170228:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176124.170231:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1786176124.170232:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158700 x1872930407219072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786176124.170237:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176124.170242:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1786176124.170243:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.170245:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176124.170248:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1786176124.170250:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176124.170253:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1786176124.170253:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1786176124.170259:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1786176124.170261:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176124.170264:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407219072:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786176124.170266:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.170271:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1786176124.170274:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
02000000:00000001:1.0:1786176124.170276:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176124.170279:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786176124.170279:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176124.170284:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176124.170288:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176124.170290:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176124.170294:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1786176124.170295:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786176124.170298:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1786176124.170301:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000100:00000001:3.0:1786176124.170302:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176124.170306:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1786176124.170308:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
02000000:00000001:3.0:1786176124.170309:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176124.170327:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000200:1.0:1786176124.170328:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407219072, portal 25
00000100:00000001:1.0:1786176124.170332:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176124.170334:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213783808 : -106564495767808 : ffff9f1485158700)
00000100:00000001:3.0:1786176124.170334:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176124.170347:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158700 x1872930407219072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176124.170372:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176124.170375:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176124.170378:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17683b8.
00000100:00100000:3.0:1786176124.170378:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407219200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1786176124.170383:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407219072, offset 0
00000400:00000200:1.0:1786176124.170403:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786176124.170404:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176124.170409:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176124.170412:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786176124.170418:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407219200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1786176124.170420:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176124.170429:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176124.170434:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176124.170439:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1786176124.170440:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176124.170442:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00080000:3.0:1786176124.170447:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1786176124.170448:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272684:272684:256:4294967295] 192.168.202.146@tcp LPNI seq info [272645:272645:8:4294967295]
00000100:00080000:3.0:1786176124.170459:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1786176124.170460:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176124.170465:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176124.170469:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1786176124.170476:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1786176124.170476:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176124.170483:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10644
00000800:00000200:1.0:1786176124.170488:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786176124.170492:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000010:1.0:1786176124.170494:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000400:00000200:3.0:1786176124.170499:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000200:1.0:1786176124.170504:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786176124.170505:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1786176124.170511:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786176124.170513:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.170518:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176124.170520:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.170523:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176124.170525:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176124.170526:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176124.170528:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176124.170530:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000100:00000001:1.0:1786176124.170533:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176124.170534:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176124.170540:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:1.0:1786176124.170541:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176124.170545:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305325866
00000100:00000040:3.0:1786176124.170549:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.170553:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1786176124.170555:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305320747
00000100:00000040:3.0:1786176124.170557:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176124.170560:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305325866
00000100:00000001:3.0:1786176124.170562:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:1.0:1786176124.170566:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305320747
00000020:00000040:3.0:1786176124.170566:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176124.170572:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176124.170573:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176124.170578:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176124.170579:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.170582:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176124.170583:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1786176124.170586:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1786176124.170589:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176124.170593:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.170594:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1786176124.170596:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176124.170597:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000008:00100000:3.0:1786176124.170600:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1786176124.170601:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176124.170603:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176124.170607:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1786176124.170607:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176124.170612:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176124.170614:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a680 x1872930407219200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1786176124.170618:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000100:00000001:1.0:1786176124.170624:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1786176124.170624:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000100:00000001:1.0:1786176124.170626:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176124.170631:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786176124.170631:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176124.170633:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176124.170635:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176124.170636:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176124.170640:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1786176124.170641:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407219200:192.168.202.146@tcp:38:kworker.0
02000000:00000001:3.0:1786176124.170644:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1786176124.170645:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786176124.170648:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176124.170649:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176124.170651:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176124.170654:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1786176124.170656:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
02000000:00000010:1.0:1786176124.170658:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176124.170661:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176124.170662:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176124.170667:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176124.170671:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1bb0.
00000100:00100000:3.0:1786176124.170674:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407219328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1786176124.170676:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176124.170681:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407219200, portal 10
00000100:00000001:1.0:1786176124.170686:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176124.170688:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213791872 : -106564495759744 : ffff9f148515a680)
00000100:00000001:3.0:1786176124.170694:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1786176124.170700:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a680 x1872930407219200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176124.170700:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.170710:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1786176124.170710:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407219328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1786176124.170716:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176124.170718:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768330.
00000100:00000200:1.0:1786176124.170722:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407219200, offset 0
00000400:00000200:1.0:1786176124.170730:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176124.170736:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176124.170737:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176124.170741:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:3.0:1786176124.170744:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1786176124.170745:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176124.170750:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00080000:3.0:1786176124.170753:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1786176124.170754:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176124.170758:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.170758:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176124.170762:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1786176124.170764:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272685:272685:255:4294967295] 192.168.202.146@tcp LPNI seq info [272646:272646:7:4294967295]
00000100:00000001:3.0:1786176124.170768:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1786176124.170792:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176124.170799:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1786176124.170804:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10644
00000400:00000200:3.0:1786176124.170811:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:1.0:1786176124.170812:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786176124.170817:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000010:1.0:1786176124.170819:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce800.
00000100:00080000:3.0:1786176124.170820:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176124.170826:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.170829:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1786176124.170832:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786176124.170833:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.170839:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176124.170843:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:1.1:1786176124.170844:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000040:3.0:1786176124.170845:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176124.170848:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1786176124.170852:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786176124.170853:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176124.170857:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176124.170860:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176124.170861:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000100:00000040:3.0:1786176124.170863:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.170867:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1786176124.170870:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786176124.170870:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.170875:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:1.0:1786176124.170877:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305316901
00000020:00000040:3.0:1786176124.170878:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176124.170882:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176124.170884:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305325866
00000100:00000001:3.0:1786176124.170885:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176124.170889:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1786176124.170891:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305316901
02000000:00000001:3.0:1786176124.170893:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176124.170896:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305325866
02000000:00000001:3.0:1786176124.170897:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176124.170900:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176124.170904:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1786176124.170905:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1786176124.170910:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.170911:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176124.170913:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.170919:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176124.170920:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000100:00000001:1.0:1786176124.170925:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786176124.170925:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176124.170930:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1786176124.170933:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1786176124.170934:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.170938:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1786176124.170939:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176124.170942:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1786176124.170944:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1786176124.170945:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.170947:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176124.170951:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000010:3.0:1786176124.170954:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000040:1.0:1786176124.170956:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407219328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176124.170961:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.170971:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1786176124.170972:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407219456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176124.170975:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176124.170981:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176124.170984:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786176124.170988:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1786176124.170990:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176124.170994:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176124.170999:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407219328:192.168.202.146@tcp:38:kworker.0
00000100:00000040:3.0:1786176124.171004:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407219456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176124.171006:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176124.171010:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176124.171013:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176124.171017:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176124.171023:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:3.0:1786176124.171024:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176124.171027:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176124.171030:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1786176124.171038:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786176124.171039:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176124.171044:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1786176124.171045:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000100:00080000:3.0:1786176124.171046:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176124.171052:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1786176124.171053:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00080000:3.0:1786176124.171057:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10644
00000100:00000200:1.0:1786176124.171060:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407219328, portal 10
00000100:00000001:1.0:1786176124.171065:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1786176124.171065:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176124.171068:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000400:00000200:3.0:1786176124.171072:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176124.171077:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176124.171080:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.171083:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176124.171088:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407219328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786176124.171089:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.171096:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176124.171102:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176124.171105:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000001:1.0:1786176124.171107:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1786176124.171109:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176124.171113:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000040:1.0:1786176124.171114:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000020:00000001:3.0:1786176124.171119:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000400:00000010:1.0:1786176124.171121:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17687f8.
00000020:00000001:3.0:1786176124.171124:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000200:1.0:1786176124.171128:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407219328, offset 0
00000100:00000040:3.0:1786176124.171132:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.171136:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1786176124.171141:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786176124.171142:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176124.171147:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:1.0:1786176124.171154:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:3.0:1786176124.171159:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000400:00000200:1.0:1786176124.171163:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:3.0:1786176124.171169:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:1.0:1786176124.171171:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1786176124.171175:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176124.171179:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
02000000:00000001:3.0:1786176124.171181:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1786176124.171186:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1786176124.171187:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1786176124.171193:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
02000000:00000001:3.0:1786176124.171194:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176124.171198:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1786176124.171200:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272686:272686:254:4294967295] 192.168.202.146@tcp LPNI seq info [272647:272647:6:4294967295]
00000008:00100000:3.0:1786176124.171202:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176124.171208:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176124.171209:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176124.171212:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176124.171220:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1786176124.171220:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786176124.171226:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000800:00000200:1.0:1786176124.171232:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786176124.171234:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176124.171237:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1786176124.171239:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce900.
00000100:00000001:3.0:1786176124.171240:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176124.171244:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176124.171247:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1786176124.171250:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000010:3.0:1786176124.171255:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000800:00000200:1.1:1786176124.171259:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176124.171262:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.171265:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176124.171271:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407219584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1786176124.171272:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176124.171281:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176124.171286:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305316982
00000100:00000001:1.0:1786176124.171292:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305325866
00000100:00000001:1.0:1786176124.171297:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305316982
00000100:00000001:1.0:1786176124.171302:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305325866
00000100:00000001:3.0:1786176124.171304:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176124.171307:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786176124.171309:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.171311:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.171316:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176124.171318:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407219584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176124.171319:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176124.171326:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176124.171330:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1786176124.171337:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786176124.171338:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.171341:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176124.171345:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786176124.171346:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10654)
00000100:00000040:1.0:1786176124.171362:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158380 x1872930407219456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176124.171371:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176124.171373:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176124.171375:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176124.171377:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176124.171380:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176124.171383:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407219456:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176124.171386:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176124.171388:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176124.171390:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176124.171392:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176124.171396:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176124.171398:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176124.171402:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176124.171405:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176124.171410:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176124.171413:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407219456, portal 4
00000100:00000001:1.0:1786176124.171414:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176124.171416:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782912 : -106564495768704 : ffff9f1485158380)
00000100:00000040:1.0:1786176124.171421:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158380 x1872930407219456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176124.171429:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176124.171431:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176124.171433:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768550.
00000100:00000200:1.0:1786176124.171435:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407219456, offset 0
00000400:00000200:1.0:1786176124.171439:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176124.171444:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176124.171449:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176124.171451:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176124.171454:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176124.171456:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176124.171459:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176124.171461:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272687:272687:253:4294967295] 192.168.202.146@tcp LPNI seq info [272648:272648:5:4294967295]
00000400:00000200:1.0:1786176124.171465:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176124.171471:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176124.171476:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176124.171479:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce400.
00000800:00000200:1.0:1786176124.171488:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176124.171493:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786176124.171497:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176124.171500:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176124.171503:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176124.171505:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305318241
00000100:00000001:1.0:1786176124.171508:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305325866
00000100:00000001:1.0:1786176124.171510:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305318241
00000100:00000001:1.0:1786176124.171512:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305325866
00000100:00000001:1.0:1786176124.171514:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176124.171516:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.171519:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176124.171523:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407219584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176124.171529:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176124.171530:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176124.171532:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176124.171534:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176124.171536:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176124.171538:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407219584:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176124.171541:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176124.171543:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176124.171544:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176124.171546:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176124.171550:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176124.171552:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176124.171555:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176124.171557:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1ec8.
00000400:00000010:1.0:1786176124.171560:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176124.171562:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407219584, portal 4
00000100:00000001:1.0:1786176124.171564:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176124.171565:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
00000100:00000040:1.0:1786176124.171570:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407219584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176124.171576:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176124.171578:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176124.171581:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17686e8.
00000100:00000200:1.0:1786176124.171583:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407219584, offset 0
00000400:00000200:1.0:1786176124.171587:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176124.171591:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176124.171595:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176124.171597:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176124.171600:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176124.171602:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176124.171604:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176124.171607:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272688:272688:252:4294967295] 192.168.202.146@tcp LPNI seq info [272649:272649:4:4294967295]
00000400:00000200:1.0:1786176124.171611:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176124.171616:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176124.171621:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176124.171625:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176124.171629:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176124.171633:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786176124.171636:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176124.171639:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176124.171642:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176124.171644:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305318031
00000100:00000001:1.0:1786176124.171646:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305325866
00000100:00000001:1.0:1786176124.171648:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305318031
00000100:00000001:1.0:1786176124.171650:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305325866
00000100:00000001:1.0:1786176124.171653:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176124.171654:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.171657:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.171659:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176124.171663:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176124.171665:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1786176124.171667:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176124.171668:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176124.171669:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176124.171671:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176125.001894:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176125.001901:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176126.025912:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176126.025926:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176126.025946:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176126.025952:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176126.025960:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176126.025964:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176126.025967:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176126.025971:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176127.049895:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176127.049903:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176127.242495:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176127.242507:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176127.242518:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176127.242542:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176124/real 1786176127]  req@ffff9f148515a680 x1872930407219200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176127.242604:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176127.242612:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176127.242621:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1bb0.
00000400:00000200:1.0:1786176127.242635:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176127.242644:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176127.242657:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176127.242673:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a680 x1872930407219200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176127.242712:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a680 x1872930407219200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.242742:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176127.242750:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.242759:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176127.242767:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176127.242850:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a680 x1872930407219200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.242871:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176127.242914:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a680 x1872930407219200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.242930:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176127.242936:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.242940:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176127.242943:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.242948:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176127.242953:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176127.242960:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176127.243138:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176127.243150:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176127.243173:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a680 x1872930407219200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176127.243199:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407219200:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176127.243211:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176127.243219:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176124/real 1786176127]  req@ffff9f1485158700 x1872930407219072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176127.243237:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176127.243239:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176127.243242:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176127.243248:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768880
00000400:00000010:1.0:1786176127.243252:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768880.
00000100:00000001:1.0:1786176127.243256:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176127.243262:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158700 x1872930407219072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176127.243277:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158700 x1872930407219072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.243290:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176127.243293:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.243297:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176127.243299:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176127.243306:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158700 x1872930407219072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.243317:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176127.243350:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158700 x1872930407219072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.243362:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176127.243367:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.243370:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176127.243372:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.243375:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176127.243379:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176127.243383:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176127.243390:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176127.243394:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176127.243400:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158700 x1872930407219072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176127.243413:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407219072:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176127.243421:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176127.243425:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176127.243430:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a680 x1872930407219200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.243442:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176127.243447:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176127.243453:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176127.243460:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176127.243465:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176127.243469:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176127.243473:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176127.243477:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
02000000:00000001:1.0:1786176127.243482:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176127.243485:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176127.243487:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a680.
00000100:00000001:1.0:1786176127.243493:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176127.243496:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.243499:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176127.243504:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158700 x1872930407219072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.243515:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176127.243517:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176127.243519:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176127.243523:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176127.243526:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176127.243529:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176127.243532:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176127.243535:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:1.0:1786176127.243540:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176127.243543:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176127.243546:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158700.
00000100:00000001:1.0:1786176127.243549:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176127.243551:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.243556:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176127.243559:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176127.243561:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176127.243564:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176127.243570:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176124/real 1786176127]  req@ffff9f1485158380 x1872930407219456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176127.243583:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176127.243586:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176127.243589:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176127.243593:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176127.243595:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176127.243600:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176127.243606:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158380 x1872930407219456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176127.243620:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158380 x1872930407219456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.243631:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176127.243634:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.243637:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176127.243640:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176127.243647:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158380 x1872930407219456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.243658:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176127.243665:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158380 x1872930407219456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.243679:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176127.243683:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.243686:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176127.243688:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.243691:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176127.243694:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176127.243699:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176127.243706:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176127.243710:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176127.243717:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158380 x1872930407219456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176127.243732:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407219456:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176127.243740:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176127.243747:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176124/real 1786176127]  req@ffff9f148515ad80 x1872930407219584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176127.243807:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176127.243811:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176127.243814:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1ec8.
00000400:00000200:1.0:1786176127.243820:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176127.243823:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176127.243828:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176127.243835:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407219584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176127.243852:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407219584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.243864:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176127.243866:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.243870:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176127.243872:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176127.243880:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407219584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.243892:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176127.243899:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407219584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.243912:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176127.243916:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.243918:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176127.243921:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.243924:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176127.243927:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176127.243931:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176127.243937:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176127.243942:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176127.243951:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407219584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176127.243967:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407219584:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176127.243975:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176127.243982:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176124/real 1786176127]  req@ffff9f1485159c00 x1872930407219328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176127.243998:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176127.244010:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176127.244013:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176127.244018:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176127.244022:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176127.244026:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176127.244032:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407219328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176127.244048:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407219328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.244061:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176127.244064:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.244067:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176127.244071:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176127.244079:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407219328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.244093:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176127.244102:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407219328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.244115:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176127.244119:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.244122:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176127.244125:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.244128:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176127.244131:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176127.244136:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176127.244142:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176127.244147:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176127.244154:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407219328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176127.244170:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407219328:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176127.244178:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.244182:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176127.244188:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158380 x1872930407219456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.244201:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176127.244204:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176127.244207:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176127.244212:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176127.244215:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176127.244217:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176127.244221:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176127.244224:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:1.0:1786176127.244228:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176127.244229:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176127.244231:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158380.
00000100:00000001:1.0:1786176127.244235:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176127.244237:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.244241:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176127.244248:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407219584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.244259:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176127.244262:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176127.244265:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176127.244271:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176127.244273:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176127.244275:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176127.244279:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176127.244282:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
02000000:00000001:1.0:1786176127.244286:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176127.244288:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176127.244291:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000100:00000001:1.0:1786176127.244297:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176127.244299:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.244303:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176127.244310:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407219328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176127.244349:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176127.244351:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176127.244354:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176127.244358:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176127.244361:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176127.244363:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176127.244367:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176127.244370:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
02000000:00000001:1.0:1786176127.244375:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176127.244377:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176127.244380:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:1.0:1786176127.244384:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176127.244386:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.244389:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176127.244400:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176127.244404:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176127.244408:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176127.244411:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176128.073891:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176128.073898:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176129.097900:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176129.097908:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176129.290868:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176129.290874:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176129.291619:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176129.291622:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176129.291927:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176129.291930:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176129.292193:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176129.292195:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176129.292416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176129.292417:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1786176130.121863:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176130.121873:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176131.145905:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176131.145931:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176132.169881:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176132.169890:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176133.193929:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176133.193939:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176134.217879:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176134.217887:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176134.410967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176134.410980:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176134.412366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176134.412370:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176134.412633:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176134.412635:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176134.412990:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176134.412992:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176134.413386:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176134.413388:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1786176135.241862:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176135.241870:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176136.265895:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176136.265906:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176136.265909:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176136.265913:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176136.265919:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176136.265922:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176136.265925:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176136.265928:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176137.289892:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176137.289901:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176138.313912:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176138.313920:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176138.314000:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176138.314007:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176138.314011:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176139.337913:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176139.337921:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176139.531090:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176139.531101:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786176139.532372:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176139.532377:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786176139.532776:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176139.532778:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786176139.533154:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176139.533158:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786176139.533579:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176139.533582:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1786176140.361905:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176140.361911:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176140.361968:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176140.361972:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176140.361975:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176141.385901:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176141.385908:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176142.409925:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176142.409934:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176142.410026:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176142.410033:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176142.410038:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176143.433961:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176143.433972:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176144.457978:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176144.457987:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176144.458095:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176144.458108:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176144.458118:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176144.649939:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176144.649956:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176144.649960:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176144.649967:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176144.649975:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176144.649987:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10664
00000400:00000200:3.0:1786176144.650002:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176144.650012:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176144.650017:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176144.650023:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.650029:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176144.650032:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.650035:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176144.650043:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176144.650046:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176144.650051:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176144.650055:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176144.650059:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176144.650062:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176144.650066:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.650068:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176144.650070:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.650073:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176144.650077:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176144.650081:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176144.650084:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176144.650088:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176144.650095:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176144.650100:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176144.650103:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176144.650107:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176144.650120:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786176144.650126:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176144.650132:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176144.650135:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176144.650141:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176144.650145:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176144.650188:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176144.650202:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176144.650213:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176144.650230:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407221632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176144.650246:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176144.650254:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176144.650261:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407221632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176144.650294:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176144.650299:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176144.650304:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176144.650306:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176144.650309:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176144.650312:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176144.650315:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10664
00000400:00000200:3.0:1786176144.650322:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176144.650329:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176144.650333:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176144.650338:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.650341:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176144.650346:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.650353:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176144.650358:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176144.650363:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176144.650370:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176144.650375:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176144.650382:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176144.650386:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176144.650400:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.650409:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176144.650417:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.650423:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176144.650430:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176144.650437:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176144.650444:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176144.650451:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176144.650467:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176144.650475:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176144.650480:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176144.650488:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176144.650496:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176144.650503:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176144.650513:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786176144.650524:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176144.650534:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176144.650536:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176144.650539:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176144.650544:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176144.650552:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176144.650561:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786176144.650568:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176144.650579:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407221760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176144.650599:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176144.650608:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176144.650629:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407221760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176144.650688:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176144.650699:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176144.650711:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176144.650718:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176144.650726:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176144.650736:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176144.650749:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10664
00000400:00000200:3.0:1786176144.650768:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176144.650837:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176144.650845:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176144.650856:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.650864:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176144.650875:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.650882:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176144.650889:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176144.650895:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176144.650900:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176144.650907:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176144.650915:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176144.650923:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176144.650935:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.650944:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176144.650952:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.650958:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176144.650963:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176144.650974:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176144.650977:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176144.650980:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176144.650986:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176144.650993:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176144.650997:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176144.651004:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176144.651014:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176144.651022:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176144.651028:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786176144.651036:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176144.651046:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176144.651050:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176144.651054:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176144.651057:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176144.651064:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176144.651074:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786176144.651089:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176144.651105:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407221888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786176144.651107:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176144.651121:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1786176144.651129:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176144.651138:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176144.651174:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407221888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176144.651192:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176144.651200:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176144.651212:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176144.651217:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176144.651221:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176144.651232:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176144.651243:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10664
00000400:00000200:3.0:1786176144.651255:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176144.651266:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176144.651275:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176144.651286:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.651292:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176144.651300:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.651308:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176144.651319:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176144.651324:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176144.651330:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176144.651336:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176144.651344:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176144.651353:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176144.651364:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.651374:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176144.651380:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.651384:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176144.651393:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176144.651402:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176144.651411:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176144.651420:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176144.651427:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176144.651432:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176144.651439:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176144.651445:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176144.651456:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176144.651460:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176144.651474:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786176144.651484:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176144.651495:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176144.651503:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176144.651506:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176144.651510:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176144.651514:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176144.651526:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786176144.651537:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176144.651552:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407222016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176144.651570:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176144.651577:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176144.651589:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407222016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176144.651605:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176144.651610:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176144.651616:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176144.651618:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176144.651621:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176144.651624:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176144.651629:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10664
00000400:00000200:3.0:1786176144.651637:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176144.651646:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176144.651650:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176144.651653:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.651660:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176144.651666:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.651674:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176144.651686:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176144.651689:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176144.651694:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176144.651698:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176144.651706:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176144.651714:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176144.651729:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.651741:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176144.651754:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176144.651765:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176144.651817:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176144.651834:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176144.651844:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176144.651853:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176144.651861:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176144.651866:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176144.651874:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176144.651879:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176144.651888:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176144.651894:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176144.651904:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786176144.651916:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176144.651924:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176144.651929:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176144.651938:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176144.651942:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176144.651949:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176144.651959:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176144.651968:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176144.651984:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407222144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176144.652000:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176144.652009:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176144.652019:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407222144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176144.652039:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176144.652048:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10675)
00000800:00000200:2.1:1786176144.652346:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176144.652350:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176144.652814:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176144.652818:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176144.653290:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176144.653293:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176144.653707:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176144.653711:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1786176145.481927:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176145.481936:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176146.505930:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176146.505942:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176146.505946:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176146.505951:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176146.505958:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176146.505961:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176146.505963:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176146.505965:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176146.506112:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176146.506122:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176146.506129:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176147.529977:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176147.529986:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176148.553961:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176148.553973:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176148.554082:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176148.554093:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176148.554101:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176149.577937:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176149.577946:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176149.769899:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176149.769917:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176149.769921:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176149.769928:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176149.769936:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176149.769948:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10670
00000400:00000200:3.0:1786176149.769961:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176149.769971:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176149.769976:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176149.769996:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770002:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176149.770012:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770016:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176149.770022:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176149.770026:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176149.770030:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176149.770036:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176149.770039:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176149.770043:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176149.770047:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770066:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176149.770068:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770070:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176149.770073:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176149.770076:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770078:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176149.770081:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176149.770085:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176149.770089:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176149.770092:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176149.770095:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176149.770122:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786176149.770127:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176149.770132:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176149.770134:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176149.770138:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176149.770141:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176149.770146:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176149.770158:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176149.770167:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176149.770179:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407222272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176149.770192:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176149.770198:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176149.770203:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407222272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176149.770227:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176149.770231:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176149.770235:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176149.770236:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176149.770238:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176149.770241:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176149.770244:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10670
00000400:00000200:3.0:1786176149.770249:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176149.770252:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176149.770255:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176149.770258:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770261:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176149.770263:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770265:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176149.770269:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176149.770271:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176149.770276:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176149.770279:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176149.770281:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176149.770286:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176149.770291:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770295:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176149.770297:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770300:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176149.770305:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176149.770309:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770314:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176149.770319:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176149.770327:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176149.770331:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176149.770337:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176149.770343:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176149.770348:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176149.770354:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176149.770358:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786176149.770363:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176149.770369:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176149.770372:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176149.770377:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176149.770379:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176149.770383:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176149.770388:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786176149.770394:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176149.770404:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407222400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176149.770416:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176149.770419:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176149.770425:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407222400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176149.770459:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176149.770465:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176149.770470:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176149.770473:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176149.770478:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176149.770484:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176149.770492:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10670
00000400:00000200:3.0:1786176149.770504:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176149.770511:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176149.770518:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176149.770523:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770525:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176149.770528:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770531:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176149.770534:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176149.770536:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176149.770538:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176149.770540:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176149.770543:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176149.770551:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176149.770559:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770561:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176149.770563:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770566:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176149.770571:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176149.770580:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770602:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176149.770604:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176149.770609:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176149.770614:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176149.770619:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176149.770621:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176149.770627:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176149.770631:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176149.770638:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176149.770641:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176149.770645:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176149.770648:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176149.770654:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176149.770657:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176149.770660:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176149.770668:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176149.770676:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176149.770684:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407222528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176149.770697:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176149.770700:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176149.770704:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407222528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176149.770721:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176149.770724:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176149.770732:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176149.770736:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176149.770738:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176149.770741:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176149.770748:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10670
00000400:00000200:3.0:1786176149.770797:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176149.770803:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176149.770805:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176149.770807:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770809:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176149.770811:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770814:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176149.770816:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176149.770818:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176149.770819:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176149.770821:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176149.770824:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176149.770831:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176149.770840:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770846:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176149.770853:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770858:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176149.770861:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176149.770865:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176149.770891:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176149.770893:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176149.770898:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176149.770906:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176149.770910:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176149.770917:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176149.770923:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176149.770926:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176149.770934:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786176149.770941:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176149.770950:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1786176149.770952:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786176149.770953:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176149.770958:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176149.770963:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176149.770968:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176149.770969:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
02000000:00000010:3.0:1786176149.770975:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786176149.770986:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176149.771002:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407222656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176149.771025:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176149.771029:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176149.771055:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407222656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176149.771073:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176149.771077:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176149.771082:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176149.771085:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176149.771087:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176149.771091:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176149.771097:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10670
00000400:00000200:3.0:1786176149.771124:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176149.771132:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176149.771137:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176149.771142:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.771145:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176149.771154:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.771157:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176149.771164:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176149.771165:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176149.771166:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176149.771168:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176149.771170:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176149.771175:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176149.771183:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.771189:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176149.771194:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176149.771198:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176149.771203:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176149.771208:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176149.771214:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176149.771216:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176149.771218:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176149.771221:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176149.771223:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176149.771227:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176149.771232:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176149.771235:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176149.771240:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786176149.771245:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176149.771250:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176149.771253:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176149.771257:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176149.771258:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176149.771260:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176149.771265:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176149.771269:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176149.771278:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407222784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176149.771295:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176149.771299:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176149.771307:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407222784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176149.771320:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176149.771329:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10680)
00000800:00000200:2.1:1786176149.771705:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176149.771707:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176149.772135:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176149.772137:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176149.772449:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176149.772451:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176149.772772:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176149.772774:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1786176150.601911:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176150.601920:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176150.602011:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176150.602017:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176150.602023:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176151.625854:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176151.625859:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176152.649900:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176152.649910:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176152.650051:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176152.650058:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176152.650064:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176153.673831:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176153.673837:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176154.697883:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176154.697892:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176154.697993:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176154.697999:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176154.698004:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176154.889866:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176154.889874:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176154.889877:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176154.889880:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176154.889884:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176154.889890:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10675
00000400:00000200:3.0:1786176154.889897:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176154.889902:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176154.889904:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176154.889907:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.889910:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176154.889912:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.889914:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176154.889917:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176154.889919:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176154.889921:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176154.889924:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176154.889925:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176154.889927:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176154.889929:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.889931:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176154.889932:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.889934:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176154.889936:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176154.889938:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176154.889940:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176154.889942:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176154.889944:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176154.889946:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176154.889948:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176154.889950:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176154.889957:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786176154.889959:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176154.889962:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176154.889964:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176154.889967:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176154.889968:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176154.889972:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176154.889978:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176154.889983:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176154.889991:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407222912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176154.889999:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176154.890002:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176154.890006:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407222912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176154.890024:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176154.890026:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176154.890029:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176154.890030:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176154.890031:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176154.890033:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176154.890035:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10675
00000400:00000200:3.0:1786176154.890038:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176154.890040:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176154.890042:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176154.890045:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890047:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176154.890051:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890067:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176154.890072:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176154.890086:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176154.890089:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176154.890092:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176154.890096:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176154.890100:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176154.890107:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890111:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176154.890116:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890118:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176154.890121:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176154.890126:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890131:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176154.890135:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176154.890141:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176154.890145:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176154.890149:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176154.890155:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176154.890157:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176154.890161:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176154.890167:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786176154.890171:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176154.890175:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176154.890176:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176154.890181:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176154.890182:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176154.890184:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176154.890188:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786176154.890192:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176154.890201:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407223040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176154.890211:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176154.890215:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176154.890222:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407223040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176154.890239:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176154.890246:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176154.890251:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176154.890255:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176154.890259:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176154.890263:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176154.890270:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10675
00000400:00000200:3.0:1786176154.890329:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176154.890347:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176154.890355:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176154.890366:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890372:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786176154.890422:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786176154.890423:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890427:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.1:1786176154.890427:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1786176154.890433:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176154.890435:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176154.890437:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176154.890440:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176154.890444:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176154.890446:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176154.890451:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890455:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176154.890459:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890462:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176154.890464:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176154.890468:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890472:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176154.890475:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176154.890479:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176154.890484:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176154.890489:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176154.890492:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176154.890496:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176154.890499:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176154.890513:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786176154.890517:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176154.890522:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176154.890524:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176154.890527:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176154.890532:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176154.890536:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176154.890539:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176154.890545:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176154.890552:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407223168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176154.890559:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176154.890562:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176154.890568:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407223168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176154.890582:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176154.890585:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176154.890590:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176154.890593:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176154.890596:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176154.890601:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176154.890605:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10675
00000400:00000200:3.0:1786176154.890610:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176154.890614:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176154.890618:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176154.890623:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890626:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176154.890631:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890633:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176154.890637:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176154.890638:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176154.890641:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176154.890643:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176154.890647:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176154.890651:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176154.890656:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890658:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176154.890662:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890665:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176154.890669:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176154.890696:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890704:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176154.890727:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176154.890733:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176154.890743:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176154.890750:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176154.890757:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176154.890768:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176154.890824:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176154.890830:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786176154.890835:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176154.890838:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176154.890839:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176154.890840:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176154.890841:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176154.890843:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176154.890846:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786176154.890849:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176154.890853:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407223296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176154.890867:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176154.890870:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176154.890876:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407223296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176154.890903:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176154.890906:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176154.890910:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176154.890914:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176154.890915:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176154.890917:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176154.890922:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10675
00000400:00000200:3.0:1786176154.890927:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176154.890934:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176154.890938:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176154.890953:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890957:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176154.890960:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890965:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176154.890967:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176154.890969:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176154.890973:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176154.890975:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176154.890978:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176154.890981:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176154.890986:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890989:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176154.890992:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176154.890996:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176154.890999:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176154.891003:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176154.891007:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176154.891009:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176154.891011:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176154.891013:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176154.891018:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176154.891019:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176154.891021:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176154.891022:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176154.891024:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786176154.891028:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176154.891034:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176154.891036:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176154.891039:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176154.891041:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176154.891044:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176154.891049:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176154.891068:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176154.891078:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407223424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176154.891104:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176154.891108:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176154.891117:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407223424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176154.891129:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176154.891134:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10685)
00000800:00000200:2.1:1786176154.891194:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176154.891196:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176154.891466:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176154.891468:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176154.891703:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176154.891708:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176154.892114:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176154.892116:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1786176155.721903:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176155.721913:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176155.721917:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176155.721921:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176155.721927:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176155.721962:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176155.721965:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176155.721969:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176156.745965:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176156.745977:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176156.746128:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176156.746138:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176156.746145:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176157.769907:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176157.769915:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176158.793931:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176158.793947:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176158.794097:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176158.794106:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176158.794113:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176159.817906:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176159.817914:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176160.010474:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176160.010478:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176160.011191:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176160.011195:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176160.011528:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176160.011530:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176160.011820:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176160.011822:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176160.012061:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176160.012064:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1786176160.841835:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176160.841841:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176160.841911:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176160.841915:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176160.841918:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176161.865859:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176161.865868:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176162.889867:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176162.889873:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176162.889998:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176162.890026:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176162.890041:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176163.913874:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176163.913880:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176164.937851:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176164.937857:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176164.938043:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176164.938047:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176164.938051:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176165.129875:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176165.129886:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176165.129889:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176165.129894:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176165.129900:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176165.129908:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10685
00000400:00000200:1.0:1786176165.129916:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176165.129924:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176165.129927:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176165.129930:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.129933:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176165.129936:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.129938:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176165.129942:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176165.129944:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176165.129947:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176165.129950:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176165.129968:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176165.129971:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176165.129974:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.129976:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176165.129979:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.129981:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176165.129983:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176165.129986:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176165.129989:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176165.129991:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176165.129995:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176165.129998:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176165.130000:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176165.130003:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176165.130012:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786176165.130015:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176165.130019:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176165.130020:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176165.130023:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176165.130026:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176165.130030:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176165.130037:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000100:00000001:1.0:1786176165.130043:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176165.130052:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407224192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176165.130064:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176165.130069:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176165.130074:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407224192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176165.130094:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176165.130097:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176165.130101:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176165.130102:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176165.130104:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176165.130107:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176165.130111:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10685
00000400:00000200:1.0:1786176165.130116:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176165.130121:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176165.130125:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176165.130131:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130137:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176165.130142:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130148:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176165.130155:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176165.130158:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176165.130162:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176165.130168:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176165.130175:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176165.130182:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176165.130190:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130197:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176165.130201:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130207:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176165.130214:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176165.130221:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130226:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176165.130229:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176165.130235:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176165.130242:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176165.130247:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176165.130253:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176165.130259:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176165.130265:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176165.130271:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786176165.130278:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176165.130283:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176165.130287:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176165.130291:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176165.130294:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176165.130298:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176165.130307:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8400.
00000100:00000001:1.0:1786176165.130315:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176165.130327:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407224320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176165.130350:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176165.130356:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176165.130366:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407224320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786176165.130380:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176165.130386:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1786176165.130389:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176165.130395:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176165.130402:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176165.130405:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176165.130409:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176165.130425:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176165.130432:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10685
00000400:00000200:1.0:1786176165.130442:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176165.130450:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176165.130455:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176165.130462:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130467:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176165.130470:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130475:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176165.130478:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176165.130480:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176165.130482:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176165.130485:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176165.130488:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176165.130494:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176165.130499:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130501:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176165.130503:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130505:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176165.130511:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176165.130514:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130526:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176165.130529:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176165.130533:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176165.130536:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176165.130540:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176165.130544:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176165.130548:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176165.130550:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176165.130555:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786176165.130560:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176165.130566:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176165.130569:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176165.130573:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176165.130576:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176165.130578:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176165.130584:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8000.
00000100:00000001:1.0:1786176165.130588:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176165.130598:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407224448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176165.130609:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176165.130613:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176165.130622:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407224448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176165.130641:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176165.130646:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176165.130653:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176165.130657:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176165.130659:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176165.130663:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176165.130668:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10685
00000400:00000200:1.0:1786176165.130675:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176165.130681:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176165.130684:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176165.130691:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130697:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176165.130702:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130707:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176165.130712:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176165.130714:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176165.130717:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176165.130720:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176165.130725:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176165.130729:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176165.130734:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130737:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176165.130741:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130746:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176165.130750:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176165.130756:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130760:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176165.130763:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176165.130766:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176165.130797:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176165.130801:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176165.130805:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176165.130810:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176165.130814:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176165.130818:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786176165.130822:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176165.130825:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176165.130826:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176165.130827:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176165.130828:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176165.130833:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176165.130839:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786176165.130843:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176165.130851:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407224576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176165.130873:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176165.130877:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176165.130882:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407224576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176165.130901:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176165.130906:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176165.130911:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176165.130913:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176165.130915:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176165.130919:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176165.130925:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10685
00000400:00000200:1.0:1786176165.130931:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176165.130935:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176165.130938:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176165.130944:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130949:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176165.130966:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.130968:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176165.130970:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176165.130973:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176165.130975:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176165.130978:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176165.130982:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176165.130987:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176165.131012:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.131017:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176165.131022:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176165.131027:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176165.131030:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176165.131037:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176165.131040:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176165.131044:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176165.131049:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176165.131054:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176165.131061:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176165.131065:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176165.131071:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176165.131075:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176165.131082:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786176165.131089:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176165.131096:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176165.131099:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176165.131104:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176165.131107:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176165.131110:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176165.131116:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000100:00000001:1.0:1786176165.131123:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176165.131152:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407224704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786176165.131182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176165.131189:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1786176165.131222:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176165.131227:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176165.131240:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407224704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176165.131260:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176165.131268:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10695)
00000800:00000200:2.1:1786176165.131453:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176165.131454:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176165.131677:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176165.131679:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176165.131870:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176165.131872:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1786176165.961937:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176165.961961:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176165.961963:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176165.961966:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176165.961971:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176165.961990:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176165.961993:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176165.961996:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176166.985854:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176166.985860:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176166.985965:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176166.985969:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176166.985972:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176168.009924:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176168.009974:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176169.033845:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176169.033851:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176169.033970:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176169.033980:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176169.033986:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176170.057879:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176170.057885:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176170.250283:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176170.250296:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176170.250299:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176170.250304:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176170.250309:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176170.250318:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10690
00000400:00000200:1.0:1786176170.250329:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176170.250349:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176170.250353:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176170.250364:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.250370:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176170.250373:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.250377:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176170.250382:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176170.250384:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176170.250388:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176170.250393:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176170.250396:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176170.250400:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176170.250407:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.250411:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176170.250414:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.250417:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176170.250421:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176170.250425:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176170.250429:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176170.250432:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176170.250437:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176170.250447:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176170.250450:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176170.250453:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176170.250464:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4380.
00000020:00000040:1.0:1786176170.250469:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176170.250474:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176170.250476:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176170.250480:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176170.250483:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176170.250488:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176170.250498:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:1.0:1786176170.250507:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176170.250520:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4380 x1872930407224832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176170.250542:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176170.250550:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176170.250558:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000778f37b2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4380 x1872930407224832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176170.250764:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176170.250820:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176170.250833:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176170.250837:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176170.250842:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176170.250853:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176170.250869:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10690
00000400:00000200:1.0:1786176170.250883:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176170.250897:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176170.250921:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176170.250931:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.250939:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176170.250945:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.250953:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176170.250960:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176170.250963:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176170.250969:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176170.250974:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176170.250982:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176170.250989:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176170.250999:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.251005:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176170.251010:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.251013:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176170.251016:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176170.251024:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176170.251029:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176170.251034:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176170.251042:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176170.251046:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176170.251051:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176170.251055:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176170.251060:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176170.251069:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176170.251075:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae6d80.
00000020:00000040:1.0:1786176170.251080:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176170.251089:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176170.251091:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176170.251094:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176170.251098:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176170.251100:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176170.251109:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:1.0:1786176170.251120:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176170.251135:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae6d80 x1872930407224960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176170.251158:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176170.251167:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176170.251176:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f5d7f0] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae6d80 x1872930407224960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176170.251191:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176170.251194:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176170.251199:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176170.251203:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176170.251204:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176170.251207:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176170.251214:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10690
00000400:00000200:1.0:1786176170.251223:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176170.251234:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176170.251238:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176170.251253:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.251266:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176170.251278:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.251290:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176170.251294:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176170.251295:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176170.251297:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176170.251299:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176170.251300:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176170.251302:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176170.251305:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.251307:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176170.251317:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.251327:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176170.251343:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176170.251348:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176170.251351:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176170.251352:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176170.251355:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176170.251361:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176170.251366:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176170.251370:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176170.251374:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176170.251378:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176170.251383:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786176170.251389:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176170.251396:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176170.251403:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176170.251407:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176170.251410:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1786176170.251410:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:1.0:1786176170.251419:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176170.251421:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
02000000:00000010:1.0:1786176170.251426:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786176170.251437:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176170.251452:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407225088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176170.251474:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176170.251478:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176170.251484:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407225088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176170.251503:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176170.251509:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176170.251519:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176170.251522:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176170.251524:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176170.251531:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176170.251540:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10690
00000400:00000200:1.0:1786176170.251548:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176170.251553:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176170.251556:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176170.251563:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.251573:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176170.251587:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.251599:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176170.251615:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176170.251634:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176170.251637:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176170.251639:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176170.251651:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176170.251653:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176170.251657:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.251660:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176170.251665:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.251671:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176170.251678:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176170.251684:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176170.251690:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176170.251696:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176170.251704:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176170.251711:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176170.251723:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176170.251730:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176170.251740:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176170.251746:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176170.251754:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786176170.251762:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176170.251768:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176170.251771:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176170.251773:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176170.251774:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176170.251777:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176170.251782:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:1.0:1786176170.251819:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176170.251844:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407225216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176170.251862:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176170.251873:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176170.251897:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407225216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176170.251944:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176170.251953:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176170.251966:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176170.251970:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176170.251977:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176170.251997:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176170.252005:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10690
00000400:00000200:1.0:1786176170.252018:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176170.252030:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176170.252042:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176170.252053:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.252059:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176170.252066:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.252076:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176170.252082:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176170.252088:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176170.252091:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176170.252097:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176170.252105:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176170.252111:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176170.252124:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.252133:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176170.252145:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176170.252155:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176170.252161:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176170.252169:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176170.252173:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176170.252177:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176170.252181:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176170.252187:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176170.252196:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176170.252199:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176170.252203:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176170.252204:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176170.252208:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786176170.252212:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176170.252216:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176170.252221:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176170.252230:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176170.252236:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176170.252245:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176170.252254:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786176170.252266:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176170.252283:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407225344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176170.252322:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176170.252332:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176170.252342:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407225344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176170.252390:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176170.252397:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10700)
00000800:00000200:2.1:1786176170.252509:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176170.252511:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176170.252802:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176170.252805:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176170.253078:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176170.253082:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176170.253399:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176170.253401:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1786176171.081849:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176171.081855:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176171.081935:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176171.081938:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176171.081941:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176172.105952:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176172.105967:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176173.129907:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176173.129932:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176173.130043:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176173.130052:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176173.130057:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176174.153877:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176174.153883:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176175.177848:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176175.177853:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176175.177972:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176175.177979:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176175.177983:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176175.369944:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176175.369959:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176175.369962:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176175.369968:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176175.369975:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176175.369985:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10695
00000400:00000200:3.0:1786176175.369997:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176175.370006:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176175.370010:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176175.370014:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.370019:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176175.370023:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.370026:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176175.370032:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176175.370035:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176175.370039:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176175.370043:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176175.370046:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176175.370049:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176175.370052:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.370055:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176175.370057:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.370059:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176175.370063:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176175.370067:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176175.370070:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176175.370074:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176175.370078:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176175.370082:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176175.370085:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176175.370089:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176175.370121:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176175.370126:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176175.370132:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176175.370135:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176175.370139:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176175.370143:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176175.370150:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176175.370163:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176175.370172:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176175.370186:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407225472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176175.370226:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176175.370233:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176175.370239:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407225472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176175.370272:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176175.370276:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176175.370282:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176175.370286:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176175.370290:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176175.370296:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176175.370301:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10695
00000400:00000200:3.0:1786176175.370313:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176175.370328:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176175.370336:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176175.370354:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.370367:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176175.370380:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.370392:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176175.370409:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176175.370417:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176175.370429:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176175.370440:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176175.370446:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176175.370457:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176175.370476:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.370487:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176175.370498:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.370508:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176175.370529:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176175.370539:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176175.370545:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176175.370549:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176175.370559:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176175.370568:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176175.370573:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176175.370585:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176175.370592:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176175.370603:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176175.370613:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786176175.370624:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176175.370628:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176175.370634:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176175.370639:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176175.370645:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176175.370653:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176175.370660:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786176175.370671:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176175.370685:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407225600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176175.370733:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176175.370741:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176175.370762:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407225600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786176175.370829:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176175.370832:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1786176175.370889:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176175.370907:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176175.370917:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176175.370929:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176175.370937:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176175.370953:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176175.370965:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10695
00000400:00000200:3.0:1786176175.370976:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176175.370987:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176175.371000:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176175.371009:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.371016:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176175.371024:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.371029:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176175.371033:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176175.371037:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176175.371041:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176175.371048:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176175.371054:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176175.371058:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176175.371063:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.371072:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176175.371077:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.371081:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176175.371090:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176175.371096:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176175.371102:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176175.371106:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176175.371112:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176175.371142:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176175.371149:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176175.371155:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176175.371168:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176175.371182:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176175.371193:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786176175.371221:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176175.371233:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176175.371240:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176175.371246:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176175.371250:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176175.371257:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176175.371270:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786176175.371280:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176175.371302:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407225728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176175.371387:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176175.371395:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176175.371414:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407225728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176175.371458:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176175.371473:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176175.371491:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176175.371500:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176175.371510:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176175.371542:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176175.371554:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10695
00000400:00000200:3.0:1786176175.371568:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176175.371579:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176175.371590:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176175.371598:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.371609:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176175.371620:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.371661:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176175.371666:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176175.371671:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176175.371675:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176175.371681:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176175.371688:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176175.371700:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176175.371721:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.371737:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176175.371748:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.371759:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176175.371767:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176175.371775:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176175.371781:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176175.371784:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176175.371789:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176175.371793:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176175.371796:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176175.371800:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176175.371804:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176175.371813:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176175.371821:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786176175.371828:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176175.371836:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176175.371844:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176175.371897:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176175.371901:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176175.371909:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176175.371918:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786176175.371928:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176175.371945:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407225856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176175.371965:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176175.371970:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176175.371981:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407225856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176175.372018:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176175.372025:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176175.372053:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176175.372057:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176175.372062:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176175.372072:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176175.372079:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10695
00000400:00000200:3.0:1786176175.372092:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176175.372103:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176175.372106:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176175.372135:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.372139:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176175.372149:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.372158:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176175.372171:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176175.372183:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176175.372189:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176175.372218:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176175.372223:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176175.372233:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176175.372248:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.372256:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176175.372262:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176175.372268:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176175.372274:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176175.372292:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176175.372306:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176175.372308:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176175.372313:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1786176175.372317:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176175.372330:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176175.372344:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176175.372361:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176175.372375:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176175.372385:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176175.372399:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176175.372414:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786176175.372428:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176175.372442:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176175.372447:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176175.372451:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176175.372457:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176175.372465:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176175.372481:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176175.372497:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176175.372524:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407225984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176175.372580:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176175.372589:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176175.372608:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407225984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176175.372632:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176175.372646:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10705)
00000800:00000200:2.1:1786176175.372877:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176175.372879:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176175.373184:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176175.373186:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176175.373396:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176175.373398:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1786176176.201893:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176176.201921:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176176.201923:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176176.201927:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176176.201933:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176176.201936:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176176.201938:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176176.201941:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176177.225952:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176177.225961:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176177.226024:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176177.226029:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176177.226032:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176178.249966:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176178.249976:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176179.273906:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176179.273914:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176179.273981:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176179.273986:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176179.273990:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176180.297852:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176180.297858:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176180.490742:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176180.490750:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786176180.491544:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176180.491546:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786176180.491758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176180.491761:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786176180.492031:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176180.492033:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786176180.492228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176180.492230:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1786176181.321916:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176181.321924:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176181.322019:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176181.322028:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176181.322051:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176182.345867:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176182.345874:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176183.369940:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176183.369949:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176183.370042:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176183.370051:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176183.370058:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176184.393888:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176184.393896:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176185.417939:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176185.417948:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176185.418038:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176185.418045:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176185.418053:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1786176185.610730:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176185.610735:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786176185.611445:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176185.611447:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786176185.611689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176185.611691:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786176185.611971:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176185.611973:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786176185.612179:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176185.612181:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1786176186.441862:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176186.441873:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176186.441875:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176186.441879:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176186.441884:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176186.441887:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176186.441889:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176186.441891:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176187.465912:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176187.465921:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176187.465981:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176187.465986:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176187.465991:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176188.489909:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176188.489923:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176189.513937:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176189.513946:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176189.514056:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176189.514062:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176189.514066:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176190.537858:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176190.537866:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176190.729935:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176190.729959:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176190.729963:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176190.729968:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176190.729974:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176190.729983:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10711
00000400:00000200:3.0:1786176190.729993:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176190.730000:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176190.730005:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176190.730009:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730014:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176190.730017:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730020:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176190.730026:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176190.730028:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176190.730031:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176190.730036:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176190.730039:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176190.730042:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176190.730046:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730048:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176190.730051:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730053:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176190.730057:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176190.730061:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730064:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176190.730069:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176190.730073:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176190.730092:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176190.730094:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176190.730097:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176190.730107:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786176190.730110:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176190.730114:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176190.730115:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176190.730119:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176190.730121:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176190.730126:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176190.730133:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786176190.730140:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176190.730149:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407227392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176190.730159:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176190.730164:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176190.730168:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407227392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176190.730194:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176190.730197:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176190.730201:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176190.730202:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176190.730204:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176190.730206:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176190.730208:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10711
00000400:00000200:3.0:1786176190.730211:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176190.730214:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176190.730216:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176190.730220:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730222:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176190.730225:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730227:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176190.730229:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176190.730230:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176190.730231:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176190.730233:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176190.730236:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176190.730238:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176190.730241:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730243:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176190.730244:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730247:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176190.730249:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176190.730253:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730260:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176190.730263:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176190.730270:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176190.730276:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176190.730279:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176190.730286:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176190.730293:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176190.730297:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176190.730303:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786176190.730308:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176190.730313:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176190.730317:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176190.730323:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176190.730326:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176190.730331:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176190.730338:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786176190.730344:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176190.730354:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407227520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176190.730366:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176190.730372:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176190.730379:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407227520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176190.730395:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176190.730399:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176190.730404:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176190.730407:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176190.730411:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176190.730424:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176190.730431:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10711
00000400:00000200:3.0:1786176190.730439:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176190.730444:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176190.730452:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176190.730459:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730465:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176190.730471:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730477:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176190.730485:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176190.730490:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176190.730498:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176190.730505:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176190.730512:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176190.730521:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176190.730533:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730542:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176190.730552:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730561:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176190.730577:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176190.730588:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730598:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176190.730604:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176190.730613:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176190.730633:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176190.730651:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176190.730656:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176190.730662:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176190.730668:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176190.730669:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176190.730678:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786176190.730682:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176190.730684:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176190.730685:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176190.730688:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176190.730689:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176190.730693:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176190.730702:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786176190.730726:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176190.730738:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407227648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176190.730753:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176190.730801:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176190.730807:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407227648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176190.730815:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176190.730818:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176190.730828:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176190.730830:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176190.730835:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176190.730840:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176190.730846:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10711
00000400:00000200:3.0:1786176190.730855:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176190.730861:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176190.730863:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176190.730868:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730873:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176190.730900:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730910:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176190.730916:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176190.730922:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176190.730929:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176190.730936:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176190.730944:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176190.730951:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176190.730964:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730972:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176190.730983:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.730997:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176190.731009:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176190.731021:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176190.731030:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176190.731036:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176190.731044:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176190.731054:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176190.731058:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176190.731065:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176190.731072:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176190.731095:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176190.731102:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786176190.731107:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176190.731110:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176190.731116:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176190.731118:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176190.731121:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176190.731124:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176190.731133:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786176190.731141:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176190.731150:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407227776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176190.731162:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176190.731167:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176190.731181:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407227776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176190.731202:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176190.731211:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176190.731220:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176190.731223:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176190.731228:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176190.731237:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176190.731246:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10711
00000400:00000200:3.0:1786176190.731274:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176190.731284:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176190.731291:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176190.731297:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.731302:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176190.731308:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.731312:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176190.731315:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176190.731322:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176190.731326:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176190.731331:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176190.731340:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000800:00000200:2.1:1786176190.731341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786176190.731349:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176190.731361:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.731370:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176190.731378:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176190.731386:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176190.731394:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176190.731407:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176190.731418:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176190.731427:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176190.731437:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176190.731448:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176190.731455:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176190.731461:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176190.731468:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176190.731474:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176190.731484:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786176190.731494:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176190.731502:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176190.731508:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176190.731514:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176190.731520:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176190.731526:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176190.731537:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786176190.731549:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176190.731564:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407227904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176190.731589:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176190.731597:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176190.731611:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407227904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176190.731645:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176190.731656:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10721)
00000800:00000200:2.1:1786176190.731762:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176190.732021:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176190.732231:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00010000:00000001:1.0:1786176191.561904:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176191.561913:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176191.562013:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176191.562019:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176191.562025:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176192.585849:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176192.585855:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176193.609895:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176193.609904:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176193.610002:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176193.610009:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176193.610014:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1786176193.802145:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:1.0:1786176193.802200:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1786176193.802214:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176193.802220:0:2392:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:1.0:1786176193.802228:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176193.802234:0:2392:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1786176193.802242:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176193.802247:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:1.0:1786176193.802256:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176193.802262:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176193.802270:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ca18
00000400:00000010:1.0:1786176193.802273:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ca18.
00000100:00000001:1.0:1786176193.802280:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176193.802292:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485158a80 x1872930407227392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176193.802333:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176193.802339:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407227392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176193.802350:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176193.802353:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176193.802364:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176193.802368:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:1.0:1786176193.802372:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176193.802376:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176193.802379:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c3b8
00000400:00000010:1.0:1786176193.802382:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c3b8.
00000100:00000001:1.0:1786176193.802385:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176193.802390:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f148515b800 x1872930407227520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176193.802400:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176193.802404:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407227520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176193.802412:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176193.802414:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176193.802419:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176193.802422:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e100.
00000400:00000200:1.0:1786176193.802425:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176193.802429:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176193.802431:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c198
00000400:00000010:1.0:1786176193.802434:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c198.
00000100:00000001:1.0:1786176193.802437:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176193.802441:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f148515a300 x1872930407227648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176193.802453:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176193.802456:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a300 x1872930407227648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176193.802464:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176193.802467:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176193.802475:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176193.802478:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ef00.
00000400:00000200:1.0:1786176193.802482:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176193.802487:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176193.802491:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c5d8
00000400:00000010:1.0:1786176193.802493:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c5d8.
00000100:00000001:1.0:1786176193.802497:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176193.802501:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485159c00 x1872930407227776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176193.802513:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176193.802521:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159c00 x1872930407227776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176193.802557:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176193.802567:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176193.802588:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176193.802596:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ec00.
00000400:00000200:1.0:1786176193.802608:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176193.802633:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176193.802674:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c440
00000400:00000010:1.0:1786176193.802703:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c440.
00000100:00000001:1.0:1786176193.802711:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176193.802726:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f148515ad80 x1872930407227904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176193.802750:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176193.802766:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407227904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176193.802834:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176193.802837:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1786176194.633877:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176194.633892:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176195.657873:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176195.657885:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176195.657889:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176195.657893:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176195.657900:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176195.657903:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176195.657906:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176195.657908:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176195.658055:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176195.658063:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176195.658068:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176195.850007:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176195.850024:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176195.850029:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176195.850034:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176195.850042:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176195.850054:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10716
00000400:00000200:1.0:1786176195.850079:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176195.850089:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176195.850094:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176195.850099:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.850104:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176195.850108:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.850111:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176195.850117:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176195.850121:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176195.850125:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176195.850129:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176195.850132:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176195.850136:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176195.850141:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.850145:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176195.850149:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.850154:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176195.850160:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176195.850167:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176195.850172:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176195.850178:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176195.850185:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176195.850192:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176195.850196:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176195.850201:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176195.850215:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786176195.850222:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176195.850230:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176195.850234:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176195.850241:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176195.850247:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176195.850257:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176195.850273:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786176195.850288:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176195.850308:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407228032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176195.850349:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176195.850359:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176195.850371:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407228032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176195.850417:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176195.850423:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176195.850428:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176195.850431:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176195.850434:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176195.850439:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176195.850445:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10716
00000400:00000200:1.0:1786176195.850472:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176195.850480:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176195.850485:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176195.850492:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.850497:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176195.850502:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.850506:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176195.850511:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176195.850514:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176195.850518:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176195.850523:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176195.850528:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176195.850532:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176195.850541:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.850547:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176195.850554:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.850559:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176195.850565:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176195.850576:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176195.850582:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176195.850586:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176195.850599:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176195.850606:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176195.850612:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176195.850625:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176195.850638:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176195.850647:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176195.850682:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786176195.850692:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176195.850707:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176195.850714:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176195.850729:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176195.850740:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176195.850750:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176195.850854:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:1.0:1786176195.850872:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176195.850899:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407228160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176195.850935:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176195.850942:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176195.850961:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407228160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176195.851009:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176195.851022:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176195.851035:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176195.851044:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176195.851051:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176195.851059:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176195.851074:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10716
00000400:00000200:1.0:1786176195.851100:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176195.851119:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176195.851132:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176195.851154:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.851167:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176195.851183:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.851194:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176195.851207:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176195.851215:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176195.851220:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176195.851226:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176195.851240:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176195.851252:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176195.851276:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.851287:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176195.851304:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.851319:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176195.851334:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176195.851349:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176195.851356:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176195.851367:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176195.851382:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176195.851399:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176195.851426:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176195.851438:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176195.851454:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176195.851467:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176195.851485:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786176195.851505:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176195.851519:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176195.851526:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176195.851534:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176195.851541:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176195.851547:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176195.851564:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786176195.851578:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176195.851595:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00100000:1.0:1786176195.851609:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407228288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786176195.851611:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1786176195.851655:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176195.851696:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176195.851719:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407228288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176195.851763:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176195.851817:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176195.851829:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176195.851836:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176195.851842:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176195.851853:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176195.851866:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10716
00000400:00000200:1.0:1786176195.851899:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176195.851915:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176195.851925:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176195.851941:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.851959:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176195.851972:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.852004:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176195.852017:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176195.852024:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176195.852037:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176195.852046:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176195.852058:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176195.852069:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176195.852082:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.852094:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176195.852132:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.852157:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176195.852168:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176195.852187:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176195.852205:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176195.852217:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176195.852230:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176195.852245:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176195.852262:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176195.852273:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176195.852292:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176195.852303:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176195.852321:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786176195.852337:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176195.852357:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176195.852363:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176195.852374:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176195.852381:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176195.852386:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176195.852403:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:1.0:1786176195.852421:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176195.852448:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407228416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176195.852487:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176195.852497:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176195.852543:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407228416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176195.852644:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176195.852654:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176195.852701:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176195.852716:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176195.852724:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176195.852742:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176195.852834:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10716
00000400:00000200:1.0:1786176195.852866:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176195.852882:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176195.852893:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176195.852909:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.852929:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176195.852944:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.852957:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176195.852979:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176195.852986:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176195.852996:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176195.853012:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176195.853022:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176195.853027:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176195.853042:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.853056:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176195.853063:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176195.853076:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176195.853091:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176195.853101:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176195.853117:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176195.853132:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176195.853145:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176195.853151:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176195.853163:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176195.853168:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176195.853177:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176195.853182:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176195.853205:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786176195.853216:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176195.853221:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176195.853229:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176195.853233:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176195.853238:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176195.853246:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176195.853256:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:1.0:1786176195.853265:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176195.853279:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407228544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176195.853306:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176195.853318:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176195.853341:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407228544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176195.853388:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176195.853408:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10726)
00000800:00000200:2.1:1786176195.853728:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176195.853731:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176195.854257:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176195.854263:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176195.854847:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176195.854850:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176195.855520:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176195.855525:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1786176196.681946:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176196.681958:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176197.705928:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176197.705939:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176197.706067:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176197.706079:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176197.706089:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176198.729868:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176198.729874:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176199.753873:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176199.753880:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176199.753928:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176199.753931:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176199.753934:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176200.777867:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176200.777873:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176200.970261:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176200.970268:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176200.970272:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176200.970282:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afea00 x1872930407228672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.970293:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176200.970297:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176200.970305:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176200.970320:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176200.970326:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176200.970332:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407228672:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176200.970339:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176200.970344:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176200.970347:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176200.970350:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176200.970357:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176200.970362:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176200.970371:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176200.970377:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176200.970385:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176200.970394:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407228672, portal 25
00000100:00000001:1.0:1786176200.970399:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176200.970401:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542668800 : -106564166882816 : ffff9f1498afea00)
00000100:00000040:1.0:1786176200.970411:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afea00 x1872930407228672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.970425:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176200.970433:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176200.970437:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176200.970441:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407228672, offset 0
00000400:00000200:1.0:1786176200.970451:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176200.970462:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176200.970474:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176200.970485:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176200.970494:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176200.970501:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176200.970507:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176200.970516:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272759:272759:256:4294967295] 192.168.202.146@tcp LPNI seq info [272720:272720:8:4294967295]
00000400:00000200:1.0:1786176200.970526:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176200.970550:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176200.970565:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176200.970577:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176200.970588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176200.970594:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786176200.970604:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176200.970650:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1786176200.970666:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176200.970671:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176200.970694:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176200.970700:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176200.970707:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176200.970711:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176200.970715:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176200.970721:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afea00 x1872930407228672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.970733:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176200.970741:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afea00 x1872930407228672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.970777:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176200.970783:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176200.970792:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176200.970799:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176200.970832:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305402667
00000100:00000001:1.0:1786176200.970843:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305397548
00000100:00000001:1.0:1786176200.970851:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305402667
00000100:00000001:1.0:1786176200.970861:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305397548
00000100:00000001:1.0:1786176200.970870:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176200.970879:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176200.970887:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176200.970899:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176200/real 1786176200]  req@ffff9f1498afea00 x1872930407228672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176200.970939:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176200.970947:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176200.970953:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176200.970978:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176200.970984:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176200.970992:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176200.971000:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afea00 x1872930407228672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176200.971016:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afea00 x1872930407228672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971047:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176200.971051:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.971056:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176200.971061:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176200.971073:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afea00 x1872930407228672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971107:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176200.971119:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afea00 x1872930407228672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971147:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176200.971170:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.971173:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176200.971176:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.971180:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176200.971182:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176200.971188:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176200.971196:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176200.971201:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176200.971208:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afea00 x1872930407228672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176200.971239:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407228672:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176200.971253:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.971259:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176200.971267:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afea00 x1872930407228672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971286:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176200.971289:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176200.971293:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176200.971299:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176200.971304:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176200.971307:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176200.971309:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176200.971313:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967800.
02000000:00000001:1.0:1786176200.971318:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176200.971321:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176200.971324:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afea00.
00000100:00000001:1.0:1786176200.971339:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176200.971342:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.971345:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.971356:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176200.971360:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176200.971365:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176200.971369:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176200.971372:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176200.971379:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd880 x1872930407228800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971392:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176200.971394:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176200.971398:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176200.971399:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176200.971401:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176200.971404:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407228800:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176200.971407:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176200.971409:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176200.971410:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176200.971412:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176200.971415:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176200.971417:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176200.971421:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176200.971424:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176200.971427:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176200.971429:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407228800, portal 10
00000100:00000001:1.0:1786176200.971431:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176200.971432:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542664320 : -106564166887296 : ffff9f1498afd880)
00000100:00000040:1.0:1786176200.971437:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd880 x1872930407228800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971441:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176200.971443:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176200.971444:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176200.971446:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407228800, offset 0
00000400:00000200:1.0:1786176200.971449:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176200.971452:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176200.971454:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176200.971457:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176200.971459:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176200.971461:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176200.971462:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176200.971464:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272760:272760:256:4294967295] 192.168.202.146@tcp LPNI seq info [272721:272721:8:4294967295]
00000400:00000200:1.0:1786176200.971467:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176200.971472:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176200.971476:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176200.971478:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176200.971491:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176200.971493:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786176200.971497:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176200.971499:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1786176200.971501:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176200.971503:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176200.971505:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176200.971507:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176200.971509:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176200.971510:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176200.971512:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176200.971515:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd880 x1872930407228800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971520:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176200.971522:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd880 x1872930407228800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971527:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176200.971529:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176200.971532:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176200.971535:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176200.971539:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176200.971542:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305393701
00000100:00000001:1.0:1786176200.971544:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305402667
00000100:00000001:1.0:1786176200.971547:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305393701
00000100:00000001:1.0:1786176200.971549:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305402667
00000100:00000001:1.0:1786176200.971551:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176200.971554:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176200.971556:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176200.971560:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176200/real 1786176200]  req@ffff9f1498afd880 x1872930407228800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176200.971570:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176200.971571:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176200.971573:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176200.971576:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176200.971578:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176200.971580:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176200.971584:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd880 x1872930407228800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176200.971590:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd880 x1872930407228800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971594:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176200.971595:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.971596:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176200.971597:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176200.971599:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd880 x1872930407228800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971604:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176200.971619:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd880 x1872930407228800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971625:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176200.971627:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.971628:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176200.971629:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.971630:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176200.971640:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176200.971642:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176200.971644:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176200.971645:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176200.971649:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd880 x1872930407228800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176200.971654:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407228800:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176200.971657:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176200.971659:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe300 x1872930407228928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971663:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176200.971664:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176200.971665:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176200.971667:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176200.971668:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176200.971670:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407228928:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176200.971672:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176200.971673:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176200.971675:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176200.971676:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176200.971679:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176200.971680:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176200.971683:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176200.971684:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176200.971686:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176200.971689:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407228928, portal 10
00000100:00000001:1.0:1786176200.971690:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176200.971691:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667008 : -106564166884608 : ffff9f1498afe300)
00000100:00000040:1.0:1786176200.971695:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe300 x1872930407228928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971700:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176200.971701:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176200.971702:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176200.971704:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407228928, offset 0
00000400:00000200:1.0:1786176200.971707:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176200.971710:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176200.971712:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176200.971715:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176200.971716:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176200.971718:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176200.971720:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176200.971722:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272761:272761:256:4294967295] 192.168.202.146@tcp LPNI seq info [272722:272722:8:4294967295]
00000400:00000200:1.0:1786176200.971725:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176200.971729:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176200.971732:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176200.971735:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176200.971737:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176200.971739:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786176200.971742:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176200.971744:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1786176200.971747:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176200.971748:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176200.971750:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176200.971752:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176200.971754:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176200.971756:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176200.971757:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176200.971760:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe300 x1872930407228928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971765:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176200.971767:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe300 x1872930407228928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971787:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176200.971788:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176200.971791:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176200.971793:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176200.971795:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176200.971797:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305393783
00000100:00000001:1.0:1786176200.971799:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305402667
00000100:00000001:1.0:1786176200.971801:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305393783
00000100:00000001:1.0:1786176200.971802:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305402667
00000100:00000001:1.0:1786176200.971803:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176200.971805:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176200.971806:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176200.971808:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176200/real 1786176200]  req@ffff9f1498afe300 x1872930407228928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176200.971813:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176200.971814:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176200.971816:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176200.971817:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176200.971818:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176200.971820:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176200.971822:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe300 x1872930407228928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176200.971827:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe300 x1872930407228928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971831:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176200.971832:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.971833:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176200.971834:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176200.971836:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe300 x1872930407228928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971840:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176200.971842:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe300 x1872930407228928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971847:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176200.971849:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.971850:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176200.971851:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.971852:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176200.971853:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176200.971855:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176200.971857:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176200.971858:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176200.971860:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe300 x1872930407228928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176200.971865:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407228928:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176200.971867:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176200.971869:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff100 x1872930407229056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971873:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176200.971874:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176200.971875:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176200.971877:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176200.971878:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176200.971879:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407229056:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176200.971882:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176200.971883:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176200.971884:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176200.971885:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176200.971888:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176200.971889:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176200.971891:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176200.971893:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176200.971895:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176200.971897:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407229056, portal 4
00000100:00000001:1.0:1786176200.971898:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176200.971899:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542670592 : -106564166881024 : ffff9f1498aff100)
00000100:00000040:1.0:1786176200.971903:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff100 x1872930407229056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.971907:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176200.971909:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176200.971910:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176200.971912:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407229056, offset 0
00000400:00000200:1.0:1786176200.971914:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176200.971916:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176200.971919:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176200.971922:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176200.971925:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176200.971927:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176200.971930:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176200.971933:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272762:272762:256:4294967295] 192.168.202.146@tcp LPNI seq info [272723:272723:8:4294967295]
00000400:00000200:1.0:1786176200.971937:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176200.971943:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176200.971948:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176200.971952:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176200.971956:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176200.971959:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786176200.971964:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176200.971967:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1786176200.971971:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176200.971973:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176200.971975:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176200.971978:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176200.971997:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176200.971999:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176200.972002:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176200.972006:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff100 x1872930407229056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972023:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176200.972026:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff100 x1872930407229056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972034:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176200.972035:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176200.972039:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176200.972043:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176200.972046:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176200.972049:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305395042
00000100:00000001:1.0:1786176200.972052:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305402667
00000100:00000001:1.0:1786176200.972054:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305395042
00000100:00000001:1.0:1786176200.972057:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305402667
00000100:00000001:1.0:1786176200.972059:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176200.972077:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176200.972079:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176200.972082:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176200/real 1786176200]  req@ffff9f1498aff100 x1872930407229056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176200.972089:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176200.972090:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176200.972092:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176200.972094:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176200.972096:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176200.972098:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176200.972100:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff100 x1872930407229056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176200.972108:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff100 x1872930407229056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972113:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176200.972115:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.972117:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176200.972118:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176200.972122:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff100 x1872930407229056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972127:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176200.972131:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff100 x1872930407229056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972140:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176200.972142:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.972144:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176200.972145:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.972147:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176200.972164:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176200.972166:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176200.972168:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176200.972169:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176200.972171:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff100 x1872930407229056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176200.972176:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407229056:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176200.972178:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.972180:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176200.972182:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd880 x1872930407228800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972186:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176200.972187:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176200.972189:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176200.972190:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176200.972191:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176200.972192:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176200.972194:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176200.972195:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966400.
02000000:00000001:1.0:1786176200.972197:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176200.972198:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176200.972199:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd880.
00000100:00000001:1.0:1786176200.972201:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176200.972202:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.972203:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176200.972205:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe300 x1872930407228928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972213:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176200.972214:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176200.972216:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176200.972218:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176200.972220:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176200.972221:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176200.972223:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176200.972225:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966800.
02000000:00000001:1.0:1786176200.972227:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176200.972228:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176200.972230:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe300.
00000100:00000001:1.0:1786176200.972232:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176200.972233:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.972235:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176200.972239:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff100 x1872930407229056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972246:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176200.972248:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176200.972249:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176200.972251:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176200.972253:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176200.972254:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176200.972256:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176200.972258:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964400.
02000000:00000001:1.0:1786176200.972261:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176200.972262:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176200.972263:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff100.
00000100:00000001:1.0:1786176200.972265:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176200.972266:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.972267:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.972270:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176200.972271:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176200.972272:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176200.972273:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176200.972274:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176200.972277:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afce00 x1872930407229184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972282:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176200.972283:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176200.972285:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176200.972286:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176200.972287:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176200.972289:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407229184:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176200.972291:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176200.972292:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176200.972294:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176200.972295:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176200.972297:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176200.972298:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176200.972301:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176200.972303:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176200.972305:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176200.972307:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407229184, portal 4
00000100:00000001:1.0:1786176200.972308:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176200.972309:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542661632 : -106564166889984 : ffff9f1498afce00)
00000100:00000040:1.0:1786176200.972314:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afce00 x1872930407229184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972328:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176200.972330:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176200.972331:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176200.972333:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407229184, offset 0
00000400:00000200:1.0:1786176200.972336:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176200.972338:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176200.972341:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176200.972343:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176200.972345:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176200.972347:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176200.972348:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176200.972351:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272763:272763:256:4294967295] 192.168.202.146@tcp LPNI seq info [272724:272724:8:4294967295]
00000400:00000200:1.0:1786176200.972353:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176200.972357:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176200.972360:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176200.972362:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176200.972365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176200.972366:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786176200.972369:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176200.972371:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1786176200.972374:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176200.972375:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176200.972377:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176200.972379:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176200.972381:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176200.972383:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176200.972384:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176200.972386:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afce00 x1872930407229184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972391:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176200.972393:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afce00 x1872930407229184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972398:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176200.972399:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176200.972401:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176200.972403:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176200.972405:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176200.972407:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305394832
00000100:00000001:1.0:1786176200.972408:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305402667
00000100:00000001:1.0:1786176200.972410:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305394832
00000100:00000001:1.0:1786176200.972411:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305402667
00000100:00000001:1.0:1786176200.972413:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176200.972414:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176200.972415:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176200.972417:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176200/real 1786176200]  req@ffff9f1498afce00 x1872930407229184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176200.972422:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176200.972423:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176200.972424:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176200.972425:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176200.972426:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176200.972427:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176200.972429:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afce00 x1872930407229184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176200.972434:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afce00 x1872930407229184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972438:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176200.972439:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.972440:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176200.972441:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176200.972443:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afce00 x1872930407229184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972447:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176200.972450:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afce00 x1872930407229184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972455:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176200.972456:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.972457:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176200.972458:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.972460:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176200.972461:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176200.972462:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176200.972464:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176200.972465:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176200.972467:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afce00 x1872930407229184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176200.972472:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407229184:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176200.972474:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.972475:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176200.972477:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afce00 x1872930407229184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176200.972481:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176200.972482:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176200.972483:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176200.972484:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176200.972485:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176200.972486:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176200.972487:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176200.972488:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964800.
02000000:00000001:1.0:1786176200.972489:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176200.972490:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176200.972491:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afce00.
00000100:00000001:1.0:1786176200.972493:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176200.972494:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.972496:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176200.972498:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176200.972499:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176200.972500:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176200.972502:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176201.801888:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176201.801895:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176201.802013:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176201.802019:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176201.802023:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176202.825887:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176202.825893:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176203.849884:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176203.849893:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176203.849981:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176203.849985:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176203.849989:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176204.873913:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176204.873923:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176205.897960:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176205.897975:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176205.897980:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176205.898013:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176205.898020:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176205.898024:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176205.898026:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176205.898029:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176205.898155:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176205.898164:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176205.898170:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176206.089931:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176206.089947:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176206.089951:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176206.089956:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176206.089962:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176206.089972:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10726
00000400:00000200:3.0:1786176206.089983:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176206.089992:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176206.089996:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176206.089999:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090003:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176206.090006:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090009:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176206.090025:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176206.090028:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176206.090032:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176206.090035:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176206.090038:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176206.090040:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176206.090043:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090045:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176206.090047:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090050:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176206.090053:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176206.090056:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090058:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176206.090062:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176206.090066:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176206.090070:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176206.090072:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176206.090075:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176206.090088:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786176206.090092:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176206.090097:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176206.090099:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176206.090103:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176206.090107:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176206.090112:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176206.090123:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176206.090132:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176206.090143:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407229312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176206.090156:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176206.090162:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176206.090167:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407229312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176206.090210:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176206.090214:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176206.090218:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176206.090219:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176206.090221:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176206.090223:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176206.090225:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10726
00000400:00000200:3.0:1786176206.090228:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176206.090230:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176206.090231:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176206.090234:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090236:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176206.090238:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090240:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176206.090242:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176206.090244:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176206.090245:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176206.090248:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176206.090250:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176206.090251:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176206.090254:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090256:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176206.090258:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176206.090260:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786176206.090260:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176206.090266:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:1.0:1786176206.090268:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1786176206.090269:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176206.090272:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786176206.090273:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176206.090277:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1786176206.090284:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158380 x1872930407229312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786176206.090284:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176206.090289:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176206.090295:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176206.090301:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1786176206.090302:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1786176206.090305:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.090307:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176206.090309:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176206.090313:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1786176206.090314:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
02000000:00000001:1.0:1786176206.090317:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1786176206.090318:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176206.090325:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176206.090326:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176206.090329:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176206.090332:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1786176206.090334:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407229312:192.168.202.146@tcp:250:kworker.0
02000000:00000001:3.0:1786176206.090335:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176206.090339:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.090342:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1786176206.090345:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
02000000:00000001:1.0:1786176206.090348:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1786176206.090350:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176206.090352:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176206.090358:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1786176206.090359:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407229440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176206.090368:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1786176206.090370:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:3.0:1786176206.090370:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176206.090377:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176206.090387:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407229440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1786176206.090388:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176206.090399:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000100:00000001:3.0:1786176206.090401:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176206.090417:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176206.090420:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176206.090422:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1786176206.090423:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00080000:3.0:1786176206.090424:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176206.090431:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176206.090433:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10726
00000400:00000200:3.0:1786176206.090436:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000200:1.0:1786176206.090438:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407229312, portal 25
00000400:00000200:3.0:1786176206.090440:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:1.0:1786176206.090443:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1786176206.090444:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1786176206.090448:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782912 : -106564495768704 : ffff9f1485158380)
00000100:00000040:3.0:1786176206.090450:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090454:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176206.090458:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158380 x1872930407229312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786176206.090460:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090466:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176206.090471:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176206.090474:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176206.090479:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1786176206.090480:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1786176206.090483:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000100:00000040:1.0:1786176206.090488:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000020:00000001:3.0:1786176206.090490:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000010:1.0:1786176206.090493:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000020:00000001:3.0:1786176206.090497:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000200:1.0:1786176206.090499:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407229312, offset 0
00000100:00000040:3.0:1786176206.090509:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:1.0:1786176206.090511:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090518:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176206.090524:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:1.0:1786176206.090528:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176206.090530:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176206.090536:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000200:1.0:1786176206.090540:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:3.0:1786176206.090544:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090549:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176206.090550:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1786176206.090552:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1786176206.090576:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176206.090582:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1786176206.090582:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176206.090589:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176206.090590:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090603:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176206.090607:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1786176206.090611:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272764:272764:256:4294967295] 192.168.202.146@tcp LPNI seq info [272725:272725:8:4294967295]
00000008:00000001:3.0:1786176206.090612:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176206.090618:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176206.090622:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000010:3.0:1786176206.090625:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000020:00000040:3.0:1786176206.090629:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176206.090632:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176206.090635:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176206.090639:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1786176206.090641:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1786176206.090642:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176206.090646:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176206.090652:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786176206.090656:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1786176206.090658:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00100000:3.0:1786176206.090664:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407229568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1786176206.090670:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000100:00000001:3.0:1786176206.090672:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176206.090677:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176206.090680:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407229568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1786176206.090688:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176206.090691:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176206.090696:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1786176206.090697:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1786176206.090701:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176206.090704:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176206.090707:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176206.090712:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1786176206.090714:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786176206.090718:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10726
00000800:00000200:1.1:1786176206.090720:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000400:00000200:3.0:1786176206.090727:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000100:1.0:1786176206.090731:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786176206.090733:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000010:1.0:1786176206.090736:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000100:00080000:3.0:1786176206.090737:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176206.090743:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090745:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1786176206.090747:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1786176206.090749:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090754:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176206.090758:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1786176206.090760:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1786176206.090761:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176206.090766:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1786176206.090769:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176206.090840:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000020:00000040:3.0:1786176206.090844:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000001:1.0:1786176206.090848:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1786176206.090850:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176206.090854:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176206.090858:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090860:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176206.090865:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000200:1.0:1786176206.090871:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158380 x1872930407229312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176206.090871:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176206.090880:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176206.090890:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176206.090897:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176206.090899:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1786176206.090900:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1786176206.090903:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1786176206.090910:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158380 x1872930407229312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786176206.090910:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176206.090913:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176206.090919:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176206.090928:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.090929:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176206.090931:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.090935:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:3.0:1786176206.090940:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786176206.090945:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:1.0:1786176206.090946:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176206.090948:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176206.090952:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176206.090956:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1786176206.090957:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786176206.090959:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1786176206.090964:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305407787
02000000:00000001:3.0:1786176206.090965:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176206.090975:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786176206.090980:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.090983:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305402667
00000100:00100000:3.0:1786176206.090989:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407229696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176206.090994:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305407787
00000100:00000001:1.0:1786176206.091003:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305402667
00000100:00000001:3.0:1786176206.091005:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176206.091011:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.091012:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1786176206.091018:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407229696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176206.091027:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.091031:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176206.091033:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1786176206.091036:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1786176206.091039:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176206.091042:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176206.091046:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1786176206.091047:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176206/real 1786176206]  req@ffff9f1485158380 x1872930407229312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176206.091051:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176206.091059:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10726
00000400:00000200:3.0:1786176206.091072:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000001:1.0:1786176206.091076:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1786176206.091077:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000001:1.0:1786176206.091084:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1786176206.091084:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176206.091092:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000010:1.0:1786176206.091093:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000100:00000001:3.0:1786176206.091095:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176206.091101:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:1.0:1786176206.091104:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000100:00000001:3.0:1786176206.091105:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176206.091112:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:1.0:1786176206.091114:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000020:00000040:3.0:1786176206.091115:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176206.091119:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176206.091124:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000001:1.0:1786176206.091126:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1786176206.091127:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176206.091134:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176206.091140:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000200:1.0:1786176206.091142:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158380 x1872930407229312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176206.091143:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176206.091149:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176206.091155:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176206.091162:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176206.091170:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176206.091174:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1786176206.091179:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158380 x1872930407229312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786176206.091179:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176206.091185:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176206.091192:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176206.091215:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176206.091220:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1786176206.091221:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1786176206.091223:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.091225:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176206.091227:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.091229:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:3.0:1786176206.091232:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000100:00000001:1.0:1786176206.091233:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786176206.091237:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00100000:1.0:1786176206.091242:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158380 x1872930407229312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786176206.091243:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176206.091246:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176206.091251:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176206.091254:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176206.091257:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.091260:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1786176206.091262:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176206.091267:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176206.091268:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158380 x1872930407229312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786176206.091275:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407229824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176206.091280:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176206.091287:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.091293:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786176206.091294:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176206.091295:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176206.091299:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.091301:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1786176206.091305:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407229824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.091306:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176206.091313:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176206.091324:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786176206.091324:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.091327:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1786176206.091331:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10736)
00000100:00000040:1.0:1786176206.091333:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158380 x1872930407229312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176206.091341:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407229312:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176206.091345:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.091348:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176206.091352:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158380 x1872930407229312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.091360:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176206.091363:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176206.091368:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176206.091372:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176206.091374:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176206.091376:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176206.091380:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176206.091383:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
02000000:00000001:1.0:1786176206.091388:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176206.091390:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176206.091393:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158380.
00000100:00000001:1.0:1786176206.091397:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176206.091399:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.091402:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.091412:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176206.091415:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.091417:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176206.091419:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176206.091420:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176206.091424:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158700 x1872930407229440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.091431:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176206.091432:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176206.091434:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176206.091436:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176206.091438:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176206.091440:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407229440:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176206.091443:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176206.091445:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176206.091446:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176206.091448:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176206.091451:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176206.091453:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176206.091457:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176206.091468:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176206.091472:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176206.091475:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407229440, portal 10
00000100:00000001:1.0:1786176206.091477:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176206.091478:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213783808 : -106564495767808 : ffff9f1485158700)
00000100:00000040:1.0:1786176206.091485:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158700 x1872930407229440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.091490:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176206.091492:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176206.091494:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176206.091497:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407229440, offset 0
00000400:00000200:1.0:1786176206.091500:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176206.091503:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176206.091507:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176206.091510:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176206.091512:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176206.091514:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176206.091517:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176206.091520:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272765:272765:256:4294967295] 192.168.202.146@tcp LPNI seq info [272726:272726:8:4294967295]
00000400:00000200:1.0:1786176206.091523:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176206.091529:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176206.091532:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176206.091535:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176206.091539:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176206.091541:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786176206.091545:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176206.091548:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1786176206.091551:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176206.091553:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176206.091556:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176206.091577:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176206.091580:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176206.091582:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176206.091584:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176206.091588:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158700 x1872930407229440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.091600:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176206.091603:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158700 x1872930407229440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.091619:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.091620:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176206.091623:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176206.091627:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176206.091630:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176206.091632:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305398821
00000100:00000001:1.0:1786176206.091635:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305407787
00000100:00000001:1.0:1786176206.091637:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305398821
00000100:00000001:1.0:1786176206.091639:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305407787
00000100:00000001:1.0:1786176206.091640:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176206.091642:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.091643:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176206.091648:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176206/real 1786176206]  req@ffff9f1485158700 x1872930407229440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176206.091658:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176206.091660:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176206.091662:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176206.091665:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176206.091667:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176206.091670:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176206.091674:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158700 x1872930407229440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176206.091685:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158700 x1872930407229440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.091695:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176206.091697:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.091700:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176206.091702:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176206.091707:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158700 x1872930407229440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.091714:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176206.091718:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158700 x1872930407229440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.091724:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176206.091726:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.091727:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176206.091728:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.091730:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176206.091731:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176206.091733:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176206.091735:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176206.091737:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176206.091740:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158700 x1872930407229440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176206.091747:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407229440:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176206.091750:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176206.091753:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a680 x1872930407229568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.091758:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176206.091759:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176206.091761:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176206.091762:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176206.091764:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176206.091767:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407229568:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176206.091808:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176206.091822:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176206.091824:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176206.091827:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176206.091832:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176206.091835:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176206.091839:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176206.091843:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176206.091847:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176206.091851:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407229568, portal 10
00000100:00000001:1.0:1786176206.091853:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176206.091855:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213791872 : -106564495759744 : ffff9f148515a680)
00000100:00000040:1.0:1786176206.091863:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a680 x1872930407229568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.091871:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176206.091874:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176206.091877:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176206.091879:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407229568, offset 0
00000400:00000200:1.0:1786176206.091885:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176206.091892:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176206.091898:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176206.091903:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176206.091908:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176206.091913:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176206.091917:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176206.091924:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272766:272766:256:4294967295] 192.168.202.146@tcp LPNI seq info [272727:272727:8:4294967295]
00000400:00000200:1.0:1786176206.091932:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176206.091945:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176206.091954:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176206.091961:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176206.091969:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176206.091975:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786176206.091983:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176206.091989:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1786176206.091994:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176206.091997:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176206.092001:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176206.092005:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176206.092009:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176206.092011:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176206.092015:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176206.092020:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a680 x1872930407229568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092030:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176206.092034:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a680 x1872930407229568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092051:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.092053:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176206.092057:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176206.092061:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176206.092065:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176206.092067:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305398903
00000100:00000001:1.0:1786176206.092071:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305407787
00000100:00000001:1.0:1786176206.092073:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305398903
00000100:00000001:1.0:1786176206.092076:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305407787
00000100:00000001:1.0:1786176206.092080:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176206.092083:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.092087:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176206.092094:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176206/real 1786176206]  req@ffff9f148515a680 x1872930407229568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176206.092109:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176206.092113:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176206.092116:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176206.092121:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176206.092124:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176206.092129:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176206.092135:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a680 x1872930407229568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176206.092152:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a680 x1872930407229568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092165:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176206.092168:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.092172:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176206.092175:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176206.092180:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a680 x1872930407229568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092189:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176206.092193:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a680 x1872930407229568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092201:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176206.092222:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.092223:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176206.092224:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.092225:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176206.092227:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176206.092229:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176206.092231:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176206.092232:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176206.092235:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a680 x1872930407229568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176206.092246:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407229568:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176206.092250:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176206.092252:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407229696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092257:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176206.092258:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176206.092260:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176206.092261:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176206.092263:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176206.092265:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407229696:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176206.092268:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176206.092269:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176206.092271:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176206.092272:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176206.092275:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176206.092277:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176206.092280:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176206.092282:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176206.092286:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176206.092288:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407229696, portal 4
00000100:00000001:1.0:1786176206.092290:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176206.092291:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:1.0:1786176206.092296:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407229696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092301:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176206.092303:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176206.092305:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176206.092307:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407229696, offset 0
00000400:00000200:1.0:1786176206.092310:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176206.092313:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176206.092316:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176206.092319:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176206.092322:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176206.092324:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176206.092326:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176206.092328:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272767:272767:256:4294967295] 192.168.202.146@tcp LPNI seq info [272728:272728:8:4294967295]
00000400:00000200:1.0:1786176206.092332:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176206.092337:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176206.092340:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176206.092343:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176206.092346:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176206.092348:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786176206.092352:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176206.092354:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1786176206.092359:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176206.092361:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176206.092365:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176206.092369:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176206.092373:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176206.092375:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176206.092378:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176206.092383:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158a80 x1872930407229696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092393:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176206.092397:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407229696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092406:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.092408:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176206.092412:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176206.092416:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176206.092420:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176206.092423:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305400162
00000100:00000001:1.0:1786176206.092426:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305407787
00000100:00000001:1.0:1786176206.092428:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305400162
00000100:00000001:1.0:1786176206.092430:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305407787
00000100:00000001:1.0:1786176206.092431:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176206.092433:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.092435:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176206.092438:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176206/real 1786176206]  req@ffff9f1485158a80 x1872930407229696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176206.092444:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176206.092446:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176206.092447:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176206.092449:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176206.092451:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176206.092452:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176206.092455:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407229696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176206.092462:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407229696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092466:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176206.092467:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.092469:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176206.092470:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176206.092472:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407229696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092477:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176206.092480:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407229696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092486:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176206.092488:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.092489:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176206.092491:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.092492:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176206.092494:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176206.092496:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176206.092498:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176206.092500:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176206.092503:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407229696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176206.092508:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407229696:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176206.092511:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176206.092513:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a300 x1872930407229824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092518:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176206.092519:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176206.092521:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176206.092522:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176206.092524:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176206.092526:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407229824:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176206.092529:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176206.092530:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176206.092532:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176206.092534:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176206.092536:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176206.092538:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176206.092540:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176206.092542:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176206.092545:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176206.092547:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407229824, portal 4
00000100:00000001:1.0:1786176206.092549:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176206.092551:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790976 : -106564495760640 : ffff9f148515a300)
00000100:00000040:1.0:1786176206.092556:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a300 x1872930407229824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092577:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176206.092580:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176206.092582:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176206.092584:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407229824, offset 0
00000400:00000200:1.0:1786176206.092587:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176206.092591:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176206.092594:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176206.092597:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176206.092599:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176206.092601:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176206.092603:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176206.092606:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272768:272768:256:4294967295] 192.168.202.146@tcp LPNI seq info [272729:272729:8:4294967295]
00000400:00000200:1.0:1786176206.092609:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176206.092615:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176206.092618:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176206.092620:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176206.092623:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176206.092626:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786176206.092629:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176206.092631:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1786176206.092635:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176206.092637:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176206.092639:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176206.092642:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176206.092645:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176206.092647:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176206.092650:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176206.092654:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a300 x1872930407229824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092672:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176206.092676:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a300 x1872930407229824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092685:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.092687:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176206.092691:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176206.092695:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176206.092699:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176206.092702:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305399952
00000100:00000001:1.0:1786176206.092705:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305407787
00000100:00000001:1.0:1786176206.092708:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305399952
00000100:00000001:1.0:1786176206.092711:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305407787
00000100:00000001:1.0:1786176206.092713:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176206.092715:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.092717:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176206.092721:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176206/real 1786176206]  req@ffff9f148515a300 x1872930407229824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176206.092727:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176206.092728:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176206.092730:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176206.092732:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176206.092733:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176206.092736:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176206.092738:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a300 x1872930407229824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176206.092745:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a300 x1872930407229824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092750:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176206.092751:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.092753:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176206.092754:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176206.092757:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a300 x1872930407229824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092762:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176206.092765:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a300 x1872930407229824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092787:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176206.092789:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.092791:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176206.092792:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.092793:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176206.092794:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176206.092814:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176206.092817:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176206.092825:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176206.092829:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a300 x1872930407229824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176206.092837:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407229824:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176206.092841:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.092843:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176206.092846:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158700 x1872930407229440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092852:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176206.092854:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176206.092857:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176206.092860:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176206.092878:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176206.092880:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176206.092884:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176206.092887:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:1.0:1786176206.092892:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176206.092894:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176206.092897:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158700.
00000100:00000001:1.0:1786176206.092901:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176206.092904:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.092907:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176206.092914:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a680 x1872930407229568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092926:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176206.092929:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176206.092932:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176206.092937:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176206.092939:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176206.092942:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176206.092946:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176206.092949:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:1.0:1786176206.092953:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176206.092955:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176206.092958:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a680.
00000100:00000001:1.0:1786176206.092963:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176206.092966:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.092969:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176206.092977:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407229696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.092987:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176206.092989:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176206.092991:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176206.092995:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176206.092996:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176206.092998:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176206.093000:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176206.093002:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:1.0:1786176206.093004:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176206.093006:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176206.093008:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:1.0:1786176206.093027:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176206.093029:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.093031:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176206.093034:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a300 x1872930407229824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176206.093040:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176206.093041:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176206.093042:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176206.093044:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176206.093045:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176206.093046:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176206.093048:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176206.093049:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:1.0:1786176206.093052:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176206.093053:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176206.093054:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a300.
00000100:00000001:1.0:1786176206.093056:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176206.093057:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.093058:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176206.093063:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176206.093064:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176206.093066:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176206.093068:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176206.921883:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176206.921892:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176207.945917:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176207.945924:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176207.946001:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176207.946016:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176207.946019:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176208.969870:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176208.969877:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176209.993876:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176209.993883:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176209.993993:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176209.993996:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176209.993999:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176211.017868:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176211.017874:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176211.209883:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176211.209892:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176211.209894:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176211.209898:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176211.209901:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176211.209907:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10731
00000400:00000200:1.0:1786176211.209913:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176211.209918:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176211.209921:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176211.209923:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.209925:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176211.209927:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.209929:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176211.209932:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176211.209934:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176211.209936:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176211.209938:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176211.209940:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176211.209941:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176211.209943:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.209945:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176211.209946:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.209948:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176211.209950:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176211.209952:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176211.209954:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176211.209956:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176211.209958:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176211.209960:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176211.209961:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176211.209963:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176211.209978:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7480.
00000020:00000040:1.0:1786176211.209983:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176211.209987:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176211.209988:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176211.209991:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176211.209993:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176211.209998:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176211.210007:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8000.
00000100:00000001:1.0:1786176211.210015:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176211.210025:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7480 x1872930407229952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176211.210048:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176211.210054:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176211.210059:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ede54877] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7480 x1872930407229952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176211.210081:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176211.210084:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176211.210086:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176211.210087:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176211.210088:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176211.210090:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176211.210092:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10731
00000400:00000200:1.0:1786176211.210095:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176211.210097:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176211.210099:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176211.210101:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210102:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176211.210104:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210105:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176211.210107:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176211.210108:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176211.210109:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176211.210110:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176211.210112:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176211.210114:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176211.210115:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210117:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176211.210119:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210120:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176211.210122:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176211.210124:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210126:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176211.210127:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176211.210132:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176211.210133:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176211.210135:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176211.210138:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176211.210142:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176211.210146:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176211.210152:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5180.
00000020:00000040:1.0:1786176211.210157:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176211.210163:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176211.210167:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176211.210172:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176211.210177:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176211.210183:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176211.210203:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddbc00.
00000100:00000001:1.0:1786176211.210208:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176211.210217:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5180 x1872930407230080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176211.210229:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176211.210231:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176211.210234:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef159443] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5180 x1872930407230080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176211.210267:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176211.210270:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176211.210276:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176211.210279:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176211.210282:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176211.210287:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176211.210293:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10731
00000400:00000200:1.0:1786176211.210300:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176211.210305:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176211.210311:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176211.210316:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210319:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176211.210322:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210324:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176211.210328:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176211.210330:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176211.210331:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176211.210333:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176211.210335:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176211.210340:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176211.210345:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210346:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176211.210351:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210355:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176211.210357:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176211.210363:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210367:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176211.210370:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176211.210373:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176211.210377:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176211.210382:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176211.210385:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176211.210391:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176211.210395:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176211.210403:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786176211.210410:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176211.210415:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176211.210419:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176211.210424:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176211.210428:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176211.210431:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176211.210435:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000010:1.0:1786176211.210440:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000800:00000200:2.1:1786176211.210440:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1786176211.210447:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176211.210456:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407230208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176211.210468:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176211.210471:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176211.210476:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407230208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176211.210485:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176211.210488:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176211.210496:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176211.210499:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176211.210501:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176211.210505:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176211.210522:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10731
00000400:00000200:1.0:1786176211.210529:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176211.210535:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176211.210540:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176211.210546:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210551:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176211.210553:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210554:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176211.210557:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176211.210559:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176211.210562:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176211.210565:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176211.210568:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176211.210573:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176211.210575:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210576:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176211.210579:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210582:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176211.210584:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176211.210589:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210592:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176211.210594:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176211.210597:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176211.210603:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176211.210607:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176211.210611:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176211.210617:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176211.210621:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176211.210626:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786176211.210629:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176211.210632:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176211.210635:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176211.210640:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176211.210642:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176211.210645:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176211.210651:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786176211.210655:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176211.210665:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407230336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176211.210684:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176211.210688:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176211.210695:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407230336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176211.210708:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176211.210713:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176211.210719:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176211.210722:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176211.210725:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176211.210730:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176211.210736:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10731
00000400:00000200:1.0:1786176211.210743:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176211.210748:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176211.210753:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176211.210758:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210761:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176211.210766:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210800:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176211.210805:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176211.210807:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176211.210809:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176211.210813:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176211.210816:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176211.210818:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176211.210820:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210821:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176211.210823:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210825:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176211.210831:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176211.210836:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176211.210839:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176211.210841:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176211.210843:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176211.210847:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176211.210851:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176211.210856:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176211.210859:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176211.210861:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176211.210867:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786176211.210871:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176211.210875:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176211.210877:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176211.210881:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176211.210883:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176211.210886:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176211.210892:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8400.
00000100:00000001:1.0:1786176211.210897:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176211.210904:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407230464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176211.210915:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176211.210919:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176211.210925:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407230464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176211.210931:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176211.210936:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10741)
00000800:00000200:2.1:1786176211.211036:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176211.211038:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786176211.211254:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176211.211256:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786176211.211443:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176211.211445:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786176211.211645:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176211.211647:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1786176212.041891:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176212.041901:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176212.042014:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176212.042020:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176212.042024:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176213.065898:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176213.065905:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176214.089862:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176214.089869:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176214.089960:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176214.089966:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176214.089971:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176215.113909:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176215.113918:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176216.137945:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176216.137964:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176216.137980:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176216.137987:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176216.137998:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176216.138003:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176216.138007:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176216.138013:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176216.138145:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176216.138155:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176216.138162:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176216.329929:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176216.329940:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176216.329943:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176216.329947:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176216.329951:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176216.329958:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10736
00000400:00000200:1.0:1786176216.329965:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176216.329971:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176216.329974:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176216.329977:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.329981:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176216.329983:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.329985:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176216.329989:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176216.329991:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176216.329993:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176216.329996:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176216.329998:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176216.330000:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176216.330003:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330005:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176216.330007:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330009:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176216.330011:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176216.330014:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330016:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176216.330018:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176216.330021:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176216.330025:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176216.330026:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176216.330028:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176216.330037:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786176216.330040:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176216.330043:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176216.330045:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176216.330048:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176216.330051:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176216.330054:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176216.330063:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8400.
00000100:00000001:1.0:1786176216.330069:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176216.330078:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407230592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176216.330088:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176216.330092:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176216.330097:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407230592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176216.330119:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176216.330123:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176216.330126:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176216.330127:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176216.330128:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176216.330131:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176216.330133:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10736
00000400:00000200:1.0:1786176216.330136:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176216.330138:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176216.330140:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176216.330143:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330144:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176216.330146:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330148:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176216.330150:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176216.330151:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176216.330152:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176216.330154:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176216.330155:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176216.330157:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176216.330159:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330160:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176216.330162:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330163:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176216.330165:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176216.330167:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330169:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176216.330170:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176216.330175:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176216.330177:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176216.330179:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176216.330183:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176216.330186:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176216.330188:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176216.330191:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786176216.330193:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176216.330195:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176216.330197:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176216.330198:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176216.330200:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176216.330202:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176216.330207:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786176216.330212:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176216.330218:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407230720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176216.330229:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176216.330231:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176216.330240:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407230720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176216.330263:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176216.330268:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176216.330275:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176216.330277:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176216.330279:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176216.330284:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176216.330287:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10736
00000400:00000200:1.0:1786176216.330296:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176216.330304:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176216.330307:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176216.330313:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330317:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176216.330320:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330324:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176216.330330:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176216.330332:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176216.330335:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176216.330336:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176216.330338:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176216.330343:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176216.330350:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330354:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176216.330359:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330363:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176216.330368:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176216.330371:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330374:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176216.330387:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176216.330392:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176216.330415:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176216.330421:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176216.330425:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176216.330432:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176216.330437:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176216.330444:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786176216.330450:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176216.330453:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176216.330456:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176216.330487:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176216.330509:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176216.330512:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176216.330518:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000100:00000001:1.0:1786176216.330523:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176216.330533:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407230848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176216.330541:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176216.330545:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176216.330552:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407230848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176216.330574:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176216.330581:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176216.330586:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176216.330589:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176216.330591:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176216.330613:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176216.330621:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10736
00000400:00000200:1.0:1786176216.330640:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176216.330648:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176216.330652:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176216.330659:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330665:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786176216.330688:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:1.0:1786176216.330689:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330696:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.1:1786176216.330697:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1786176216.330700:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176216.330703:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176216.330707:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176216.330710:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176216.330715:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176216.330718:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176216.330723:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330727:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176216.330733:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330736:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176216.330739:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176216.330745:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330750:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176216.330771:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176216.330778:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176216.330780:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176216.330782:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176216.330786:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176216.330789:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176216.330791:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176216.330796:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786176216.330845:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176216.330850:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176216.330851:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176216.330856:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176216.330862:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176216.330867:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176216.330879:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddbc00.
00000100:00000001:1.0:1786176216.330890:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176216.330917:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407230976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176216.330930:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176216.330936:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176216.330945:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407230976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176216.330954:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176216.330958:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176216.330965:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176216.330970:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176216.330973:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176216.330975:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176216.330979:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10736
00000400:00000200:1.0:1786176216.330983:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176216.330987:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176216.330989:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176216.330992:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.330995:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176216.330998:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.331005:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176216.331010:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176216.331013:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176216.331018:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176216.331022:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176216.331026:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176216.331030:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176216.331037:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.331043:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176216.331048:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176216.331054:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176216.331058:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176216.331064:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176216.331069:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176216.331075:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176216.331079:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176216.331087:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176216.331090:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176216.331094:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176216.331099:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176216.331105:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176216.331112:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786176216.331116:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176216.331123:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176216.331126:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176216.331131:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176216.331134:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176216.331139:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176216.331144:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8000.
00000100:00000001:1.0:1786176216.331151:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176216.331160:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407231104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176216.331205:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176216.331209:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176216.331218:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407231104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176216.331236:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176216.331241:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10746)
00000800:00000200:2.1:1786176216.331447:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176216.331450:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786176216.331735:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176216.331738:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786176216.332101:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176216.332103:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786176216.332363:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176216.332366:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1786176217.161881:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176217.161893:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176218.185958:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176218.185967:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176218.186046:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176218.186051:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176218.186055:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176219.209868:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176219.209874:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176220.233886:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176220.233894:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176220.233994:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176220.233998:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176220.234001:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176221.257857:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176221.257864:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176221.449890:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176221.449898:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176221.449901:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176221.449906:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176221.449912:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176221.449920:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10741
00000400:00000200:3.0:1786176221.449940:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176221.449947:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176221.449951:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176221.449954:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.449958:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176221.449961:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.449963:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176221.449968:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176221.449970:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176221.449973:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176221.449976:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176221.449979:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176221.449982:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176221.449985:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.449988:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176221.449991:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.449993:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176221.449996:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176221.450000:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176221.450002:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176221.450005:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176221.450009:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176221.450013:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176221.450015:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176221.450018:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176221.450028:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786176221.450032:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176221.450036:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176221.450039:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176221.450042:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176221.450045:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176221.450049:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176221.450057:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176221.450064:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176221.450075:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407231232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176221.450087:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176221.450092:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176221.450098:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407231232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176221.450123:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176221.450138:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176221.450142:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176221.450144:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176221.450146:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176221.450148:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176221.450151:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10741
00000400:00000200:3.0:1786176221.450156:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176221.450160:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176221.450163:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176221.450167:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.450169:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176221.450172:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.450175:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176221.450178:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176221.450183:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176221.450186:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176221.450191:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176221.450196:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176221.450200:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176221.450207:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.450214:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176221.450220:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.450224:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176221.450230:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176221.450238:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176221.450245:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176221.450253:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176221.450261:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176221.450265:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176221.450270:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176221.450288:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176221.450302:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176221.450305:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176221.450315:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786176221.450321:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176221.450328:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176221.450333:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176221.450338:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176221.450340:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176221.450342:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176221.450346:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786176221.450353:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176221.450364:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407231360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176221.450390:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176221.450395:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176221.450405:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407231360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176221.450436:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176221.450454:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176221.450465:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176221.450469:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176221.450473:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176221.450480:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176221.450488:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10741
00000400:00000200:3.0:1786176221.450498:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176221.450508:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176221.450513:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176221.450522:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.450530:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786176221.450534:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786176221.450537:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.1:1786176221.450539:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1786176221.450543:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176221.450550:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176221.450555:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176221.450558:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176221.450561:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176221.450570:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176221.450577:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176221.450588:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.450595:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176221.450602:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.450608:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176221.450614:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176221.450624:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176221.450630:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176221.450636:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176221.450642:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176221.450649:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176221.450652:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176221.450655:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176221.450674:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176221.450681:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176221.450688:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786176221.450694:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176221.450703:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176221.450707:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176221.450711:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176221.450715:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176221.450722:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176221.450732:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176221.450741:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176221.450753:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407231488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176221.450816:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176221.450823:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176221.450836:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407231488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176221.450848:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176221.450855:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176221.450877:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176221.450882:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176221.450887:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176221.450893:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176221.450900:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10741
00000400:00000200:3.0:1786176221.450910:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176221.450920:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176221.450938:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176221.450946:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.450952:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176221.450959:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.450964:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176221.450970:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176221.450974:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176221.450980:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176221.450985:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176221.450992:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176221.450995:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176221.451002:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.451010:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176221.451017:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.451024:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176221.451031:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176221.451039:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176221.451047:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176221.451055:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176221.451061:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176221.451068:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176221.451072:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176221.451078:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176221.451086:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176221.451093:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176221.451100:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786176221.451107:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176221.451117:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176221.451122:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176221.451126:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176221.451131:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176221.451144:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176221.451153:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786176221.451160:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176221.451172:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407231616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176221.451193:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176221.451211:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176221.451221:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407231616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176221.451242:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176221.451250:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1786176221.451257:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786176221.451259:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1786176221.451260:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1786176221.451263:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176221.451268:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176221.451275:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176221.451284:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10741
00000400:00000200:3.0:1786176221.451297:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176221.451307:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176221.451314:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176221.451320:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.451326:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176221.451343:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.451350:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176221.451356:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176221.451359:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176221.451365:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176221.451369:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176221.451377:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176221.451385:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176221.451394:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.451400:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176221.451407:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176221.451427:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176221.451435:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176221.451445:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176221.451452:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176221.451459:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176221.451465:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176221.451473:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176221.451477:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176221.451483:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176221.451492:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176221.451497:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176221.451504:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786176221.451512:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176221.451519:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176221.451525:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176221.451532:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176221.451537:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176221.451542:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176221.451551:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176221.451560:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176221.451573:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407231744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176221.451623:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176221.451630:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176221.451643:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407231744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176221.451670:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176221.451682:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10751)
00000800:00000200:2.1:1786176221.451738:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176221.451740:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786176221.452173:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176221.452175:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786176221.452558:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176221.452561:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00010000:00000001:1.0:1786176222.281939:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176222.281947:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176222.282010:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176222.282014:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176222.282018:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176223.305907:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176223.305918:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176224.329872:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176224.329877:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176224.329932:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176224.329936:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176224.329938:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176225.353968:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176225.353977:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176226.377885:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176226.377894:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176226.377896:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176226.377899:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176226.377904:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176226.377906:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176226.377907:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176226.377909:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176226.378015:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176226.378021:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176226.378026:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176226.569900:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176226.569909:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176226.569912:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176226.569916:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176226.569920:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176226.569927:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10746
00000400:00000200:1.0:1786176226.569933:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176226.569939:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176226.569941:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176226.569944:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.569947:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176226.569949:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.569951:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176226.569955:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176226.569956:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176226.569958:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176226.569961:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176226.569963:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176226.569964:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176226.569967:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.569968:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176226.569969:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.569970:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176226.569972:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176226.569974:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176226.569976:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176226.569978:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176226.569980:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176226.569982:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176226.569984:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176226.569985:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176226.569992:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae6d80.
00000020:00000040:1.0:1786176226.569994:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176226.569998:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176226.569999:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176226.570002:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176226.570004:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176226.570019:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176226.570026:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:1.0:1786176226.570031:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176226.570038:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae6d80 x1872930407231872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176226.570046:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176226.570050:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176226.570054:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f5d7f0] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae6d80 x1872930407231872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176226.570072:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176226.570074:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176226.570076:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176226.570077:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176226.570079:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176226.570080:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176226.570082:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10746
00000400:00000200:1.0:1786176226.570084:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176226.570086:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176226.570087:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176226.570089:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570090:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176226.570092:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570093:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176226.570095:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176226.570095:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176226.570096:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176226.570098:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176226.570099:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176226.570101:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176226.570104:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570105:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176226.570107:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570109:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176226.570110:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176226.570113:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570114:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176226.570115:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176226.570119:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176226.570121:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176226.570123:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176226.570126:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176226.570130:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176226.570134:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176226.570137:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4380.
00000020:00000040:1.0:1786176226.570139:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176226.570141:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176226.570142:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176226.570144:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176226.570145:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176226.570147:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176226.570152:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:1.0:1786176226.570157:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176226.570164:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4380 x1872930407232000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176226.570174:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176226.570177:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176226.570180:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000778f37b2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4380 x1872930407232000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176226.570201:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176226.570206:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176226.570209:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176226.570211:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176226.570212:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176226.570214:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176226.570218:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10746
00000400:00000200:1.0:1786176226.570221:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176226.570226:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176226.570230:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176226.570232:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570233:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176226.570235:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570237:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176226.570241:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176226.570243:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176226.570246:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176226.570249:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176226.570250:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176226.570252:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176226.570257:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570261:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176226.570263:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570265:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176226.570267:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176226.570272:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570274:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176226.570275:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176226.570278:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176226.570282:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176226.570284:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176226.570285:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176226.570287:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176226.570288:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176226.570292:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786176226.570295:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176226.570299:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176226.570301:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176226.570304:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176226.570306:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176226.570307:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176226.570312:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786176226.570315:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176226.570322:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407232128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176226.570345:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176226.570348:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176226.570357:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407232128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176226.570381:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176226.570386:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176226.570389:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176226.570392:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176226.570394:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176226.570396:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176226.570401:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10746
00000400:00000200:1.0:1786176226.570404:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176226.570412:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176226.570416:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176226.570419:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570421:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176226.570424:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570427:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176226.570433:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176226.570434:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176226.570435:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176226.570437:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176226.570440:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176226.570445:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176226.570449:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570452:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176226.570455:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570458:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176226.570459:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176226.570464:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570467:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176226.570471:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176226.570474:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176226.570478:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176226.570481:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176226.570484:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176226.570486:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176226.570490:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176226.570494:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786176226.570498:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176226.570501:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176226.570503:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176226.570505:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176226.570506:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176226.570507:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176226.570510:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:1.0:1786176226.570515:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176226.570521:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407232256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176226.570531:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176226.570534:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176226.570540:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407232256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176226.570548:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176226.570552:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176226.570558:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176226.570562:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176226.570565:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176226.570571:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176226.570576:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10746
00000800:00000200:2.1:1786176226.570576:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000400:00000200:1.0:1786176226.570583:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:2.1:1786176226.570584:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000400:00000200:1.0:1786176226.570589:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176226.570594:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176226.570600:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570605:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176226.570609:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570613:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176226.570618:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176226.570621:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176226.570626:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176226.570628:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176226.570631:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176226.570635:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176226.570642:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570647:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176226.570653:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570657:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176226.570664:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176226.570670:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176226.570674:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176226.570677:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176226.570681:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176226.570685:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176226.570689:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176226.570692:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176226.570697:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176226.570703:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176226.570709:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786176226.570714:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176226.570717:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176226.570722:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176226.570727:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176226.570731:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176226.570735:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176226.570741:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786176226.570746:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176226.570755:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407232384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176226.570765:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176226.570768:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176226.570824:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407232384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176226.570834:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176226.570841:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10756)
00000800:00000200:2.1:1786176226.571190:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176226.571193:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786176226.571524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176226.571526:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786176226.571867:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176226.571870:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786176226.572193:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176226.572196:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00010000:00000001:1.0:1786176227.401945:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176227.401951:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176228.425932:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176228.425954:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176228.426021:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176228.426029:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176228.426034:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176229.449945:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176229.449957:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176230.474005:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176230.474014:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176230.474156:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176230.474175:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176230.474180:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176231.497908:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176231.497918:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176231.689942:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176231.689955:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176231.689959:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176231.689964:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176231.689971:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176231.689980:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10751
00000400:00000200:1.0:1786176231.689991:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176231.690001:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176231.690006:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176231.690012:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.690019:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176231.690023:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.690028:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176231.690035:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176231.690039:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176231.690044:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176231.690050:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176231.690054:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176231.690059:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176231.690066:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.690071:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176231.690075:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.690079:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176231.690085:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176231.690092:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176231.690098:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176231.690104:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176231.690109:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176231.690115:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176231.690119:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176231.690124:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176231.690190:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786176231.690196:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176231.690202:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176231.690205:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176231.690209:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176231.690212:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176231.690218:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176231.690231:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
00000100:00000001:1.0:1786176231.690251:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176231.690269:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407232512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176231.690288:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176231.690296:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176231.690306:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407232512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176231.690380:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176231.690385:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176231.690390:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176231.690392:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176231.690394:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176231.690398:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176231.690402:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10751
00000400:00000200:1.0:1786176231.690409:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176231.690413:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176231.690417:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176231.690422:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.690435:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176231.690440:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.690443:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176231.690447:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176231.690449:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176231.690452:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176231.690455:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176231.690458:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176231.690463:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176231.690470:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.690476:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176231.690488:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.690504:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176231.690507:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176231.690516:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176231.690526:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176231.690534:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176231.690545:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176231.690551:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176231.690564:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176231.690569:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176231.690572:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176231.690577:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176231.690591:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786176231.690606:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176231.690617:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176231.690625:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176231.690634:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176231.690644:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176231.690656:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176231.690673:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786176231.690689:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176231.690706:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407232640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176231.690730:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176231.690740:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176231.690762:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407232640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176231.690879:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176231.690892:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176231.690910:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176231.690917:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176231.690926:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176231.690938:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176231.690949:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10751
00000400:00000200:1.0:1786176231.690967:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176231.690981:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176231.690991:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176231.691002:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.691017:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176231.691032:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.691046:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176231.691059:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176231.691068:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176231.691078:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176231.691089:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000800:00000200:2.1:1786176231.691090:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:1.0:1786176231.691103:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.1:1786176231.691104:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1786176231.691120:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176231.691139:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.691152:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176231.691167:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.691181:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176231.691192:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176231.691202:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176231.691212:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176231.691220:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176231.691228:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176231.691234:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176231.691250:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176231.691258:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176231.691266:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176231.691278:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176231.691294:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786176231.691303:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176231.691337:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176231.691344:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176231.691355:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176231.691358:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176231.691365:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176231.691378:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:1.0:1786176231.691387:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176231.691396:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407232768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176231.691407:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176231.691410:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176231.691417:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407232768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176231.691436:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176231.691441:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176231.691452:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176231.691455:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176231.691459:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176231.691470:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176231.691475:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10751
00000400:00000200:1.0:1786176231.691490:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176231.691500:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176231.691507:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176231.691526:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.691532:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176231.691540:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.691549:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176231.691558:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176231.691563:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176231.691568:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176231.691575:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176231.691580:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176231.691592:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176231.691608:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.691622:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176231.691637:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.691650:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176231.691664:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176231.691680:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176231.691692:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176231.691701:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176231.691709:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176231.691718:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176231.691725:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176231.691734:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176231.691745:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176231.691756:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176231.691816:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786176231.691842:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176231.691857:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176231.691866:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176231.691873:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176231.691879:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176231.691886:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176231.691901:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786176231.691913:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176231.691931:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407232896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176231.691996:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176231.692006:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176231.692031:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407232896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176231.692077:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176231.692092:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176231.692104:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176231.692114:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176231.692125:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176231.692144:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176231.692159:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10751
00000400:00000200:1.0:1786176231.692178:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176231.692195:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176231.692202:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176231.692212:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.692224:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176231.692236:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.692246:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176231.692257:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176231.692264:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176231.692270:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176231.692280:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176231.692291:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176231.692305:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176231.692346:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.692354:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176231.692373:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176231.692378:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176231.692384:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176231.692394:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176231.692404:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176231.692413:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176231.692420:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176231.692427:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176231.692435:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176231.692440:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176231.692446:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176231.692453:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176231.692461:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786176231.692468:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176231.692490:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176231.692496:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176231.692499:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176231.692505:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176231.692513:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176231.692525:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:1.0:1786176231.692539:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176231.692553:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407233024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176231.692581:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176231.692592:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176231.692615:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407233024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176231.692667:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176231.692683:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:1.0:1786176231.692687:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10762)
00000800:00000200:2.1:1786176231.692688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176231.693204:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176231.693209:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176231.693746:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176231.693749:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176231.694399:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176231.694406:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1786176232.521910:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176232.521918:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176232.522065:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176232.522075:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176232.522082:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176233.546023:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176233.546033:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176234.569992:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176234.570003:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176234.570155:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176234.570161:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176234.570166:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176235.593889:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176235.593897:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176236.617856:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176236.617864:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176236.617867:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176236.617870:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176236.617875:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176236.617878:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176236.617880:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176236.617882:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176236.617924:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176236.617928:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176236.617931:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176236.810567:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176236.810600:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176236.810604:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176236.810609:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176236.810617:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176236.810628:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10757
00000400:00000200:3.0:1786176236.810640:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176236.810649:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176236.810654:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176236.810660:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.810673:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176236.810678:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.810683:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176236.810689:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176236.810698:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176236.810703:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176236.810708:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176236.810712:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176236.810716:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176236.810722:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.810725:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176236.810728:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.810732:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176236.810736:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176236.810741:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176236.810745:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176236.810750:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176236.810755:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176236.810760:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176236.810764:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176236.810768:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176236.810909:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786176236.810915:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176236.810922:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176236.810926:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176236.810931:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176236.810935:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176236.810941:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176236.810951:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176236.810961:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176236.810976:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407233152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176236.810992:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176236.810999:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176236.811007:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407233152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176236.811035:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176236.811040:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176236.811056:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176236.811059:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176236.811062:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176236.811066:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176236.811070:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10757
00000400:00000200:3.0:1786176236.811076:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176236.811082:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176236.811086:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176236.811092:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.811096:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176236.811101:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.811105:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176236.811110:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176236.811115:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176236.811121:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176236.811127:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176236.811135:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176236.811142:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176236.811152:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.811160:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176236.811168:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.811177:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176236.811183:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176236.811192:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176236.811198:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176236.811204:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176236.811215:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176236.811223:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176236.811230:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176236.811239:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176236.811249:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176236.811257:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176236.811286:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786176236.811293:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176236.811317:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176236.811321:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176236.811333:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176236.811337:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176236.811343:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176236.811354:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786176236.811361:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176236.811369:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407233280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176236.811381:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176236.811384:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176236.811390:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407233280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176236.811412:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176236.811416:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176236.811433:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176236.811436:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176236.811439:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176236.811454:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176236.811462:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10757
00000400:00000200:3.0:1786176236.811473:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176236.811484:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176236.811492:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176236.811502:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.811508:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176236.811517:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.811525:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176236.811530:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176236.811535:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176236.811540:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176236.811545:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176236.811552:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176236.811559:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176236.811570:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.811578:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176236.811587:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.811595:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176236.811603:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176236.811615:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176236.811621:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176236.811629:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176236.811635:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176236.811638:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176236.811640:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176236.811642:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176236.811644:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176236.811646:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176236.811651:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176236.811655:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176236.811658:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176236.811660:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176236.811664:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176236.811668:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176236.811672:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176236.811677:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176236.811685:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176236.811707:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407233408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176236.811728:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1786176236.811735:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176236.811736:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176236.811744:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1786176236.811751:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407233408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176236.811838:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176236.811846:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176236.811855:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176236.811863:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176236.811867:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176236.811876:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176236.811884:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10757
00000400:00000200:3.0:1786176236.811894:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176236.811902:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176236.811909:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176236.811919:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.811927:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176236.811936:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.811944:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176236.811952:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176236.811956:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176236.811960:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176236.811966:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176236.811973:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176236.811981:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176236.811995:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.812004:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176236.812013:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.812019:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176236.812025:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176236.812038:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176236.812047:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176236.812052:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176236.812059:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176236.812067:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176236.812074:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176236.812080:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176236.812089:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176236.812094:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176236.812101:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786176236.812106:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176236.812111:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176236.812114:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176236.812120:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176236.812123:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176236.812128:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176236.812135:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786176236.812142:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176236.812153:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407233536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176236.812168:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176236.812173:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176236.812180:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407233536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176236.812194:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176236.812200:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176236.812208:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176236.812210:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176236.812214:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176236.812224:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176236.812230:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10757
00000400:00000200:3.0:1786176236.812237:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176236.812245:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176236.812251:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176236.812259:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.812283:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176236.812290:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.812293:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176236.812297:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176236.812301:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176236.812306:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176236.812309:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176236.812316:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176236.812322:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176236.812332:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.812336:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176236.812342:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176236.812347:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176236.812353:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176236.812360:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176236.812364:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176236.812369:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176236.812375:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176236.812380:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176236.812384:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176236.812388:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176236.812394:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176236.812401:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176236.812407:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786176236.812411:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176236.812413:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176236.812414:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176236.812416:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176236.812417:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176236.812423:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176236.812432:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176236.812436:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176236.812444:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407233664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176236.812456:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176236.812459:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176236.812469:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407233664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176236.812497:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176236.812504:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10767)
00000800:00000200:2.1:1786176236.812634:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176236.812637:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176236.812974:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176236.812977:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176236.813378:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176236.813381:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176236.813862:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176236.813864:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1786176237.641963:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176237.641972:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176238.665870:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176238.665877:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176238.665965:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176238.665969:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176238.665973:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176239.689857:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176239.689862:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176240.713882:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176240.713889:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176240.714002:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176240.714007:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176240.714010:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176241.737878:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176241.737894:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176241.930141:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176241.930146:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176241.930148:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176241.930156:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd500 x1872930407233792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.930174:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176241.930178:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176241.930185:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176241.930190:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176241.930193:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176241.930199:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407233792:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176241.930203:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176241.930208:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176241.930225:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176241.930229:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176241.930234:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176241.930239:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176241.930249:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176241.930254:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176241.930262:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176241.930271:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407233792, portal 25
00000100:00000001:1.0:1786176241.930276:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176241.930279:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542663424 : -106564166888192 : ffff9f1498afd500)
00000100:00000040:1.0:1786176241.930288:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd500 x1872930407233792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.930305:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176241.930311:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176241.930316:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176241.930321:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407233792, offset 0
00000400:00000200:1.0:1786176241.930332:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176241.930343:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176241.930352:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176241.930360:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176241.930366:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176241.930375:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176241.930382:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176241.930388:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272799:272799:256:4294967295] 192.168.202.146@tcp LPNI seq info [272760:272760:8:4294967295]
00000400:00000200:1.0:1786176241.930397:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176241.930413:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176241.930427:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176241.930434:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176241.930445:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176241.930452:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176241.930461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176241.930468:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176241.930477:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176241.930482:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176241.930492:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176241.930502:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176241.930510:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176241.930514:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176241.930520:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176241.930527:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd500 x1872930407233792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.930547:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176241.930561:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd500 x1872930407233792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.930580:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176241.930585:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176241.930593:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176241.930603:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176241.930608:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305443626
00000100:00000001:1.0:1786176241.930618:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305438508
00000100:00000001:1.0:1786176241.930626:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305443626
00000100:00000001:1.0:1786176241.930633:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305438508
00000100:00000001:1.0:1786176241.930640:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176241.930645:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176241.930649:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176241.930655:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176241/real 1786176241]  req@ffff9f1498afd500 x1872930407233792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176241.930685:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176241.930688:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176241.930691:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176241.930696:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176241.930700:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176241.930704:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176241.930710:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd500 x1872930407233792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176241.930733:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd500 x1872930407233792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.930750:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176241.930754:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.930758:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176241.930761:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176241.930793:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd500 x1872930407233792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.930802:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176241.930811:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd500 x1872930407233792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.930829:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176241.930835:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.930839:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176241.930842:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.930846:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176241.930850:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176241.930856:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176241.930863:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176241.930867:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176241.930876:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd500 x1872930407233792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176241.930906:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407233792:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176241.930915:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.930919:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176241.930924:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd500 x1872930407233792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.930934:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176241.930937:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176241.930941:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176241.930946:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176241.930949:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176241.930957:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176241.930962:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176241.930966:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967400.
02000000:00000001:1.0:1786176241.930971:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176241.930974:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176241.930975:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd500.
00000100:00000001:1.0:1786176241.930980:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176241.930981:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.930983:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.930989:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176241.930991:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176241.930993:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176241.930994:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176241.930996:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176241.930999:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc000 x1872930407233920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931004:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176241.931005:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176241.931007:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176241.931008:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176241.931009:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176241.931011:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407233920:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176241.931014:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176241.931016:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176241.931017:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176241.931018:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176241.931020:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176241.931022:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176241.931024:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176241.931026:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176241.931029:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176241.931031:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407233920, portal 10
00000100:00000001:1.0:1786176241.931032:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176241.931033:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658048 : -106564166893568 : ffff9f1498afc000)
00000100:00000040:1.0:1786176241.931038:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc000 x1872930407233920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931042:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176241.931044:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176241.931045:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176241.931047:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407233920, offset 0
00000400:00000200:1.0:1786176241.931050:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176241.931052:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176241.931054:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176241.931056:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176241.931059:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176241.931060:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176241.931062:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176241.931064:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272800:272800:256:4294967295] 192.168.202.146@tcp LPNI seq info [272761:272761:8:4294967295]
00000400:00000200:1.0:1786176241.931067:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176241.931071:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176241.931074:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176241.931076:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176241.931079:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176241.931081:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176241.931084:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176241.931086:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176241.931088:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176241.931090:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176241.931092:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176241.931094:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176241.931096:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176241.931097:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176241.931099:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176241.931102:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc000 x1872930407233920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931107:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176241.931109:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc000 x1872930407233920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931113:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176241.931114:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176241.931116:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176241.931119:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176241.931121:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176241.931122:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305434661
00000100:00000001:1.0:1786176241.931124:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305443626
00000100:00000001:1.0:1786176241.931125:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305434661
00000100:00000001:1.0:1786176241.931127:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305443626
00000100:00000001:1.0:1786176241.931128:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176241.931129:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176241.931131:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176241.931133:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176241/real 1786176241]  req@ffff9f1498afc000 x1872930407233920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176241.931138:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176241.931138:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176241.931140:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176241.931141:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176241.931142:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176241.931144:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176241.931146:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc000 x1872930407233920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176241.931151:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc000 x1872930407233920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931155:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176241.931156:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931157:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176241.931158:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176241.931160:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc000 x1872930407233920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931164:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176241.931166:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc000 x1872930407233920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931171:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176241.931172:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931173:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176241.931174:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931175:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176241.931176:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176241.931178:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176241.931180:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176241.931182:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176241.931184:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc000 x1872930407233920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176241.931189:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407233920:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176241.931192:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176241.931194:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498affb80 x1872930407234048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931198:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176241.931199:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176241.931201:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176241.931202:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176241.931203:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176241.931205:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407234048:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176241.931206:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176241.931207:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176241.931208:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176241.931209:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176241.931225:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176241.931227:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176241.931229:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176241.931231:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176241.931233:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176241.931235:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407234048, portal 10
00000100:00000001:1.0:1786176241.931236:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176241.931237:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542673280 : -106564166878336 : ffff9f1498affb80)
00000100:00000040:1.0:1786176241.931242:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498affb80 x1872930407234048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931246:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176241.931248:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176241.931249:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176241.931251:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407234048, offset 0
00000400:00000200:1.0:1786176241.931253:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176241.931255:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176241.931257:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176241.931259:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176241.931261:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176241.931263:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176241.931264:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176241.931267:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272801:272801:256:4294967295] 192.168.202.146@tcp LPNI seq info [272762:272762:8:4294967295]
00000400:00000200:1.0:1786176241.931269:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176241.931273:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176241.931276:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176241.931277:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176241.931280:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176241.931282:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176241.931285:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176241.931286:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176241.931289:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176241.931290:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176241.931292:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176241.931294:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176241.931296:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176241.931298:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176241.931299:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176241.931302:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498affb80 x1872930407234048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931307:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176241.931308:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498affb80 x1872930407234048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931313:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176241.931314:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176241.931316:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176241.931317:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176241.931319:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176241.931321:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305434742
00000100:00000001:1.0:1786176241.931322:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305443626
00000100:00000001:1.0:1786176241.931324:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305434742
00000100:00000001:1.0:1786176241.931326:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305443626
00000100:00000001:1.0:1786176241.931327:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176241.931329:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176241.931330:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176241.931332:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176241/real 1786176241]  req@ffff9f1498affb80 x1872930407234048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176241.931337:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176241.931337:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176241.931338:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176241.931340:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176241.931341:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176241.931342:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176241.931344:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498affb80 x1872930407234048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176241.931349:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498affb80 x1872930407234048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931353:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176241.931354:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931355:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176241.931356:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176241.931358:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498affb80 x1872930407234048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931362:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176241.931365:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498affb80 x1872930407234048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931369:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176241.931370:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931371:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176241.931372:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931373:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176241.931374:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176241.931376:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176241.931378:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176241.931380:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176241.931382:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498affb80 x1872930407234048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176241.931387:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407234048:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176241.931389:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176241.931391:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe680 x1872930407234176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931395:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176241.931396:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176241.931397:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176241.931398:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176241.931400:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176241.931401:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407234176:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176241.931404:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176241.931405:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176241.931406:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176241.931407:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176241.931409:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176241.931410:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176241.931412:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176241.931414:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176241.931416:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176241.931418:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407234176, portal 4
00000100:00000001:1.0:1786176241.931419:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176241.931420:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667904 : -106564166883712 : ffff9f1498afe680)
00000100:00000040:1.0:1786176241.931423:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe680 x1872930407234176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931428:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176241.931430:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176241.931431:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176241.931432:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407234176, offset 0
00000400:00000200:1.0:1786176241.931435:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176241.931437:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176241.931438:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176241.931440:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176241.931442:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176241.931443:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176241.931444:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176241.931447:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272802:272802:256:4294967295] 192.168.202.146@tcp LPNI seq info [272763:272763:8:4294967295]
00000400:00000200:1.0:1786176241.931449:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176241.931453:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176241.931456:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176241.931458:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176241.931460:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176241.931462:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176241.931464:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176241.931466:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176241.931469:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176241.931470:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176241.931472:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176241.931474:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176241.931475:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176241.931476:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176241.931478:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176241.931480:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe680 x1872930407234176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931485:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176241.931487:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe680 x1872930407234176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931496:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176241.931497:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176241.931498:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176241.931500:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176241.931502:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176241.931503:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305436001
00000100:00000001:1.0:1786176241.931505:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305443626
00000100:00000001:1.0:1786176241.931506:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305436001
00000100:00000001:1.0:1786176241.931508:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305443626
00000100:00000001:1.0:1786176241.931509:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176241.931510:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176241.931511:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176241.931513:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176241/real 1786176241]  req@ffff9f1498afe680 x1872930407234176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176241.931518:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176241.931518:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176241.931519:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176241.931521:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176241.931522:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176241.931523:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176241.931525:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe680 x1872930407234176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176241.931530:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe680 x1872930407234176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931534:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176241.931535:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931536:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176241.931537:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176241.931539:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe680 x1872930407234176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931543:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176241.931546:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe680 x1872930407234176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931550:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176241.931551:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931552:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176241.931553:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931554:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176241.931555:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176241.931556:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176241.931558:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176241.931559:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176241.931562:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe680 x1872930407234176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176241.931566:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407234176:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176241.931568:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176241.931570:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdf80 x1872930407234304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931574:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176241.931575:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176241.931576:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176241.931577:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176241.931578:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176241.931580:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407234304:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176241.931582:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176241.931582:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176241.931584:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176241.931585:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176241.931587:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176241.931588:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176241.931590:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176241.931591:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176241.931593:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176241.931595:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407234304, portal 4
00000100:00000001:1.0:1786176241.931596:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176241.931597:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542666112 : -106564166885504 : ffff9f1498afdf80)
00000100:00000040:1.0:1786176241.931601:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdf80 x1872930407234304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931605:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176241.931606:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176241.931607:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176241.931609:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407234304, offset 0
00000400:00000200:1.0:1786176241.931611:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176241.931613:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176241.931615:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176241.931617:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176241.931618:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176241.931620:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176241.931622:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176241.931624:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272803:272803:256:4294967295] 192.168.202.146@tcp LPNI seq info [272764:272764:8:4294967295]
00000400:00000200:1.0:1786176241.931626:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176241.931630:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176241.931633:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176241.931634:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176241.931636:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176241.931638:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176241.931641:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176241.931643:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176241.931645:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176241.931647:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176241.931649:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176241.931651:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176241.931652:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176241.931654:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176241.931655:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176241.931657:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdf80 x1872930407234304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931662:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176241.931663:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdf80 x1872930407234304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931668:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176241.931669:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176241.931670:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176241.931672:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176241.931674:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176241.931675:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305435791
00000100:00000001:1.0:1786176241.931676:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305443626
00000100:00000001:1.0:1786176241.931677:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305435791
00000100:00000001:1.0:1786176241.931679:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305443626
00000100:00000001:1.0:1786176241.931680:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176241.931682:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176241.931683:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176241.931685:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176241/real 1786176241]  req@ffff9f1498afdf80 x1872930407234304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176241.931689:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176241.931690:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176241.931691:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176241.931692:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176241.931693:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176241.931694:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176241.931696:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdf80 x1872930407234304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176241.931702:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdf80 x1872930407234304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931706:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176241.931707:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931708:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176241.931708:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176241.931710:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdf80 x1872930407234304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931714:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176241.931717:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdf80 x1872930407234304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931721:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176241.931722:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931723:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176241.931724:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931725:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176241.931726:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176241.931727:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176241.931729:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176241.931730:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176241.931732:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdf80 x1872930407234304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176241.931737:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407234304:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176241.931739:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931740:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176241.931742:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc000 x1872930407233920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931746:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176241.931748:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176241.931749:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176241.931750:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176241.931751:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176241.931752:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176241.931753:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176241.931754:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964000.
02000000:00000001:1.0:1786176241.931756:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176241.931757:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176241.931758:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc000.
00000100:00000001:1.0:1786176241.931760:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176241.931761:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931762:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176241.931764:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498affb80 x1872930407234048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931768:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176241.931769:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176241.931770:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176241.931787:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176241.931788:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176241.931788:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176241.931790:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176241.931790:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966000.
02000000:00000001:1.0:1786176241.931792:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176241.931793:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176241.931793:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498affb80.
00000100:00000001:1.0:1786176241.931795:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176241.931796:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931798:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176241.931800:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe680 x1872930407234176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931804:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176241.931805:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176241.931806:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176241.931808:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176241.931809:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176241.931810:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176241.931811:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176241.931812:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965400.
02000000:00000001:1.0:1786176241.931813:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176241.931814:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176241.931815:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe680.
00000100:00000001:1.0:1786176241.931816:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176241.931817:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931818:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176241.931820:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdf80 x1872930407234304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176241.931823:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176241.931824:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176241.931825:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176241.931826:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176241.931827:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176241.931827:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176241.931828:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176241.931829:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:1.0:1786176241.931830:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176241.931831:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176241.931832:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdf80.
00000100:00000001:1.0:1786176241.931833:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176241.931834:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931835:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176241.931837:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176241.931838:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176241.931839:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176241.931840:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176242.761873:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176242.761881:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176242.761950:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176242.761955:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176242.761959:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176243.785981:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176243.785994:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176244.809897:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176244.809904:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176244.809983:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176244.809988:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176244.809991:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176245.833922:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176245.833932:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176246.857913:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176246.857919:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176246.857921:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176246.857924:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176246.857928:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176246.857930:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176246.857931:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176246.857933:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176246.857987:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176246.857990:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176246.857993:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176247.049853:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176247.049863:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176247.049866:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176247.049869:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176247.049874:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176247.049883:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10767
00000400:00000200:3.0:1786176247.049894:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176247.049909:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176247.049914:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176247.049919:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176247.049923:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176247.049927:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176247.049930:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176247.049935:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176247.049937:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176247.049940:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176247.049943:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176247.049946:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176247.049949:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176247.049953:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176247.049955:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176247.049957:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176247.049959:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176247.049962:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176247.049966:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176247.049970:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176247.049973:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176247.049976:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176247.049980:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176247.049983:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176247.049985:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176247.049993:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786176247.049996:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176247.050000:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176247.050001:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176247.050004:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176247.050006:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176247.050010:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176247.050016:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176247.050022:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176247.050030:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407234432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176247.050039:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176247.050043:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176247.050046:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407234432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176247.050063:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176247.050066:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176247.050069:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176247.050070:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176247.050072:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176247.050073:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176247.050076:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10767
00000400:00000200:3.0:1786176247.050081:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176247.050084:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176247.050086:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176247.050089:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176247.050091:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176247.050093:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176247.050095:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176247.050098:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176247.050099:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176247.050100:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176247.050102:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176247.050104:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:1.0:1786176247.050106:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1786176247.050106:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:1.0:1786176247.050112:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1786176247.050112:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176247.050116:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786176247.050117:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176247.050121:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176247.050123:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:1.0:1786176247.050126:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158e00 x1872930407234432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786176247.050127:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176247.050134:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176247.050140:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176247.050145:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1786176247.050148:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176247.050152:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176247.050152:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176247.050159:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786176247.050159:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176247.050176:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786176247.050179:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1786176247.050181:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1786176247.050184:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1786176247.050188:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407234432:192.168.202.146@tcp:250:kworker.0
00000008:00000001:3.0:1786176247.050189:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176247.050195:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.050196:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1786176247.050216:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
02000000:00000001:1.0:1786176247.050218:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1786176247.050220:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176247.050221:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176247.050225:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176247.050226:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1786176247.050229:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176247.050231:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176247.050232:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1786176247.050233:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:3.0:1786176247.050235:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176247.050236:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176247.050241:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000400:00000200:1.0:1786176247.050246:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176247.050248:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1786176247.050251:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000100:00100000:3.0:1786176247.050256:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407234560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176247.050262:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176247.050264:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176247.050267:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407234560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176247.050274:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176247.050276:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176247.050278:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176247.050279:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176247.050280:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176247.050282:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176247.050284:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10767
00000400:00000200:3.0:1786176247.050287:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176247.050289:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176247.050290:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176247.050292:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176247.050293:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176247.050295:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000010:1.0:1786176247.050296:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000001:3.0:1786176247.050298:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176247.050301:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176247.050302:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176247.050303:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:1.0:1786176247.050304:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407234432, portal 25
00000020:00000040:3.0:1786176247.050305:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000100:00000001:1.0:1786176247.050310:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1786176247.050310:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000001:1.0:1786176247.050313:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213785600 : -106564495766016 : ffff9f1485158e00)
00000020:00000001:3.0:1786176247.050314:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176247.050319:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176247.050322:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176247.050323:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158e00 x1872930407234432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786176247.050326:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176247.050330:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:1.0:1786176247.050334:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176247.050339:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000020:00000040:3.0:1786176247.050342:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000010:1.0:1786176247.050343:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176247.050347:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407234432, offset 0
00000100:00080000:3.0:1786176247.050348:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176247.050352:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176247.050354:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1786176247.050355:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786176247.050357:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176247.050361:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176247.050362:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176247.050364:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1786176247.050365:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000008:00000001:3.0:1786176247.050367:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176247.050370:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176247.050374:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000010:3.0:1786176247.050374:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786176247.050379:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000400:00000200:1.0:1786176247.050381:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1786176247.050384:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176247.050386:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176247.050388:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:3.0:1786176247.050389:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176247.050392:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1786176247.050394:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1786176247.050395:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176247.050399:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
02000000:00000010:3.0:1786176247.050400:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000400:00000200:1.0:1786176247.050405:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272804:272804:256:4294967295] 192.168.202.146@tcp LPNI seq info [272765:272765:8:4294967295]
00000100:00000001:3.0:1786176247.050407:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176247.050412:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00100000:3.0:1786176247.050420:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407234688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1786176247.050423:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176247.050434:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176247.050441:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000100:00000001:3.0:1786176247.050442:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176247.050447:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1786176247.050451:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176247.050455:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1786176247.050457:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407234688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1786176247.050465:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176247.050469:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176247.050472:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176247.050474:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176247.050476:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176247.050478:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176247.050483:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1786176247.050483:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1786176247.050488:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10767
00000800:00000100:1.0:1786176247.050496:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786176247.050497:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176247.050503:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000010:1.0:1786176247.050504:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000100:00080000:3.0:1786176247.050505:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176247.050512:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:1.0:1786176247.050514:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1786176247.050514:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176247.050518:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176247.050521:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176247.050526:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1786176247.050527:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1786176247.050528:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176247.050532:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176247.050535:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176247.050537:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000400:00000200:1.0:1786176247.050539:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000020:00000001:3.0:1786176247.050539:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000400:00000010:1.0:1786176247.050543:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000040:3.0:1786176247.050545:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176247.050548:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1786176247.050549:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1786176247.050551:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176247.050554:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000200:1.0:1786176247.050557:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158e00 x1872930407234432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786176247.050558:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176247.050564:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176247.050570:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176247.050574:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1786176247.050578:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1786176247.050578:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176247.050582:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176247.050585:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158e00 x1872930407234432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176247.050585:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176247.050590:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176247.050592:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176247.050593:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176247.050596:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786176247.050599:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176247.050604:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176247.050606:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.050609:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176247.050610:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176247.050612:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1786176247.050613:0:2401:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1786176247.050615:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.050620:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176247.050620:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786176247.050627:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176247.050628:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176247.050632:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305448746
00000100:00100000:3.0:1786176247.050633:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407234816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176247.050639:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305443626
00000100:00000001:3.0:1786176247.050640:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176247.050645:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.050646:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305448746
00000100:00000040:3.0:1786176247.050651:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407234816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.050652:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305443626
00000100:00000001:1.0:1786176247.050658:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176247.050662:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176247.050665:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.050666:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1786176247.050669:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1786176247.050674:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176247/real 1786176247]  req@ffff9f1485158e00 x1872930407234432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786176247.050675:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176247.050678:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176247.050680:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176247.050685:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176247.050690:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10767
00000400:00000001:1.0:1786176247.050692:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176247.050696:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1786176247.050696:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176247.050699:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:3.0:1786176247.050702:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:1.0:1786176247.050703:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000100:00080000:3.0:1786176247.050705:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1786176247.050706:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000040:3.0:1786176247.050711:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176247.050712:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1786176247.050714:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1786176247.050718:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158e00 x1872930407234432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786176247.050719:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176247.050724:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176247.050729:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176247.050731:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176247.050734:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:1.0:1786176247.050737:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158e00 x1872930407234432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786176247.050738:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176247.050743:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176247.050749:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176247.050755:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176247.050758:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1786176247.050759:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1786176247.050764:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786176247.050764:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176247.050790:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176247.050793:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176247.050795:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176247.050797:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176247.050799:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176247.050801:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176247.050803:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.050804:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786176247.050805:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176247.050809:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1786176247.050809:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176247.050815:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176247.050817:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176247.050821:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000100:00100000:1.0:1786176247.050822:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158e00 x1872930407234432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786176247.050824:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176247.050828:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176247.050831:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176247.050834:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176247.050837:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176247.050839:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176247.050845:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176247.050850:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.050856:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1786176247.050859:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407234944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1786176247.050867:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158e00 x1872930407234432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176247.050885:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176247.050889:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.050891:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1786176247.050895:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407234944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.050897:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.050903:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176247.050906:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176247.050911:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.050912:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176247.050916:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1786176247.050916:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10777)
00000100:00080000:1.0:1786176247.050923:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176247.050929:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176247.050933:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176247.050939:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158e00 x1872930407234432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176247.050946:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407234432:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176247.050949:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.050951:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176247.050953:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158e00 x1872930407234432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.050958:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176247.050960:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176247.050963:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176247.050965:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176247.050966:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176247.050968:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176247.050969:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176247.050971:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:1.0:1786176247.050974:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176247.050976:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176247.050978:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158e00.
00000100:00000001:1.0:1786176247.050980:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176247.050981:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.050982:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.050988:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176247.050989:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.050991:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176247.050992:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176247.050993:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176247.050996:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515bb80 x1872930407234560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051001:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176247.051002:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176247.051004:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176247.051005:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176247.051007:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176247.051008:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407234560:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176247.051011:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176247.051012:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176247.051013:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176247.051015:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176247.051017:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176247.051018:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176247.051021:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176247.051023:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176247.051026:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176247.051029:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407234560, portal 10
00000100:00000001:1.0:1786176247.051030:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176247.051031:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213797248 : -106564495754368 : ffff9f148515bb80)
00000100:00000040:1.0:1786176247.051036:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515bb80 x1872930407234560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051041:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176247.051042:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176247.051044:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176247.051046:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407234560, offset 0
00000400:00000200:1.0:1786176247.051049:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176247.051052:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176247.051055:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176247.051057:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176247.051059:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176247.051061:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176247.051063:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176247.051065:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272805:272805:256:4294967295] 192.168.202.146@tcp LPNI seq info [272766:272766:8:4294967295]
00000400:00000200:1.0:1786176247.051068:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176247.051073:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176247.051076:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176247.051078:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176247.051081:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176247.051083:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786176247.051087:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176247.051089:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1786176247.051091:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176247.051093:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176247.051095:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176247.051097:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176247.051100:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176247.051101:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176247.051103:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176247.051105:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515bb80 x1872930407234560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051111:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176247.051113:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515bb80 x1872930407234560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051118:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.051119:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176247.051121:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176247.051124:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176247.051126:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176247.051128:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305439781
00000100:00000001:1.0:1786176247.051130:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305448746
00000100:00000001:1.0:1786176247.051131:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305439781
00000100:00000001:1.0:1786176247.051133:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305448746
00000100:00000001:1.0:1786176247.051134:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176247.051136:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.051137:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176247.051140:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176247/real 1786176247]  req@ffff9f148515bb80 x1872930407234560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176247.051144:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176247.051145:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176247.051146:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176247.051148:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176247.051149:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176247.051150:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176247.051152:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515bb80 x1872930407234560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176247.051157:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515bb80 x1872930407234560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051177:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176247.051178:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051179:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176247.051180:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176247.051183:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515bb80 x1872930407234560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051188:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176247.051191:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515bb80 x1872930407234560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051196:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176247.051198:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051199:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176247.051200:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051201:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176247.051203:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176247.051204:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176247.051206:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176247.051208:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176247.051210:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515bb80 x1872930407234560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176247.051215:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407234560:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176247.051217:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176247.051219:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159f80 x1872930407234688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051224:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176247.051225:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176247.051226:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176247.051228:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176247.051229:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176247.051231:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407234688:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176247.051233:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176247.051234:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176247.051235:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176247.051236:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176247.051238:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176247.051240:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176247.051242:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176247.051244:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176247.051246:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176247.051248:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407234688, portal 10
00000100:00000001:1.0:1786176247.051249:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176247.051250:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790080 : -106564495761536 : ffff9f1485159f80)
00000100:00000040:1.0:1786176247.051254:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159f80 x1872930407234688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051259:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176247.051260:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176247.051273:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176247.051274:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407234688, offset 0
00000400:00000200:1.0:1786176247.051277:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176247.051280:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176247.051282:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176247.051285:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176247.051287:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176247.051288:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176247.051290:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176247.051292:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272806:272806:256:4294967295] 192.168.202.146@tcp LPNI seq info [272767:272767:8:4294967295]
00000400:00000200:1.0:1786176247.051295:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176247.051299:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176247.051302:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176247.051304:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176247.051307:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176247.051309:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786176247.051312:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176247.051313:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1786176247.051316:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176247.051318:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176247.051320:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176247.051322:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176247.051324:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176247.051326:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176247.051328:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176247.051330:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159f80 x1872930407234688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051335:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176247.051337:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159f80 x1872930407234688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051341:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.051343:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176247.051344:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176247.051346:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176247.051348:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176247.051350:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305439862
00000100:00000001:1.0:1786176247.051352:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305448746
00000100:00000001:1.0:1786176247.051353:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305439862
00000100:00000001:1.0:1786176247.051355:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305448746
00000100:00000001:1.0:1786176247.051356:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176247.051357:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.051358:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176247.051361:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176247/real 1786176247]  req@ffff9f1485159f80 x1872930407234688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176247.051365:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176247.051366:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176247.051367:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176247.051369:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176247.051380:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176247.051382:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176247.051384:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159f80 x1872930407234688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176247.051389:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159f80 x1872930407234688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051394:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176247.051395:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051396:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176247.051397:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176247.051399:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159f80 x1872930407234688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051403:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176247.051406:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159f80 x1872930407234688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051410:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176247.051411:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051412:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176247.051413:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051414:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176247.051415:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176247.051417:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176247.051419:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176247.051420:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176247.051422:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159f80 x1872930407234688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176247.051427:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407234688:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176247.051429:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176247.051431:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159500 x1872930407234816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051436:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176247.051437:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176247.051438:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176247.051440:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176247.051441:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176247.051443:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407234816:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176247.051445:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176247.051446:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176247.051447:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176247.051448:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176247.051450:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176247.051451:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176247.051454:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176247.051455:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176247.051457:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176247.051459:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407234816, portal 4
00000100:00000001:1.0:1786176247.051460:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176247.051461:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213787392 : -106564495764224 : ffff9f1485159500)
00000100:00000040:1.0:1786176247.051465:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159500 x1872930407234816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051469:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176247.051471:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176247.051472:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176247.051473:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407234816, offset 0
00000400:00000200:1.0:1786176247.051476:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176247.051478:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176247.051481:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176247.051484:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176247.051487:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176247.051489:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176247.051492:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176247.051495:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272807:272807:256:4294967295] 192.168.202.146@tcp LPNI seq info [272768:272768:8:4294967295]
00000400:00000200:1.0:1786176247.051499:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176247.051506:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176247.051511:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176247.051515:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176247.051519:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176247.051521:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786176247.051527:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176247.051530:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1786176247.051534:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176247.051536:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176247.051539:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176247.051542:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176247.051544:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176247.051545:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176247.051547:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176247.051550:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159500 x1872930407234816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051556:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176247.051558:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159500 x1872930407234816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051562:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.051563:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176247.051566:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176247.051568:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176247.051570:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176247.051572:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305441121
00000100:00000001:1.0:1786176247.051574:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305448746
00000100:00000001:1.0:1786176247.051575:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305441121
00000100:00000001:1.0:1786176247.051577:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305448746
00000100:00000001:1.0:1786176247.051578:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176247.051579:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.051581:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176247.051583:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176247/real 1786176247]  req@ffff9f1485159500 x1872930407234816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176247.051589:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176247.051590:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176247.051591:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176247.051592:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176247.051593:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176247.051595:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176247.051597:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159500 x1872930407234816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176247.051603:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159500 x1872930407234816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051607:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176247.051608:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051609:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176247.051610:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176247.051612:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159500 x1872930407234816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051616:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176247.051619:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159500 x1872930407234816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051623:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176247.051624:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051625:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176247.051626:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051627:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176247.051628:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176247.051630:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176247.051632:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176247.051633:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176247.051636:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159500 x1872930407234816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176247.051641:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407234816:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176247.051643:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176247.051645:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407234944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051649:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176247.051650:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176247.051652:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176247.051653:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176247.051654:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176247.051656:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407234944:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176247.051658:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176247.051659:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176247.051660:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176247.051661:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176247.051663:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176247.051664:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176247.051667:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176247.051668:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176247.051670:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176247.051672:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407234944, portal 4
00000100:00000001:1.0:1786176247.051673:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176247.051674:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00000040:1.0:1786176247.051678:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407234944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051682:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176247.051684:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176247.051686:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176247.051687:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407234944, offset 0
00000400:00000200:1.0:1786176247.051690:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176247.051692:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176247.051695:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176247.051697:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176247.051699:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176247.051700:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176247.051702:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176247.051704:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272808:272808:256:4294967295] 192.168.202.146@tcp LPNI seq info [272769:272769:8:4294967295]
00000400:00000200:1.0:1786176247.051707:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176247.051711:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176247.051714:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176247.051715:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176247.051718:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176247.051720:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786176247.051723:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176247.051725:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1786176247.051728:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176247.051729:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176247.051731:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176247.051733:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176247.051735:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176247.051737:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176247.051738:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176247.051740:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b100 x1872930407234944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051745:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176247.051747:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407234944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051751:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.051752:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176247.051754:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176247.051756:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176247.051758:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176247.051760:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305440911
00000100:00000001:1.0:1786176247.051762:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305448746
00000100:00000001:1.0:1786176247.051763:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305440911
00000100:00000001:1.0:1786176247.051765:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305448746
00000100:00000001:1.0:1786176247.051766:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176247.051767:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.051768:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176247.051786:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176247/real 1786176247]  req@ffff9f148515b100 x1872930407234944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176247.051791:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176247.051792:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176247.051793:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176247.051795:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176247.051796:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176247.051798:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176247.051800:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407234944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176247.051806:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407234944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051810:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176247.051811:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051812:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176247.051813:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176247.051815:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407234944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051819:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176247.051821:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407234944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051826:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176247.051828:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051829:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176247.051830:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051831:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176247.051832:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176247.051834:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176247.051836:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176247.051837:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176247.051840:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407234944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176247.051844:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407234944:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176247.051847:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051848:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176247.051850:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515bb80 x1872930407234560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051854:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176247.051855:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176247.051856:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176247.051858:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176247.051859:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176247.051860:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176247.051861:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176247.051863:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:1.0:1786176247.051864:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176247.051865:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176247.051867:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515bb80.
00000100:00000001:1.0:1786176247.051869:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176247.051870:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051871:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176247.051873:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159f80 x1872930407234688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051882:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176247.051883:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176247.051884:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176247.051886:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176247.051887:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176247.051888:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176247.051889:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176247.051890:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:1.0:1786176247.051891:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176247.051892:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176247.051893:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159f80.
00000100:00000001:1.0:1786176247.051894:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176247.051895:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051896:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176247.051898:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159500 x1872930407234816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051902:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176247.051902:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176247.051903:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176247.051905:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176247.051906:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176247.051907:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176247.051908:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176247.051908:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:1.0:1786176247.051910:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176247.051910:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176247.051911:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159500.
00000100:00000001:1.0:1786176247.051912:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176247.051913:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051914:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176247.051916:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407234944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176272 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176247.051920:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176247.051921:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176247.051922:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176247.051923:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176247.051924:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176247.051925:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176247.051926:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176247.051927:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
02000000:00000001:1.0:1786176247.051928:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176247.051929:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176247.051930:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:1.0:1786176247.051931:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176247.051932:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051933:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176247.051935:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176247.051936:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176247.051938:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176247.051939:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176247.881880:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176247.881885:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176248.905888:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176248.905899:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176248.905956:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176248.905960:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176248.905963:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176249.929976:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176249.929987:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176250.953867:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176250.953873:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176250.953961:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176250.953965:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176250.953968:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176251.977889:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176251.977909:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176252.170184:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176252.170190:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176252.170193:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176252.170202:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff480 x1872930407235072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.170216:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176252.170219:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176252.170223:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176252.170226:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176252.170230:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176252.170237:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407235072:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176252.170244:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176252.170248:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176252.170251:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176252.170259:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176252.170267:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176252.170269:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176252.170280:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176252.170286:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176252.170294:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176252.170306:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407235072, portal 25
00000100:00000001:1.0:1786176252.170311:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176252.170315:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542671488 : -106564166880128 : ffff9f1498aff480)
00000100:00000040:1.0:1786176252.170328:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff480 x1872930407235072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.170342:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176252.170350:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176252.170354:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176252.170358:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407235072, offset 0
00000400:00000200:1.0:1786176252.170371:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176252.170381:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176252.170391:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176252.170400:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176252.170406:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176252.170412:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176252.170416:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176252.170421:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272809:272809:256:4294967295] 192.168.202.146@tcp LPNI seq info [272770:272770:8:4294967295]
00000400:00000200:1.0:1786176252.170429:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176252.170436:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176252.170440:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176252.170446:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176252.170455:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176252.170461:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786176252.170471:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176252.170477:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1786176252.170485:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176252.170490:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176252.170498:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176252.170506:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176252.170514:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176252.170517:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176252.170522:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176252.170529:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff480 x1872930407235072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.170545:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176252.170551:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff480 x1872930407235072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176277 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.170562:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176252.170566:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176252.170571:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176252.170578:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176252.170583:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305453866
00000100:00000001:1.0:1786176252.170591:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305448746
00000100:00000001:1.0:1786176252.170598:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305453866
00000100:00000001:1.0:1786176252.170605:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305448746
00000100:00000001:1.0:1786176252.170610:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176252.170615:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176252.170621:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176252.170627:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176252/real 1786176252]  req@ffff9f1498aff480 x1872930407235072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176252.170638:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176252.170641:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176252.170645:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176252.170649:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176252.170653:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176252.170657:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176252.170662:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff480 x1872930407235072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176252.170670:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff480 x1872930407235072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.170681:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176252.170684:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.170686:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176252.170688:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176252.170696:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff480 x1872930407235072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.170707:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176252.170714:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff480 x1872930407235072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.170724:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176252.170730:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.170734:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176252.170736:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.170740:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176252.170743:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176252.170747:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176252.170754:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176252.170758:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176252.170764:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff480 x1872930407235072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176252.170799:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407235072:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176252.170807:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.170812:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176252.170819:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff480 x1872930407235072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.170830:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176252.170833:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176252.170837:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176252.170842:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176252.170845:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176252.170848:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176252.170852:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176252.170856:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964c00.
02000000:00000001:1.0:1786176252.170860:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176252.170863:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176252.170865:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff480.
00000100:00000001:1.0:1786176252.170870:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176252.170873:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.170876:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.170884:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176252.170888:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176252.170892:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176252.170895:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176252.170898:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176252.170904:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc700 x1872930407235200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.170918:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176252.170922:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176252.170926:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176252.170929:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176252.170933:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176252.170938:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407235200:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176252.170943:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176252.170946:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176252.170949:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176252.170951:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176252.170956:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176252.170962:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176252.170968:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176252.170972:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176252.170976:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176252.170981:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407235200, portal 10
00000100:00000001:1.0:1786176252.170984:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176252.170985:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542659840 : -106564166891776 : ffff9f1498afc700)
00000100:00000040:1.0:1786176252.171001:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc700 x1872930407235200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171011:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176252.171015:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176252.171018:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176252.171021:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407235200, offset 0
00000400:00000200:1.0:1786176252.171027:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176252.171034:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176252.171041:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176252.171046:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176252.171052:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176252.171056:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176252.171061:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176252.171067:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272810:272810:256:4294967295] 192.168.202.146@tcp LPNI seq info [272771:272771:8:4294967295]
00000400:00000200:1.0:1786176252.171078:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176252.171089:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176252.171095:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176252.171098:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176252.171105:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176252.171109:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786176252.171130:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176252.171134:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1786176252.171144:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176252.171148:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176252.171153:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176252.171161:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176252.171168:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176252.171172:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176252.171176:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176252.171183:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc700 x1872930407235200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171199:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176252.171204:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc700 x1872930407235200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176277 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171222:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176252.171228:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176252.171233:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176252.171240:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176252.171250:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176252.171254:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305444901
00000100:00000001:1.0:1786176252.171258:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305453866
00000100:00000001:1.0:1786176252.171264:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305444901
00000100:00000001:1.0:1786176252.171267:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305453866
00000100:00000001:1.0:1786176252.171272:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176252.171276:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176252.171279:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176252.171286:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176252/real 1786176252]  req@ffff9f1498afc700 x1872930407235200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176252.171305:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176252.171309:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176252.171313:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176252.171320:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176252.171325:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176252.171331:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176252.171339:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc700 x1872930407235200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176252.171355:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc700 x1872930407235200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171365:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176252.171367:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.171369:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176252.171370:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176252.171373:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc700 x1872930407235200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171378:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176252.171381:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc700 x1872930407235200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171386:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176252.171387:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.171388:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176252.171389:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.171390:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176252.171391:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176252.171393:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176252.171395:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176252.171396:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176252.171398:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc700 x1872930407235200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176252.171403:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407235200:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176252.171406:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176252.171408:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff800 x1872930407235328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171417:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176252.171418:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176252.171420:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176252.171421:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176252.171422:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176252.171424:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407235328:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176252.171426:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176252.171427:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176252.171429:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176252.171431:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176252.171434:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176252.171436:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176252.171440:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176252.171443:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176252.171446:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176252.171449:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407235328, portal 10
00000100:00000001:1.0:1786176252.171451:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176252.171453:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542672384 : -106564166879232 : ffff9f1498aff800)
00000100:00000040:1.0:1786176252.171459:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff800 x1872930407235328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171467:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176252.171469:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176252.171472:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176252.171474:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407235328, offset 0
00000400:00000200:1.0:1786176252.171477:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176252.171480:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176252.171482:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176252.171485:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176252.171487:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176252.171488:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176252.171490:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176252.171492:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272811:272811:256:4294967295] 192.168.202.146@tcp LPNI seq info [272772:272772:8:4294967295]
00000400:00000200:1.0:1786176252.171495:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176252.171500:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176252.171503:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176252.171505:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176252.171508:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176252.171510:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786176252.171513:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176252.171515:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1786176252.171518:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176252.171519:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176252.171521:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176252.171523:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176252.171526:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176252.171527:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176252.171528:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176252.171531:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff800 x1872930407235328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171536:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176252.171538:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff800 x1872930407235328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176277 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171543:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176252.171544:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176252.171546:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176252.171548:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176252.171550:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176252.171551:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305444982
00000100:00000001:1.0:1786176252.171553:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305453866
00000100:00000001:1.0:1786176252.171555:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305444982
00000100:00000001:1.0:1786176252.171556:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305453866
00000100:00000001:1.0:1786176252.171558:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176252.171559:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176252.171561:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176252.171563:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176252/real 1786176252]  req@ffff9f1498aff800 x1872930407235328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176252.171569:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176252.171569:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176252.171570:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176252.171572:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176252.171573:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176252.171574:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176252.171576:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff800 x1872930407235328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176252.171581:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff800 x1872930407235328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171585:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176252.171586:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.171587:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176252.171588:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176252.171590:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff800 x1872930407235328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171594:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176252.171596:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff800 x1872930407235328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171600:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176252.171602:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.171603:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176252.171604:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.171605:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176252.171606:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176252.171607:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176252.171610:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176252.171611:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176252.171614:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff800 x1872930407235328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176252.171618:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407235328:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176252.171621:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.171622:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176252.171624:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc700 x1872930407235200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171628:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176252.171629:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176252.171630:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176252.171631:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176252.171632:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176252.171633:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176252.171635:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176252.171636:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967c00.
02000000:00000001:1.0:1786176252.171638:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176252.171639:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176252.171640:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc700.
00000100:00000001:1.0:1786176252.171642:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176252.171643:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.171644:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176252.171646:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff800 x1872930407235328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171649:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176252.171650:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176252.171651:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176252.171653:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176252.171654:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176252.171654:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176252.171655:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176252.171657:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965800.
02000000:00000001:1.0:1786176252.171658:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176252.171659:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176252.171660:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff800.
00000100:00000001:1.0:1786176252.171662:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176252.171663:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.171664:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.171666:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176252.171667:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176252.171668:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176252.171669:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176252.171670:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176252.171672:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc380 x1872930407235456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171677:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176252.171678:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176252.171679:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176252.171680:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176252.171681:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176252.171683:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407235456:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176252.171685:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176252.171687:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176252.171688:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176252.171689:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176252.171691:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176252.171692:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176252.171694:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176252.171695:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176252.171698:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176252.171700:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407235456, portal 4
00000100:00000001:1.0:1786176252.171701:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176252.171702:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658944 : -106564166892672 : ffff9f1498afc380)
00000100:00000040:1.0:1786176252.171706:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc380 x1872930407235456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171714:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176252.171716:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176252.171717:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176252.171719:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407235456, offset 0
00000400:00000200:1.0:1786176252.171721:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176252.171723:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176252.171725:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176252.171727:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176252.171729:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176252.171730:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176252.171732:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176252.171734:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272812:272812:256:4294967295] 192.168.202.146@tcp LPNI seq info [272773:272773:8:4294967295]
00000400:00000200:1.0:1786176252.171737:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176252.171741:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176252.171744:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176252.171746:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176252.171748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176252.171751:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786176252.171753:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176252.171755:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1786176252.171757:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176252.171759:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176252.171761:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176252.171763:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176252.171765:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176252.171766:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176252.171767:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176252.171785:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc380 x1872930407235456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171791:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176252.171794:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc380 x1872930407235456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176277 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171803:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176252.171804:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176252.171806:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176252.171808:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176252.171810:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176252.171812:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305446242
00000100:00000001:1.0:1786176252.171813:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305453866
00000100:00000001:1.0:1786176252.171815:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305446242
00000100:00000001:1.0:1786176252.171817:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305453866
00000100:00000001:1.0:1786176252.171818:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176252.171819:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176252.171820:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176252.171822:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176252/real 1786176252]  req@ffff9f1498afc380 x1872930407235456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176252.171827:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176252.171828:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176252.171829:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176252.171831:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176252.171832:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176252.171833:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176252.171835:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc380 x1872930407235456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176252.171840:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc380 x1872930407235456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171844:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176252.171845:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.171846:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176252.171847:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176252.171849:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc380 x1872930407235456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171854:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176252.171856:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc380 x1872930407235456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171860:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176252.171862:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.171863:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176252.171863:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.171865:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176252.171865:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176252.171867:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176252.171869:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176252.171870:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176252.171872:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc380 x1872930407235456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176252.171877:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407235456:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176252.171879:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176252.171881:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd180 x1872930407235584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171885:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176252.171886:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176252.171887:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176252.171888:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176252.171890:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176252.171891:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407235584:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176252.171894:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176252.171894:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176252.171896:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176252.171897:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176252.171899:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176252.171901:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176252.171903:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176252.171904:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176252.171907:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000200:1.0:1786176252.171908:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407235584, portal 4
00000100:00000001:1.0:1786176252.171910:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176252.171911:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542662528 : -106564166889088 : ffff9f1498afd180)
00000100:00000040:1.0:1786176252.171915:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd180 x1872930407235584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171919:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176252.171920:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176252.171922:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00000200:1.0:1786176252.171923:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407235584, offset 0
00000400:00000200:1.0:1786176252.171925:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176252.171927:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176252.171929:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176252.171931:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176252.171933:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176252.171934:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176252.171936:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176252.171938:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272813:272813:256:4294967295] 192.168.202.146@tcp LPNI seq info [272774:272774:8:4294967295]
00000400:00000200:1.0:1786176252.171941:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176252.171945:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176252.171948:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176252.171949:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176252.171952:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176252.171954:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1786176252.171957:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176252.171958:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1786176252.171961:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176252.171963:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176252.171965:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176252.171967:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176252.171969:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17682a8
00000400:00000010:1.0:1786176252.171970:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17682a8.
00000100:00000001:1.0:1786176252.171971:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176252.171973:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd180 x1872930407235584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171979:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176252.171980:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd180 x1872930407235584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176277 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.171984:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176252.171985:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176252.171987:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176252.171989:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176252.171991:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176252.171992:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305446032
00000100:00000001:1.0:1786176252.171994:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305453866
00000100:00000001:1.0:1786176252.171995:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305446032
00000100:00000001:1.0:1786176252.171996:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305453866
00000100:00000001:1.0:1786176252.171998:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176252.171999:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176252.172000:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176252.172002:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176252/real 1786176252]  req@ffff9f1498afd180 x1872930407235584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176252.172006:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176252.172007:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176252.172008:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176252.172009:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176252.172011:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176252.172012:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176252.172014:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd180 x1872930407235584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176252.172019:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd180 x1872930407235584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.172023:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176252.172024:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.172025:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176252.172026:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176252.172028:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd180 x1872930407235584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.172032:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176252.172034:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd180 x1872930407235584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.172038:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176252.172039:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.172040:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176252.172041:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.172042:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176252.172043:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176252.172044:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176252.172046:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176252.172048:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176252.172050:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd180 x1872930407235584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176252.172055:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407235584:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176252.172057:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.172059:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176252.172061:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc380 x1872930407235456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.172065:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176252.172066:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176252.172067:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176252.172069:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176252.172070:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176252.172071:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176252.172072:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176252.172073:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965000.
02000000:00000001:1.0:1786176252.172075:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176252.172076:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176252.172077:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc380.
00000100:00000001:1.0:1786176252.172078:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176252.172079:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.172080:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176252.172082:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd180 x1872930407235584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176277 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176252.172087:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176252.172087:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176252.172088:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176252.172089:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176252.172090:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176252.172091:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176252.172092:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176252.172093:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964c00.
02000000:00000001:1.0:1786176252.172094:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176252.172094:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176252.172095:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd180.
00000100:00000001:1.0:1786176252.172096:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176252.172097:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.172098:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176252.172100:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176252.172101:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176252.172102:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176252.172103:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176253.001951:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176253.001956:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176253.002081:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176253.002088:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176253.002093:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176254.025913:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176254.025921:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176255.049892:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176255.049898:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176255.049950:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176255.049954:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176255.049957:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176256.073888:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176256.073894:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176257.098008:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176257.098018:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176257.098032:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176257.098036:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176257.098043:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176257.098046:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176257.098049:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176257.098052:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176257.098168:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176257.098175:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176257.098180:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176257.289918:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176257.289927:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176257.289929:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176257.289933:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176257.289937:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176257.289944:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10777
00000400:00000200:3.0:1786176257.289950:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176257.289956:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176257.289959:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176257.289962:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176257.289966:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176257.289968:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176257.289971:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176257.289974:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176257.289976:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176257.289979:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176257.289981:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176257.289983:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176257.289985:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176257.289988:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176257.289989:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176257.289991:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176257.289993:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176257.289995:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176257.289998:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176257.290000:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176257.290002:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176257.290005:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176257.290008:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176257.290009:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176257.290011:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176257.290020:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176257.290023:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176257.290026:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176257.290028:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176257.290031:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176257.290033:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176257.290037:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176257.290045:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786176257.290051:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176257.290060:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407235712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176257.290100:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176257.290105:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176257.290110:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407235712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176257.290132:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176257.290135:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176257.290140:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176257.290142:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176257.290144:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176257.290147:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176257.290151:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10777
00000400:00000200:3.0:1786176257.290156:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176257.290160:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176257.290163:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176257.290168:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176257.290171:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176257.290175:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176257.290178:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176257.290182:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176257.290185:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176257.290187:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1786176257.290191:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1786176257.290192:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000001:1.0:1786176257.290198:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1786176257.290198:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:1.0:1786176257.290203:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1786176257.290205:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176257.290214:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407235712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786176257.290215:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176257.290223:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176257.290228:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176257.290234:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:1.0:1786176257.290239:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1786176257.290240:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:1.0:1786176257.290243:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176257.290246:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:1.0:1786176257.290249:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1786176257.290250:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176257.290254:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176257.290255:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176257.290260:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176257.290263:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1786176257.290265:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407235712:192.168.202.146@tcp:250:kworker.0
02000000:00000001:3.0:1786176257.290268:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176257.290275:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176257.290276:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1786176257.290280:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1786176257.290281:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176257.290286:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1786176257.290287:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176257.290291:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786176257.290292:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176257.290299:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
02000000:00000010:1.0:1786176257.290301:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
00000020:00000040:3.0:1786176257.290302:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176257.290306:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176257.290308:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176257.290311:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176257.290314:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1786176257.290315:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786176257.290316:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176257.290321:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1786176257.290322:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
02000000:00000010:3.0:1786176257.290330:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000400:00000010:1.0:1786176257.290332:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000100:00000001:3.0:1786176257.290336:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1786176257.290342:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407235712, portal 25
00000100:00100000:3.0:1786176257.290344:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407235840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176257.290348:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176257.290352:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000100:00000001:3.0:1786176257.290361:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1786176257.290366:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407235712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176257.290367:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176257.290377:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407235840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176257.290385:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176257.290394:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786176257.290396:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1786176257.290397:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17682a8.
00000100:00080000:3.0:1786176257.290401:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1786176257.290402:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407235712, offset 0
00000100:00080000:3.0:1786176257.290411:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176257.290415:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1786176257.290416:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786176257.290418:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176257.290422:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176257.290427:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10777
00000400:00000200:1.0:1786176257.290428:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176257.290435:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176257.290439:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:3.0:1786176257.290442:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176257.290446:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1786176257.290449:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1786176257.290450:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176257.290455:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1786176257.290458:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000040:3.0:1786176257.290459:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176257.290464:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:1.0:1786176257.290466:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1786176257.290469:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176257.290473:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000400:00000200:1.0:1786176257.290474:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000020:00000001:3.0:1786176257.290479:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1786176257.290484:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272814:272814:256:4294967295] 192.168.202.146@tcp LPNI seq info [272775:272775:8:4294967295]
00000020:00000040:3.0:1786176257.290484:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176257.290489:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176257.290494:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:1.0:1786176257.290495:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786176257.290501:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176257.290503:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176257.290508:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176257.290514:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:1.0:1786176257.290517:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1786176257.290518:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176257.290526:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000800:00000200:1.0:1786176257.290532:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786176257.290533:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176257.290539:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1786176257.290542:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
02000000:00000001:3.0:1786176257.290543:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176257.290548:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176257.290550:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1786176257.290555:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000008:00100000:3.0:1786176257.290555:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176257.290563:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176257.290565:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1786176257.290568:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000010:3.0:1786176257.290571:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786176257.290575:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176257.290577:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176257.290579:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176257.290580:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176257.290581:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176257.290583:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176257.290586:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786176257.290588:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176257.290593:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176257.290594:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407235968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1786176257.290605:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176257.290611:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305458986
00000100:00000001:3.0:1786176257.290612:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176257.290617:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176257.290622:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305453866
00000100:00000040:3.0:1786176257.290622:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407235968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176257.290631:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305458986
00000100:00000001:3.0:1786176257.290635:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176257.290638:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305453866
00000100:00080000:3.0:1786176257.290639:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1786176257.290646:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1786176257.290646:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176257.290650:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1786176257.290652:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176257.290653:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176257.290660:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176257.290660:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176257.290665:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10777
00000100:00000001:1.0:1786176257.290666:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1786176257.290672:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176257.290676:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:1.0:1786176257.290678:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1786176257.290678:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1786176257.290683:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:3.0:1786176257.290684:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176257.290688:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786176257.290689:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1786176257.290693:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1786176257.290695:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176257.290697:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786176257.290698:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176257.290702:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176257.290703:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000100:00000040:1.0:1786176257.290707:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407235840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786176257.290707:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176257.290709:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176257.290715:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176257.290722:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:1.0:1786176257.290724:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1786176257.290729:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176257.290730:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176257.290734:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1786176257.290736:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1786176257.290739:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:1.0:1786176257.290741:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786176257.290743:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:1.0:1786176257.290748:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786176257.290749:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176257.290757:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00100000:1.0:1786176257.290760:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407235840:192.168.202.146@tcp:38:kworker.0
00000100:00000001:3.0:1786176257.290762:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176257.290766:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176257.290805:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176257.290807:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786176257.290808:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176257.290811:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1786176257.290812:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1786176257.290814:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1786176257.290817:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1786176257.290818:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1786176257.290822:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176257.290824:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176257.290825:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddbc00.
00000100:00000010:3.0:1786176257.290829:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
02000000:00000001:1.0:1786176257.290830:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786176257.290835:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000400:00000200:1.0:1786176257.290840:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786176257.290841:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176257.290846:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176257.290847:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1786176257.290848:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1ec8.
02000000:00000001:3.0:1786176257.290849:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176257.290854:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1786176257.290856:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
02000000:00000010:3.0:1786176257.290860:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000200:1.0:1786176257.290861:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407235840, portal 10
00000100:00000001:3.0:1786176257.290865:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176257.290866:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176257.290871:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
00000100:00100000:3.0:1786176257.290876:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407236096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1786176257.290884:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407235840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176257.290888:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176257.290893:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176257.290900:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1786176257.290902:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407236096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1786176257.290908:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176257.290914:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768880.
00000100:00000200:1.0:1786176257.290921:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407235840, offset 0
00000100:00000001:3.0:1786176257.290922:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176257.290926:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1786176257.290927:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786176257.290931:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176257.290934:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1786176257.290936:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786176257.290938:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176257.290944:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1786176257.290946:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:3.0:1786176257.290952:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10777
00000400:00000200:1.0:1786176257.290953:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176257.290960:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176257.290964:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1786176257.290967:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176257.290968:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176257.290975:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272815:272815:255:4294967295] 192.168.202.146@tcp LPNI seq info [272776:272776:7:4294967295]
00000400:00000200:3.0:1786176257.290980:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:1.0:1786176257.290986:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786176257.290988:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176257.290997:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176257.291004:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1786176257.291006:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1786176257.291011:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176257.291018:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:1.0:1786176257.291024:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000020:00000001:3.0:1786176257.291025:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176257.291029:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000800:00000010:1.0:1786176257.291034:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce400.
00000020:00000001:3.0:1786176257.291034:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176257.291039:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176257.291047:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000800:00000200:1.0:1786176257.291048:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786176257.291055:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000800:00000200:1.1:1786176257.291061:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786176257.291080:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176257.291085:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176257.291091:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176257.291093:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176257.291094:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176257.291101:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000040:1.0:1786176257.291104:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000100:00080000:3.0:1786176257.291105:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176257.291109:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176257.291113:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1786176257.291117:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786176257.291118:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176257.291124:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176257.291125:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305450021
00000100:00000001:3.0:1786176257.291127:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176257.291131:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1786176257.291134:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305458986
00000008:00000001:3.0:1786176257.291135:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176257.291141:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176257.291147:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000100:00000001:1.0:1786176257.291149:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305450021
00000020:00000040:3.0:1786176257.291150:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000001:1.0:1786176257.291158:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305458986
02000000:00000001:3.0:1786176257.291159:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176257.291163:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176257.291166:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786176257.291168:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1786176257.291172:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176257.291173:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176257.291179:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176257.291181:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000010:3.0:1786176257.291187:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000040:1.0:1786176257.291192:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407235968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176257.291195:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176257.291209:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407236224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176257.291212:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176257.291216:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176257.291223:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176257.291228:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786176257.291232:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1786176257.291234:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176257.291236:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176257.291246:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407235968:192.168.202.146@tcp:38:kworker.0
00000100:00000040:3.0:1786176257.291247:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407236224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176257.291259:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176257.291265:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1786176257.291268:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176257.291270:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176257.291275:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1786176257.291277:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10787)
02000000:00000010:1.0:1786176257.291282:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176257.291287:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176257.291292:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176257.291296:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176257.291302:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176257.291307:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407235968, portal 10
00000100:00000001:1.0:1786176257.291310:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176257.291312:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00000040:1.0:1786176257.291321:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407235968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176257.291331:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176257.291334:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176257.291337:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768990.
00000100:00000200:1.0:1786176257.291340:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407235968, offset 0
00000400:00000200:1.0:1786176257.291347:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176257.291353:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176257.291358:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176257.291361:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176257.291365:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176257.291367:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176257.291370:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176257.291373:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272816:272816:254:4294967295] 192.168.202.146@tcp LPNI seq info [272777:272777:6:4294967295]
00000400:00000200:1.0:1786176257.291378:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176257.291386:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176257.291391:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176257.291395:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce900.
00000800:00000200:1.0:1786176257.291401:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176257.291407:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786176257.291410:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176257.291414:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176257.291417:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176257.291420:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305450102
00000100:00000001:1.0:1786176257.291423:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305458986
00000100:00000001:1.0:1786176257.291426:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305450102
00000100:00000001:1.0:1786176257.291428:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305458986
00000100:00000001:1.0:1786176257.291430:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176257.291433:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176257.291436:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176257.291438:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176257.291443:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176257.291445:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1786176257.291447:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176257.291449:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176257.291451:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176257.291456:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407236096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176257.291464:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176257.291466:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176257.291469:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176257.291471:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176257.291473:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176257.291476:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407236096:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176257.291480:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176257.291483:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176257.291485:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176257.291487:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176257.291490:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176257.291492:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176257.291496:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176257.291499:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176257.291504:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768d48.
00000100:00000200:1.0:1786176257.291507:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407236096, portal 4
00000100:00000001:1.0:1786176257.291509:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176257.291511:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00000040:1.0:1786176257.291517:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407236096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176257.291525:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176257.291527:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176257.291530:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768110.
00000100:00000200:1.0:1786176257.291532:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407236096, offset 0
00000400:00000200:1.0:1786176257.291538:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176257.291542:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176257.291546:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176257.291550:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176257.291553:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176257.291556:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176257.291559:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176257.291563:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272817:272817:253:4294967295] 192.168.202.146@tcp LPNI seq info [272778:272778:5:4294967295]
00000400:00000200:1.0:1786176257.291568:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176257.291574:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176257.291580:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176257.291584:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce800.
00000800:00000200:1.0:1786176257.291588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176257.291594:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786176257.291597:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176257.291600:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176257.291604:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176257.291607:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305451361
00000100:00000001:1.0:1786176257.291610:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305458986
00000100:00000001:1.0:1786176257.291613:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305451361
00000100:00000001:1.0:1786176257.291616:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305458986
00000100:00000001:1.0:1786176257.291618:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176257.291621:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176257.291624:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176257.291628:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407236224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176257.291636:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176257.291639:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176257.291641:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176257.291644:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176257.291646:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176257.291650:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407236224:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176257.291654:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176257.291656:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176257.291658:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176257.291660:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176257.291665:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176257.291675:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176257.291679:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176257.291683:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1bb0.
00000400:00000010:1.0:1786176257.291688:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17684c8.
00000100:00000200:1.0:1786176257.291691:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407236224, portal 4
00000100:00000001:1.0:1786176257.291693:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176257.291695:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
00000100:00000040:1.0:1786176257.291703:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407236224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176257.291712:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176257.291715:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176257.291718:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768000.
00000100:00000200:1.0:1786176257.291721:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407236224, offset 0
00000400:00000200:1.0:1786176257.291727:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176257.291732:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176257.291737:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176257.291741:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176257.291744:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176257.291747:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176257.291750:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176257.291754:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272818:272818:252:4294967295] 192.168.202.146@tcp LPNI seq info [272779:272779:4:4294967295]
00000400:00000200:1.0:1786176257.291759:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176257.291766:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176257.291797:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176257.291802:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176257.291807:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176257.291811:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786176257.291815:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176257.291818:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176257.291822:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176257.291824:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305451152
00000100:00000001:1.0:1786176257.291827:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305458986
00000100:00000001:1.0:1786176257.291830:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305451152
00000100:00000001:1.0:1786176257.291832:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305458986
00000100:00000001:1.0:1786176257.291834:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176257.291837:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176257.291840:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176257.291842:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176257.291847:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176257.291848:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1786176257.291851:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176257.291852:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176257.291854:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176257.291856:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176258.121868:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176258.121874:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176259.145884:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176259.145890:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176259.145998:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176259.146004:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176259.146008:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176260.169899:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176260.169919:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176260.362353:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176260.362360:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176260.362366:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176260.362387:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176257/real 1786176260]  req@ffff9f1485158000 x1872930407235712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176260.362410:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176260.362414:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176260.362421:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176260.362430:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176260.362435:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176260.362441:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176260.362448:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407235712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176260.362465:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407235712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.362478:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176260.362482:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.362488:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176260.362493:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176260.362504:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407235712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.362526:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176260.362538:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407235712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.362556:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176260.362564:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.362569:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176260.362573:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.362578:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176260.362583:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176260.362590:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176260.362599:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176260.362602:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176260.362608:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407235712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176260.362622:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407235712:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176260.362631:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176260.362638:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176260.362655:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407235712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.362673:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176260.362679:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176260.362685:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176260.362694:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176260.362699:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176260.362703:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176260.362707:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176260.362712:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
02000000:00000001:1.0:1786176260.362719:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176260.362723:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176260.362727:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000100:00000001:1.0:1786176260.362735:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176260.362740:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.362745:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176260.362750:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176260.362754:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176260.362757:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176260.362767:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176257/real 1786176260]  req@ffff9f1485159880 x1872930407236096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176260.362825:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176260.362827:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176260.362829:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176260.362834:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768d48
00000400:00000010:1.0:1786176260.362836:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768d48.
00000100:00000001:1.0:1786176260.362839:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176260.362844:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407236096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176260.362853:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407236096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.362860:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176260.362862:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.362864:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176260.362865:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176260.362869:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407236096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.362876:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176260.362881:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407236096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.362887:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176260.362889:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.362891:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176260.362892:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.362894:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176260.362896:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176260.362900:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176260.362904:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176260.362908:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176260.362913:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407236096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176260.362924:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407236096:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176260.362950:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176260.362956:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176257/real 1786176260]  req@ffff9f1485159180 x1872930407236224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176260.362966:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176260.362967:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176260.362969:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1bb0.
00000400:00000200:1.0:1786176260.362972:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17684c8
00000400:00000010:1.0:1786176260.362974:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17684c8.
00000100:00000001:1.0:1786176260.362977:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176260.362992:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407236224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176260.363002:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407236224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.363009:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176260.363011:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.363012:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176260.363014:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176260.363017:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407236224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.363025:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176260.363029:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407236224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.363050:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176260.363052:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.363054:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176260.363056:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.363057:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176260.363060:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176260.363063:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176260.363067:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176260.363070:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176260.363075:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407236224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176260.363084:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407236224:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176260.363089:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176260.363093:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176257/real 1786176260]  req@ffff9f148515aa00 x1872930407235840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176260.363102:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176260.363104:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176260.363106:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1ec8.
00000400:00000200:1.0:1786176260.363109:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176260.363111:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176260.363114:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176260.363117:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407235840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176260.363125:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407235840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.363132:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176260.363134:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.363136:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176260.363137:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176260.363141:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407235840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.363147:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176260.363152:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407235840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.363165:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176260.363168:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.363169:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176260.363171:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.363173:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176260.363175:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176260.363178:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176260.363182:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176260.363184:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176260.363189:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407235840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176260.363198:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407235840:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176260.363202:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176260.363206:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176257/real 1786176260]  req@ffff9f148515b480 x1872930407235968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176260.363214:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176260.363216:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176260.363217:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176260.363220:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176260.363222:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176260.363225:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176260.363228:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407235968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176260.363236:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407235968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.363243:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176260.363245:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.363247:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176260.363249:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176260.363253:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407235968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.363260:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176260.363264:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407235968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.363270:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176260.363272:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.363274:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176260.363275:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.363277:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176260.363278:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176260.363281:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176260.363284:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176260.363287:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176260.363291:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407235968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176260.363298:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407235968:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176260.363302:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.363304:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176260.363307:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407236096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.363314:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176260.363315:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176260.363317:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176260.363321:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176260.363322:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176260.363324:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176260.363326:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176260.363328:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
02000000:00000001:1.0:1786176260.363331:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176260.363332:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176260.363333:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:1.0:1786176260.363336:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176260.363338:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.363340:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176260.363343:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407236224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.363348:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176260.363350:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176260.363351:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176260.363354:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176260.363355:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176260.363357:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176260.363358:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176260.363360:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:1.0:1786176260.363362:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176260.363363:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176260.363364:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
00000100:00000001:1.0:1786176260.363366:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176260.363367:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.363369:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176260.363372:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407235840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.363378:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176260.363379:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176260.363380:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176260.363383:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176260.363384:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176260.363386:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176260.363387:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176260.363389:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:1.0:1786176260.363391:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176260.363392:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176260.363393:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00000001:1.0:1786176260.363395:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176260.363397:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.363398:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176260.363401:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407235968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176260.363406:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176260.363408:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176260.363409:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176260.363411:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176260.363412:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176260.363413:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176260.363415:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176260.363416:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
02000000:00000001:1.0:1786176260.363418:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176260.363419:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176260.363421:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:1.0:1786176260.363424:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176260.363425:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.363427:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176260.363435:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176260.363437:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176260.363439:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176260.363440:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176261.193861:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176261.193867:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176261.193927:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176261.193931:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176261.193933:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176262.217857:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176262.217863:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176262.410216:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176262.410223:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176262.410228:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176262.410242:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afed80 x1872930407236352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.410260:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176262.410265:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176262.410272:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176262.410279:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176262.410283:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176262.410291:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407236352:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176262.410298:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176262.410305:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176262.410325:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176262.410327:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176262.410334:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176262.410337:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176262.410345:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176262.410350:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176262.410359:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176262.410369:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407236352, portal 25
00000100:00000001:1.0:1786176262.410375:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176262.410378:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542669696 : -106564166881920 : ffff9f1498afed80)
00000100:00000040:1.0:1786176262.410393:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afed80 x1872930407236352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.410412:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176262.410419:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176262.410426:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176262.410432:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407236352, offset 0
00000400:00000200:1.0:1786176262.410444:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176262.410454:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176262.410466:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176262.410476:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176262.410483:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176262.410491:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176262.410496:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176262.410505:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272819:272819:256:4294967295] 192.168.202.146@tcp LPNI seq info [272780:272780:8:4294967295]
00000400:00000200:1.0:1786176262.410517:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176262.410537:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176262.410550:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176262.410561:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176262.410569:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176262.410573:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786176262.410588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176262.410595:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1786176262.410605:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176262.410610:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176262.410620:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176262.410630:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176262.410650:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176262.410656:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176262.410663:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176262.410673:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afed80 x1872930407236352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.410712:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176262.410720:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afed80 x1872930407236352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.410747:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176262.410755:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176262.410766:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176262.410831:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176262.410838:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305464107
00000100:00000001:1.0:1786176262.410848:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305458986
00000100:00000001:1.0:1786176262.410856:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305464107
00000100:00000001:1.0:1786176262.410864:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305458986
00000100:00000001:1.0:1786176262.410872:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176262.410878:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176262.410884:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176262.410894:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176262/real 1786176262]  req@ffff9f1498afed80 x1872930407236352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176262.410918:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176262.410922:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176262.410927:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176262.410933:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176262.410939:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176262.410946:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176262.410955:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afed80 x1872930407236352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176262.410975:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afed80 x1872930407236352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.410993:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176262.410997:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.411002:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176262.411004:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176262.411011:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afed80 x1872930407236352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411050:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176262.411060:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afed80 x1872930407236352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411078:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176262.411085:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.411091:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176262.411093:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.411099:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176262.411103:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176262.411110:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176262.411121:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176262.411127:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176262.411138:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afed80 x1872930407236352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176262.411156:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407236352:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176262.411171:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.411177:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176262.411185:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afed80 x1872930407236352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411203:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176262.411207:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176262.411212:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176262.411220:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176262.411224:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176262.411228:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176262.411235:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176262.411240:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:1.0:1786176262.411247:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176262.411251:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176262.411255:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afed80.
00000100:00000001:1.0:1786176262.411260:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176262.411265:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.411269:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.411280:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176262.411284:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176262.411291:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176262.411296:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176262.411299:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176262.411308:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdc00 x1872930407236480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411321:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176262.411325:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176262.411329:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176262.411333:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176262.411339:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176262.411348:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407236480:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176262.411356:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176262.411361:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176262.411365:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176262.411371:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176262.411376:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176262.411381:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176262.411388:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176262.411393:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176262.411400:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176262.411404:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407236480, portal 10
00000100:00000001:1.0:1786176262.411407:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176262.411408:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542665216 : -106564166886400 : ffff9f1498afdc00)
00000100:00000040:1.0:1786176262.411418:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdc00 x1872930407236480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411425:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176262.411429:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176262.411432:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176262.411435:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407236480, offset 0
00000400:00000200:1.0:1786176262.411441:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176262.411446:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176262.411450:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176262.411454:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176262.411457:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176262.411459:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176262.411462:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176262.411465:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272820:272820:256:4294967295] 192.168.202.146@tcp LPNI seq info [272781:272781:8:4294967295]
00000400:00000200:1.0:1786176262.411469:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176262.411476:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176262.411481:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176262.411485:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176262.411490:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176262.411493:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786176262.411498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176262.411501:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1786176262.411505:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176262.411508:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176262.411512:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176262.411516:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176262.411519:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176262.411521:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176262.411524:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176262.411528:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdc00 x1872930407236480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411536:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176262.411539:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdc00 x1872930407236480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411546:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176262.411548:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176262.411551:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176262.411556:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176262.411559:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176262.411562:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305455141
00000100:00000001:1.0:1786176262.411565:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305464107
00000100:00000001:1.0:1786176262.411567:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305455141
00000100:00000001:1.0:1786176262.411569:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305464107
00000100:00000001:1.0:1786176262.411572:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176262.411574:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176262.411576:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176262.411580:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176262/real 1786176262]  req@ffff9f1498afdc00 x1872930407236480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176262.411589:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176262.411591:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176262.411593:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176262.411595:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176262.411597:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176262.411600:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176262.411604:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdc00 x1872930407236480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176262.411622:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdc00 x1872930407236480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411630:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176262.411631:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.411633:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176262.411635:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176262.411639:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdc00 x1872930407236480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411646:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176262.411651:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdc00 x1872930407236480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411659:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176262.411662:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.411664:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176262.411665:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.411667:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176262.411670:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176262.411672:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176262.411676:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176262.411679:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176262.411683:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdc00 x1872930407236480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176262.411697:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407236480:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176262.411702:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176262.411707:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afca80 x1872930407236608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411720:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176262.411721:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176262.411724:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176262.411726:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176262.411728:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176262.411732:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407236608:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176262.411735:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176262.411737:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176262.411739:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176262.411740:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176262.411744:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176262.411746:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176262.411750:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176262.411752:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176262.411755:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176262.411758:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407236608, portal 10
00000100:00000001:1.0:1786176262.411760:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176262.411762:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542660736 : -106564166890880 : ffff9f1498afca80)
00000100:00000040:1.0:1786176262.411767:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afca80 x1872930407236608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411805:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176262.411808:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176262.411810:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176262.411813:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407236608, offset 0
00000400:00000200:1.0:1786176262.411817:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176262.411822:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176262.411826:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176262.411829:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176262.411831:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176262.411833:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176262.411835:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176262.411839:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272821:272821:256:4294967295] 192.168.202.146@tcp LPNI seq info [272782:272782:8:4294967295]
00000400:00000200:1.0:1786176262.411843:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176262.411849:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176262.411854:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176262.411857:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176262.411860:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176262.411863:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786176262.411868:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176262.411871:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1786176262.411875:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176262.411877:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176262.411881:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176262.411884:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176262.411888:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176262.411889:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176262.411892:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176262.411896:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afca80 x1872930407236608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411904:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176262.411907:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afca80 x1872930407236608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411914:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176262.411915:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176262.411919:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176262.411922:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176262.411927:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176262.411929:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305455223
00000100:00000001:1.0:1786176262.411932:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305464107
00000100:00000001:1.0:1786176262.411934:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305455223
00000100:00000001:1.0:1786176262.411936:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305464107
00000100:00000001:1.0:1786176262.411939:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176262.411942:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176262.411943:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176262.411947:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176262/real 1786176262]  req@ffff9f1498afca80 x1872930407236608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176262.411954:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176262.411955:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176262.411956:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176262.411958:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176262.411959:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176262.411960:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176262.411963:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afca80 x1872930407236608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176262.411968:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afca80 x1872930407236608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411973:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176262.411974:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.411975:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176262.411976:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176262.411978:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afca80 x1872930407236608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411982:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176262.411984:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afca80 x1872930407236608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.411989:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176262.411991:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.411992:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176262.411993:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.411994:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176262.411995:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176262.411996:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176262.411999:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176262.412000:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176262.412003:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afca80 x1872930407236608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176262.412008:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407236608:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176262.412010:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176262.412027:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd180 x1872930407236736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412033:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176262.412034:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176262.412035:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176262.412037:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176262.412038:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176262.412040:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407236736:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176262.412042:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176262.412044:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176262.412045:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176262.412046:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176262.412049:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176262.412050:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176262.412053:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176262.412055:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176262.412057:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176262.412060:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407236736, portal 4
00000100:00000001:1.0:1786176262.412061:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176262.412062:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542662528 : -106564166889088 : ffff9f1498afd180)
00000100:00000040:1.0:1786176262.412066:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd180 x1872930407236736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412071:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176262.412073:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176262.412074:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176262.412075:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407236736, offset 0
00000400:00000200:1.0:1786176262.412078:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176262.412081:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176262.412084:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176262.412086:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176262.412087:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176262.412089:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176262.412091:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176262.412093:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272822:272822:256:4294967295] 192.168.202.146@tcp LPNI seq info [272783:272783:8:4294967295]
00000400:00000200:1.0:1786176262.412096:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176262.412100:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176262.412103:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176262.412104:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176262.412107:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176262.412109:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786176262.412112:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176262.412114:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1786176262.412116:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176262.412118:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176262.412120:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176262.412122:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176262.412124:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176262.412126:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176262.412127:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176262.412130:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd180 x1872930407236736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412135:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176262.412137:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd180 x1872930407236736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412142:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176262.412143:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176262.412145:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176262.412147:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176262.412149:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176262.412151:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305456482
00000100:00000001:1.0:1786176262.412152:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305464107
00000100:00000001:1.0:1786176262.412154:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305456482
00000100:00000001:1.0:1786176262.412156:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305464107
00000100:00000001:1.0:1786176262.412157:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176262.412158:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176262.412160:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176262.412162:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176262/real 1786176262]  req@ffff9f1498afd180 x1872930407236736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176262.412167:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176262.412167:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176262.412168:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176262.412170:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176262.412170:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176262.412172:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176262.412173:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd180 x1872930407236736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176262.412179:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd180 x1872930407236736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412184:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176262.412186:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.412187:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176262.412189:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176262.412193:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd180 x1872930407236736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412200:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176262.412204:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd180 x1872930407236736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412211:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176262.412214:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.412215:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176262.412217:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.412219:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176262.412221:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176262.412223:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176262.412227:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176262.412230:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176262.412240:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd180 x1872930407236736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176262.412249:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407236736:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176262.412253:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.412256:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176262.412259:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdc00 x1872930407236480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412265:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176262.412266:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176262.412268:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176262.412270:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176262.412271:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176262.412272:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176262.412274:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176262.412275:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965400.
02000000:00000001:1.0:1786176262.412277:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176262.412279:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176262.412280:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdc00.
00000100:00000001:1.0:1786176262.412282:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176262.412283:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.412284:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176262.412287:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afca80 x1872930407236608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412294:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176262.412295:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176262.412297:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176262.412300:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176262.412301:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176262.412303:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176262.412305:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176262.412306:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966000.
02000000:00000001:1.0:1786176262.412308:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176262.412309:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176262.412310:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afca80.
00000100:00000001:1.0:1786176262.412313:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176262.412314:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.412316:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176262.412320:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd180 x1872930407236736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412326:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176262.412328:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176262.412329:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176262.412331:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176262.412333:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176262.412334:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176262.412336:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176262.412337:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964000.
02000000:00000001:1.0:1786176262.412339:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176262.412340:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176262.412341:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd180.
00000100:00000001:1.0:1786176262.412344:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176262.412345:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.412347:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.412352:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176262.412353:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176262.412355:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176262.412358:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176262.412359:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176262.412363:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc380 x1872930407236864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412371:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176262.412372:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176262.412374:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176262.412376:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176262.412379:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176262.412382:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407236864:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176262.412385:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176262.412387:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176262.412389:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176262.412391:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176262.412394:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176262.412396:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176262.412400:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176262.412403:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176262.412406:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176262.412408:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407236864, portal 4
00000100:00000001:1.0:1786176262.412409:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176262.412410:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658944 : -106564166892672 : ffff9f1498afc380)
00000100:00000040:1.0:1786176262.412415:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc380 x1872930407236864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412420:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176262.412422:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176262.412423:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176262.412424:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407236864, offset 0
00000400:00000200:1.0:1786176262.412427:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176262.412430:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176262.412432:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176262.412434:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176262.412436:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176262.412439:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176262.412440:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176262.412442:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272823:272823:256:4294967295] 192.168.202.146@tcp LPNI seq info [272784:272784:8:4294967295]
00000400:00000200:1.0:1786176262.412445:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176262.412449:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176262.412452:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176262.412454:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176262.412457:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176262.412459:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786176262.412462:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176262.412464:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1786176262.412467:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176262.412468:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176262.412470:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176262.412473:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176262.412475:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176262.412476:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176262.412478:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176262.412480:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc380 x1872930407236864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412486:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176262.412488:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc380 x1872930407236864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412492:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176262.412493:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176262.412495:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176262.412497:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176262.412499:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176262.412500:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305456272
00000100:00000001:1.0:1786176262.412501:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305464107
00000100:00000001:1.0:1786176262.412503:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305456272
00000100:00000001:1.0:1786176262.412505:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305464107
00000100:00000001:1.0:1786176262.412506:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176262.412508:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176262.412509:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176262.412512:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176262/real 1786176262]  req@ffff9f1498afc380 x1872930407236864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176262.412518:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176262.412520:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176262.412521:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176262.412524:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176262.412525:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176262.412527:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176262.412531:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc380 x1872930407236864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176262.412539:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc380 x1872930407236864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412546:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176262.412548:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.412550:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176262.412552:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176262.412556:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc380 x1872930407236864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412564:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176262.412568:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc380 x1872930407236864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412575:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176262.412578:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.412579:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176262.412580:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.412581:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176262.412583:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176262.412585:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176262.412587:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176262.412589:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176262.412592:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc380 x1872930407236864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176262.412597:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407236864:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176262.412599:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.412600:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176262.412602:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc380 x1872930407236864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176262.412606:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176262.412607:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176262.412608:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176262.412610:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176262.412611:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176262.412612:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176262.412614:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176262.412615:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967400.
02000000:00000001:1.0:1786176262.412616:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176262.412617:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176262.412618:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc380.
00000100:00000001:1.0:1786176262.412620:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176262.412621:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.412622:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176262.412625:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176262.412626:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176262.412627:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176262.412628:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176263.241879:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176263.241886:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176263.241985:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176263.241990:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176263.241994:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176264.265875:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176264.265894:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176265.289912:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176265.289920:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176265.290013:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176265.290019:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176265.290024:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176266.313928:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176266.313938:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176267.337927:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176267.337939:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176267.337943:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176267.337947:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176267.337955:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176267.337958:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176267.337961:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176267.337964:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176267.338107:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176267.338116:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176267.338123:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176267.530020:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176267.530038:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176267.530042:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176267.530048:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176267.530055:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176267.530065:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10787
00000400:00000200:1.0:1786176267.530079:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176267.530089:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176267.530093:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176267.530097:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.530101:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176267.530105:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.530108:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176267.530114:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176267.530117:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176267.530121:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176267.530125:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176267.530127:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176267.530130:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176267.530134:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.530137:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176267.530139:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.530142:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176267.530145:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176267.530149:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176267.530152:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176267.530155:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176267.530161:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176267.530165:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176267.530168:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176267.530172:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176267.530191:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5180.
00000020:00000040:1.0:1786176267.530197:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176267.530204:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176267.530207:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176267.530214:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176267.530219:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176267.530228:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176267.530260:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8400.
00000100:00000001:1.0:1786176267.530271:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176267.530287:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5180 x1872930407236992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176267.530301:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176267.530308:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176267.530314:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef159443] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5180 x1872930407236992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176267.530354:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176267.530360:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176267.530377:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176267.530380:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176267.530401:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176267.530408:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176267.530415:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10787
00000400:00000200:1.0:1786176267.530426:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176267.530435:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176267.530451:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176267.530470:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.530480:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176267.530494:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.530502:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176267.530519:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176267.530530:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176267.530540:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176267.530557:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176267.530580:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176267.530594:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176267.530630:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.530644:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176267.530653:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.530655:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176267.530665:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176267.530676:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176267.530685:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176267.530696:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176267.530708:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176267.530716:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176267.530722:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176267.530729:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176267.530743:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176267.530759:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176267.530775:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7480.
00000020:00000040:1.0:1786176267.530780:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176267.530784:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176267.530790:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176267.530793:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176267.530796:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176267.530800:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176267.530862:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddbc00.
00000100:00000001:1.0:1786176267.530879:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176267.530912:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7480 x1872930407237120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176267.530944:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176267.530949:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176267.530987:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ede54877] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7480 x1872930407237120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176267.531018:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176267.531032:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176267.531046:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176267.531049:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176267.531056:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176267.531069:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176267.531083:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10787
00000400:00000200:1.0:1786176267.531106:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176267.531120:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176267.531125:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176267.531143:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.531154:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176267.531173:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.531187:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176267.531202:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176267.531211:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176267.531220:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1786176267.531235:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000040:1.0:1786176267.531237:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000800:00000200:2.1:1786176267.531252:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1786176267.531255:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176267.531269:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176267.531291:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.531298:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176267.531307:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.531317:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176267.531336:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176267.531348:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176267.531361:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176267.531370:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176267.531396:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176267.531417:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176267.531428:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176267.531444:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176267.531470:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176267.531483:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176267.531503:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786176267.531517:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176267.531529:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176267.531536:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176267.531548:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176267.531553:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176267.531560:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176267.531581:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000100:00000001:1.0:1786176267.531613:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176267.531635:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407237248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176267.531724:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176267.531733:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176267.531751:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407237248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176267.531773:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176267.531776:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176267.531781:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176267.531786:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176267.531789:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176267.531793:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176267.531797:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10787
00000400:00000200:1.0:1786176267.531839:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176267.531850:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176267.531855:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176267.531867:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.531876:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176267.531893:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.531907:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176267.531923:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176267.531927:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176267.531934:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176267.531942:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176267.531956:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176267.531987:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176267.532008:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.532017:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176267.532029:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.532036:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176267.532048:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176267.532062:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176267.532080:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176267.532095:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176267.532105:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176267.532113:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176267.532121:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176267.532131:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176267.532140:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176267.532162:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176267.532189:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786176267.532205:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176267.532223:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176267.532240:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176267.532261:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176267.532269:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176267.532277:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176267.532293:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786176267.532312:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176267.532327:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407237376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176267.532412:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176267.532431:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176267.532465:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407237376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176267.532499:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176267.532505:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176267.532521:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176267.532524:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176267.532529:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176267.532537:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176267.532550:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10787
00000400:00000200:1.0:1786176267.532574:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176267.532615:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176267.532628:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176267.532649:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.532662:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176267.532676:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.532717:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176267.532729:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176267.532733:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176267.532743:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176267.532752:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176267.532778:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176267.532782:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176267.532792:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.532795:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176267.532799:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176267.532803:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176267.532807:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176267.532811:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176267.532814:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176267.532819:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176267.532826:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176267.532834:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176267.532877:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176267.532882:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176267.532892:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176267.532904:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176267.532913:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786176267.532938:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176267.532948:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176267.532950:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176267.532954:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176267.532959:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176267.532986:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176267.532997:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8000.
00000100:00000001:1.0:1786176267.533010:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176267.533022:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407237504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176267.533099:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176267.533105:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176267.533118:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407237504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176267.533146:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176267.533156:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10797)
00000800:00000200:2.1:1786176267.533297:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176267.533303:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176267.533947:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176267.533951:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176267.534356:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176267.534359:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176267.534993:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176267.534996:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1786176268.361948:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176268.361982:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176269.385912:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176269.385923:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176269.386013:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176269.386017:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176269.386020:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176270.409853:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176270.409861:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176271.433919:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176271.433944:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176271.434027:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176271.434031:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176271.434034:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176272.457937:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176272.457944:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176272.649941:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176272.649950:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176272.649952:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176272.649956:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176272.649960:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176272.649967:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10792
00000400:00000200:3.0:1786176272.649974:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176272.649979:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176272.649981:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176272.649984:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.649986:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176272.649988:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.649990:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176272.649993:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176272.649995:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176272.649997:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176272.649999:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176272.650001:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176272.650002:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176272.650004:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650006:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176272.650007:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650008:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176272.650010:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176272.650013:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650015:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176272.650017:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176272.650020:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176272.650022:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176272.650023:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176272.650025:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176272.650033:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786176272.650036:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176272.650039:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176272.650040:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176272.650042:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176272.650045:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176272.650048:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176272.650054:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176272.650059:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176272.650066:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407237632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176272.650073:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176272.650077:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176272.650081:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407237632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176272.650097:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176272.650100:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176272.650102:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176272.650104:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176272.650105:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176272.650107:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176272.650108:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10792
00000400:00000200:3.0:1786176272.650110:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176272.650112:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176272.650114:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176272.650116:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650118:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176272.650121:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650122:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176272.650124:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176272.650125:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176272.650126:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176272.650128:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176272.650129:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176272.650133:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176272.650137:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650142:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176272.650144:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650147:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176272.650149:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176272.650153:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650155:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176272.650159:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176272.650164:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176272.650168:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176272.650171:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176272.650176:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176272.650179:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176272.650182:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176272.650189:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786176272.650191:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176272.650195:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176272.650197:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176272.650202:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176272.650204:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176272.650208:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176272.650212:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786176272.650218:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176272.650225:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407237760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176272.650234:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176272.650237:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176272.650242:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407237760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176272.650248:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176272.650253:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176272.650258:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176272.650260:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176272.650261:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176272.650263:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176272.650267:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10792
00000400:00000200:3.0:1786176272.650272:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176272.650274:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176272.650278:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176272.650281:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650283:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176272.650284:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650287:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176272.650290:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176272.650293:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176272.650294:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176272.650295:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176272.650297:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176272.650299:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176272.650305:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650309:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176272.650312:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650316:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176272.650318:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176272.650322:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650324:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176272.650328:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176272.650330:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176272.650334:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176272.650337:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176272.650340:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176272.650345:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176272.650347:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176272.650352:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786176272.650357:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176272.650362:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176272.650362:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176272.650364:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176272.650365:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176272.650367:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176272.650373:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786176272.650376:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176272.650383:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407237888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176272.650394:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176272.650397:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176272.650400:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407237888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176272.650412:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176272.650414:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176272.650418:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176272.650421:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176272.650425:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176272.650427:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176272.650431:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10792
00000400:00000200:3.0:1786176272.650459:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176272.650466:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176272.650468:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176272.650473:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650476:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176272.650480:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650483:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176272.650484:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176272.650485:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176272.650486:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176272.650487:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176272.650488:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176272.650491:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176272.650496:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650498:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176272.650500:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650504:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176272.650506:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176272.650511:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650513:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176272.650515:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176272.650519:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176272.650521:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176272.650522:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176272.650525:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176272.650528:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176272.650531:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176272.650537:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786176272.650540:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176272.650544:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176272.650546:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176272.650549:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1786176272.650549:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786176272.650551:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176272.650554:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176272.650557:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
02000000:00000010:3.0:1786176272.650558:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786176272.650561:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176272.650569:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407238016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176272.650578:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176272.650580:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176272.650587:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407238016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176272.650593:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176272.650596:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176272.650598:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176272.650599:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176272.650600:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176272.650601:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176272.650603:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10792
00000400:00000200:3.0:1786176272.650609:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176272.650615:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176272.650617:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176272.650619:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650624:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176272.650626:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650631:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176272.650633:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176272.650634:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176272.650636:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176272.650639:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176272.650641:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176272.650644:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176272.650648:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650651:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176272.650654:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650656:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176272.650661:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176272.650666:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176272.650670:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176272.650674:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176272.650676:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176272.650678:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176272.650681:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176272.650682:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176272.650685:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176272.650686:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176272.650691:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786176272.650694:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176272.650697:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176272.650700:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176272.650703:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176272.650705:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176272.650708:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176272.650714:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176272.650717:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176272.650721:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407238144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176272.650730:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176272.650733:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176272.650739:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407238144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176272.650748:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176272.650753:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10803)
00000800:00000200:2.1:1786176272.651133:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176272.651136:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786176272.651437:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176272.651439:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786176272.651726:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176272.651729:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786176272.652056:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176272.652059:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00010000:00000001:1.0:1786176273.481860:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176273.481866:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176273.481933:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176273.481937:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176273.481940:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176274.505870:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176274.505878:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176275.529876:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176275.529882:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176275.529960:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176275.529964:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176275.529967:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176276.553903:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176276.553925:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176277.577847:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176277.577855:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176277.577857:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176277.577860:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176277.577864:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176277.577881:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176277.577883:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176277.577885:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176277.577963:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176277.577966:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176277.577969:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176277.769915:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176277.769923:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176277.769925:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176277.769927:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176277.769931:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176277.769937:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10798
00000400:00000200:3.0:1786176277.769944:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176277.769949:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176277.769952:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176277.769955:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.769957:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176277.769959:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.769961:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176277.769964:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176277.769965:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176277.769967:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176277.769970:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176277.769972:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176277.769974:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176277.769976:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.769978:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176277.769979:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.769981:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176277.769983:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176277.769992:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176277.769994:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176277.769996:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176277.769999:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176277.770001:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176277.770003:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176277.770005:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176277.770013:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000020:00000040:3.0:1786176277.770016:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176277.770019:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176277.770021:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176277.770023:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176277.770025:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176277.770029:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176277.770035:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176277.770040:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176277.770047:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407238272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176277.770055:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176277.770059:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176277.770063:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407238272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176277.770080:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176277.770082:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176277.770085:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176277.770086:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176277.770088:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176277.770090:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176277.770091:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10798
00000400:00000200:3.0:1786176277.770094:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176277.770097:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176277.770098:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176277.770101:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770103:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176277.770105:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770107:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176277.770109:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176277.770113:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176277.770115:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176277.770119:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176277.770122:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176277.770125:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176277.770130:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770135:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176277.770139:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770143:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176277.770148:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176277.770154:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770159:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176277.770162:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176277.770168:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176277.770172:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176277.770176:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176277.770181:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176277.770186:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176277.770189:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176277.770194:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786176277.770198:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176277.770201:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176277.770205:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176277.770207:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176277.770209:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176277.770211:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176277.770215:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786176277.770221:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176277.770226:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407238400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176277.770235:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176277.770239:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176277.770243:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407238400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176277.770255:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176277.770257:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176277.770259:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176277.770261:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176277.770262:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176277.770264:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176277.770266:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10798
00000400:00000200:3.0:1786176277.770269:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176277.770272:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176277.770275:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176277.770277:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770279:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176277.770284:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770286:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176277.770288:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176277.770289:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176277.770291:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176277.770293:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176277.770297:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176277.770299:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176277.770303:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770306:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176277.770310:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770312:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176277.770314:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176277.770318:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770323:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176277.770326:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176277.770328:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176277.770333:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176277.770338:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176277.770342:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176277.770350:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176277.770355:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176277.770360:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786176277.770365:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176277.770370:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176277.770373:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176277.770378:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176277.770382:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176277.770384:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176277.770392:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176277.770397:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176277.770405:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407238528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176277.770420:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176277.770424:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176277.770432:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407238528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176277.770444:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176277.770450:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176277.770457:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176277.770459:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176277.770463:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176277.770468:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176277.770471:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10798
00000400:00000200:3.0:1786176277.770489:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:2.1:1786176277.770494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000400:00000200:3.0:1786176277.770495:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000200:2.1:1786176277.770499:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1786176277.770500:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176277.770506:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770511:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176277.770515:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770518:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176277.770520:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176277.770522:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176277.770526:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176277.770530:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176277.770536:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176277.770538:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176277.770543:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770547:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176277.770550:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770554:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176277.770558:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176277.770565:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770570:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176277.770575:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176277.770578:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176277.770580:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176277.770595:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176277.770598:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176277.770603:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176277.770608:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176277.770614:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786176277.770618:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176277.770620:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176277.770623:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176277.770628:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176277.770631:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176277.770633:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176277.770637:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786176277.770640:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176277.770647:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407238656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176277.770663:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176277.770667:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176277.770675:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407238656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176277.770695:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176277.770699:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176277.770702:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176277.770705:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176277.770708:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176277.770713:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176277.770718:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10798
00000400:00000200:3.0:1786176277.770725:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176277.770731:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176277.770735:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176277.770742:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770747:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176277.770751:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770755:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176277.770759:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176277.770763:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176277.770767:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176277.770798:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176277.770802:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176277.770807:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176277.770812:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770823:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176277.770827:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770829:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176277.770834:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176277.770839:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176277.770845:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176277.770848:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176277.770851:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176277.770855:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176277.770859:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176277.770862:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176277.770879:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176277.770882:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176277.770887:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786176277.770891:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176277.770897:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176277.770900:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176277.770905:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176277.770907:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176277.770912:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176277.770917:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176277.770924:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176277.770931:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407238784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176277.770942:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176277.770945:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176277.770951:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407238784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176277.770970:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176277.770975:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10808)
00000800:00000200:2.1:1786176277.771182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176277.771185:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176277.771520:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176277.771523:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176277.771937:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176277.771939:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176277.772284:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176277.772287:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1786176278.601947:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176278.601953:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176279.625845:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176279.625889:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176279.625955:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176279.625960:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176279.625963:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176280.649959:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176280.649970:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176281.673904:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176281.673910:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176281.673963:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176281.673968:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176281.673972:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176282.697878:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176282.697883:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176282.889875:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176282.889884:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176282.889886:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176282.889889:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176282.889892:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176282.889898:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10803
00000400:00000200:3.0:1786176282.889904:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176282.889909:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176282.889911:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176282.889914:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.889916:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176282.889918:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.889920:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176282.889923:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176282.889924:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176282.889926:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176282.889930:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176282.889931:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176282.889933:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176282.889935:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.889937:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176282.889938:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.889939:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176282.889941:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176282.889943:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176282.889945:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176282.889947:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176282.889950:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176282.889952:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176282.889953:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176282.889955:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176282.889963:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786176282.889965:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176282.889968:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176282.889969:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176282.889972:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176282.889974:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176282.889977:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176282.889984:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176282.889989:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176282.889996:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407238912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176282.890004:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176282.890008:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176282.890012:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407238912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176282.890030:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176282.890032:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176282.890035:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176282.890036:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176282.890037:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176282.890039:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176282.890041:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10803
00000400:00000200:3.0:1786176282.890044:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176282.890047:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176282.890048:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176282.890052:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890058:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176282.890064:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890070:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176282.890075:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176282.890079:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176282.890083:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176282.890088:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176282.890095:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176282.890101:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176282.890111:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890115:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176282.890118:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890122:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176282.890128:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176282.890131:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890134:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176282.890136:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176282.890142:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176282.890147:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176282.890150:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176282.890154:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176282.890158:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176282.890160:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176282.890166:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786176282.890169:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176282.890174:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176282.890177:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176282.890181:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176282.890182:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176282.890186:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176282.890193:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786176282.890198:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176282.890206:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407239040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176282.890213:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176282.890217:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176282.890222:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407239040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176282.890236:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176282.890239:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176282.890243:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176282.890245:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176282.890247:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176282.890251:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176282.890256:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10803
00000400:00000200:3.0:1786176282.890288:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176282.890296:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176282.890299:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176282.890305:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890311:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176282.890323:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890329:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176282.890333:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176282.890336:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176282.890338:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1786176282.890339:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000040:3.0:1786176282.890341:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000800:00000200:2.1:1786176282.890343:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1786176282.890344:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176282.890350:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176282.890357:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890360:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176282.890363:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890365:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176282.890367:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176282.890372:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890377:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176282.890379:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176282.890382:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176282.890389:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176282.890394:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176282.890399:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176282.890406:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176282.890420:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176282.890427:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786176282.890433:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176282.890439:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176282.890444:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176282.890446:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176282.890448:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176282.890450:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176282.890456:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176282.890462:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176282.890470:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407239168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176282.890496:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176282.890500:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176282.890507:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407239168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176282.890518:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176282.890520:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176282.890525:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176282.890527:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176282.890529:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176282.890532:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176282.890537:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10803
00000400:00000200:3.0:1786176282.890545:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176282.890550:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176282.890552:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176282.890557:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890562:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176282.890566:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890568:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176282.890572:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176282.890575:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176282.890577:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176282.890580:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176282.890583:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176282.890588:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176282.890594:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890597:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176282.890600:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890602:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176282.890606:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176282.890612:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890617:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176282.890620:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176282.890624:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176282.890628:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176282.890631:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176282.890635:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176282.890639:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176282.890644:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176282.890649:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786176282.890652:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176282.890657:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176282.890660:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176282.890662:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176282.890664:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176282.890666:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176282.890672:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786176282.890676:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176282.890685:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407239296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176282.890700:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176282.890704:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176282.890711:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407239296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176282.890719:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176282.890724:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176282.890730:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176282.890732:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176282.890734:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176282.890739:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176282.890744:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10803
00000400:00000200:3.0:1786176282.890751:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176282.890756:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176282.890758:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176282.890763:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890765:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176282.890788:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890790:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176282.890791:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176282.890792:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176282.890793:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176282.890795:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176282.890796:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176282.890798:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176282.890800:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890804:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176282.890806:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890810:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176282.890829:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176282.890835:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176282.890840:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176282.890841:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176282.890846:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176282.890848:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176282.890851:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176282.890855:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176282.890858:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176282.890861:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176282.890865:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786176282.890871:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176282.890876:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176282.890879:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176282.890883:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176282.890885:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176282.890888:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176282.890892:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176282.890896:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176282.890902:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407239424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176282.890915:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176282.890919:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176282.890927:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407239424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176282.890948:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176282.890953:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10813)
00000800:00000200:2.1:1786176282.891042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176282.891044:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176282.891252:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176282.891254:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176282.891464:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176282.891466:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176282.891721:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176282.891724:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1786176283.721887:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176283.721892:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176283.721931:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176283.721935:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176283.721938:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176284.745886:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176284.745894:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176285.769923:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176285.769932:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176285.769993:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176285.769997:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176285.770000:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176286.793876:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176286.793883:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176286.793885:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176286.793888:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176286.793892:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176286.793893:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176286.793895:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176286.793896:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176287.817859:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176287.817867:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176287.817925:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176287.817928:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176287.817931:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176288.009902:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176288.009911:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176288.009913:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176288.009916:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176288.009919:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176288.009925:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10808
00000400:00000200:3.0:1786176288.009932:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176288.009938:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176288.009941:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176288.009943:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.009946:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176288.009948:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.009950:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176288.009953:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176288.009955:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176288.009957:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176288.009960:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176288.009962:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176288.009963:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176288.009965:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.009966:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176288.009968:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.009969:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176288.009971:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176288.009974:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176288.009975:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176288.009978:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176288.009980:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176288.009982:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176288.009984:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176288.009985:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176288.009993:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786176288.009995:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176288.009998:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176288.010000:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176288.010002:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176288.010005:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176288.010008:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176288.010015:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176288.010021:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176288.010028:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407239552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176288.010040:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176288.010044:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176288.010047:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407239552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176288.010064:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176288.010066:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176288.010069:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176288.010070:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176288.010071:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176288.010073:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176288.010075:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10808
00000400:00000200:3.0:1786176288.010078:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176288.010081:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176288.010088:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176288.010093:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010096:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176288.010101:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010104:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176288.010107:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176288.010109:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176288.010113:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176288.010116:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176288.010120:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176288.010123:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176288.010128:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010131:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176288.010134:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010139:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176288.010143:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176288.010149:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010153:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176288.010156:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176288.010161:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176288.010167:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176288.010170:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176288.010174:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176288.010178:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176288.010181:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176288.010185:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786176288.010188:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176288.010190:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176288.010194:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176288.010196:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176288.010197:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176288.010199:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176288.010204:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786176288.010209:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176288.010226:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407239680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176288.010240:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176288.010244:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176288.010250:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407239680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176288.010263:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176288.010267:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176288.010270:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176288.010271:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176288.010273:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176288.010277:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176288.010281:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10808
00000400:00000200:3.0:1786176288.010309:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176288.010317:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176288.010321:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176288.010328:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010333:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176288.010338:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010340:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176288.010344:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176288.010345:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176288.010347:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176288.010349:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176288.010351:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176288.010356:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176288.010361:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010363:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786176288.010367:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786176288.010368:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010374:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.1:1786176288.010374:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000020:00000040:3.0:1786176288.010376:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176288.010382:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010388:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176288.010393:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176288.010396:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176288.010398:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176288.010401:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176288.010404:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176288.010409:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176288.010412:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176288.010418:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176288.010422:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176288.010426:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176288.010428:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176288.010430:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176288.010433:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176288.010435:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176288.010441:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786176288.010444:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176288.010451:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407239808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176288.010482:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176288.010486:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176288.010494:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407239808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176288.010507:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176288.010517:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176288.010520:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176288.010524:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176288.010525:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176288.010527:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176288.010530:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10808
00000400:00000200:3.0:1786176288.010536:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176288.010542:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176288.010545:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176288.010550:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010554:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176288.010558:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010561:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176288.010565:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176288.010567:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176288.010571:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176288.010573:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176288.010578:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176288.010581:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176288.010588:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010591:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176288.010596:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010600:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176288.010604:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176288.010609:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010614:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176288.010618:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176288.010621:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176288.010625:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176288.010627:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176288.010631:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176288.010635:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176288.010638:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176288.010649:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786176288.010660:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176288.010667:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176288.010672:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176288.010678:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176288.010681:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176288.010690:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176288.010700:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786176288.010708:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176288.010728:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407239936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176288.010742:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176288.010749:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176288.010759:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407239936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176288.010831:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176288.010838:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176288.010843:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176288.010846:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176288.010850:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176288.010855:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176288.010861:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10808
00000400:00000200:3.0:1786176288.010870:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176288.010878:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176288.010884:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176288.010891:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010897:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176288.010905:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010912:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176288.010920:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176288.010925:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176288.010930:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176288.010935:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176288.010938:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176288.010942:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176288.010948:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010951:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176288.010955:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010957:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176288.010962:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176288.010965:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176288.010970:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176288.010973:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176288.010976:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176288.010981:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176288.010985:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176288.010989:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176288.010991:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176288.010997:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176288.011002:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786176288.011006:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176288.011009:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176288.011011:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176288.011014:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176288.011016:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176288.011019:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176288.011027:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176288.011033:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176288.011042:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407240064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176288.011062:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176288.011067:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176288.011074:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407240064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176288.011087:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176288.011093:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10818)
00000800:00000200:2.1:1786176288.011100:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176288.011102:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176288.011304:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176288.011305:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176288.011480:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176288.011492:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176288.011742:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176288.011744:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1786176288.841926:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176288.841934:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176289.865935:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176289.865944:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176289.866094:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176289.866103:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176289.866110:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176290.889866:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176290.889871:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176291.913882:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176291.913890:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176291.913956:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176291.913961:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176291.913964:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176292.937875:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176292.937883:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176293.129903:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176293.129914:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176293.129917:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176293.129920:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176293.129925:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176293.129933:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10813
00000400:00000200:3.0:1786176293.129941:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176293.129981:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176293.129986:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176293.129990:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.129994:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176293.129997:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130000:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176293.130006:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176293.130008:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176293.130012:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176293.130033:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176293.130035:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176293.130038:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176293.130042:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130044:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176293.130046:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130048:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176293.130052:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176293.130056:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130058:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176293.130061:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176293.130065:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176293.130068:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176293.130070:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176293.130073:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176293.130084:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786176293.130087:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176293.130092:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176293.130094:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176293.130097:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176293.130101:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176293.130106:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176293.130115:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786176293.130123:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176293.130134:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407240192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176293.130146:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176293.130151:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176293.130157:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407240192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176293.130184:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176293.130190:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176293.130196:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176293.130199:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176293.130202:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176293.130206:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176293.130211:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10813
00000400:00000200:3.0:1786176293.130218:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176293.130224:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176293.130228:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176293.130233:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130237:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176293.130241:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130244:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176293.130248:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176293.130251:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176293.130254:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176293.130258:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176293.130261:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176293.130265:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176293.130270:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130274:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176293.130278:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130281:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176293.130307:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176293.130311:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130314:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176293.130317:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176293.130323:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176293.130326:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176293.130328:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176293.130333:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176293.130337:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176293.130341:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176293.130345:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786176293.130349:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176293.130352:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176293.130354:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176293.130372:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176293.130375:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176293.130378:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176293.130384:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786176293.130390:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176293.130411:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407240320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176293.130441:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176293.130444:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176293.130448:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407240320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176293.130458:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176293.130462:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176293.130465:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176293.130467:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176293.130469:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176293.130471:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176293.130474:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10813
00000400:00000200:3.0:1786176293.130508:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176293.130511:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176293.130513:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176293.130516:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130519:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176293.130521:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130523:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176293.130525:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176293.130527:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176293.130529:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176293.130531:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176293.130532:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176293.130535:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176293.130538:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130540:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176293.130543:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130545:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.1:1786176293.130546:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000040:3.0:1786176293.130547:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176293.130550:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000800:00000200:2.1:1786176293.130550:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1786176293.130553:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176293.130555:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176293.130558:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176293.130560:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176293.130562:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176293.130564:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176293.130567:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176293.130569:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176293.130573:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786176293.130575:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176293.130578:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176293.130579:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176293.130581:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176293.130583:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176293.130584:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176293.130588:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786176293.130592:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176293.130596:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407240448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176293.130604:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176293.130606:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176293.130610:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407240448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176293.130619:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176293.130622:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176293.130625:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176293.130627:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176293.130629:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176293.130631:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176293.130634:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10813
00000400:00000200:3.0:1786176293.130638:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176293.130641:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176293.130643:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176293.130646:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130648:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176293.130650:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130652:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176293.130655:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176293.130656:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176293.130658:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176293.130660:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176293.130663:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176293.130665:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176293.130669:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130671:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176293.130673:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130674:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176293.130677:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176293.130679:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130682:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176293.130684:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176293.130687:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176293.130689:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176293.130691:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176293.130693:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176293.130696:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176293.130698:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176293.130702:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786176293.130705:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176293.130708:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176293.130709:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176293.130711:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176293.130713:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176293.130755:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176293.130764:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786176293.130808:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176293.130815:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407240576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176293.130822:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176293.130825:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176293.130830:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407240576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176293.130839:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176293.130842:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176293.130846:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176293.130848:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176293.130849:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176293.130852:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176293.130855:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10813
00000400:00000200:3.0:1786176293.130859:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176293.130862:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176293.130865:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176293.130869:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130871:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176293.130873:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130876:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176293.130878:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176293.130879:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176293.130881:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176293.130883:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176293.130886:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176293.130888:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176293.130892:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130894:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176293.130896:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130898:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176293.130901:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176293.130903:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176293.130906:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176293.130908:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176293.130911:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176293.130913:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176293.130916:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176293.130918:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176293.130921:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176293.130923:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176293.130927:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786176293.130929:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176293.130931:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176293.130933:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176293.130935:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176293.130936:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176293.130938:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176293.130942:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786176293.130945:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176293.130950:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407240704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176293.130958:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176293.130960:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176293.130964:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407240704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176293.130973:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176293.130995:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10823)
00000800:00000200:2.1:1786176293.131095:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176293.131098:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176293.131332:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176293.131334:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176293.131556:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176293.131558:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176293.131862:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176293.131864:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1786176293.961862:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176293.961869:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176293.961929:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176293.961933:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176293.961936:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176294.985852:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176294.985859:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176296.009962:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176296.009970:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176296.010076:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176296.010082:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176296.010087:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176297.033865:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176297.033873:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176297.033876:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176297.033878:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176297.033883:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176297.033885:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176297.033887:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176297.033889:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176298.057895:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176298.057904:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176298.058014:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176298.058023:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176298.058030:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176298.249902:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176298.249915:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176298.249919:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176298.249924:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176298.249929:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176298.249949:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10818
00000400:00000200:3.0:1786176298.249958:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176298.249966:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176298.249970:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176298.249974:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.249978:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176298.249982:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.249985:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176298.249989:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176298.249992:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176298.249995:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176298.250010:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176298.250013:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176298.250016:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176298.250037:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.250040:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176298.250042:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.250045:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176298.250049:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176298.250053:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176298.250056:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176298.250059:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176298.250063:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176298.250067:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176298.250069:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176298.250072:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176298.250083:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176298.250088:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176298.250093:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176298.250095:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176298.250100:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176298.250102:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176298.250108:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176298.250117:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786176298.250126:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176298.250149:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407240832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176298.250162:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176298.250168:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176298.250175:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407240832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176298.250218:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176298.250223:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176298.250228:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176298.250241:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176298.250245:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176298.250250:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176298.250255:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10818
00000400:00000200:3.0:1786176298.250261:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176298.250267:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176298.250275:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176298.250282:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.250301:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176298.250309:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.250313:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176298.250323:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176298.250327:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176298.250333:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176298.250340:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176298.250346:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176298.250352:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176298.250360:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.250367:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176298.250375:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.250380:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176298.250391:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176298.250403:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176298.250410:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176298.250422:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176298.250430:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176298.250438:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176298.250444:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176298.250451:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176298.250456:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176298.250460:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176298.250473:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786176298.250480:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176298.250484:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176298.250490:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176298.250497:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176298.250501:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176298.250504:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176298.250512:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786176298.250519:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176298.250530:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407240960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176298.250544:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176298.250553:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176298.250563:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407240960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176298.250644:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176298.250660:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176298.250707:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176298.250713:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176298.250718:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176298.250723:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176298.250731:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10818
00000400:00000200:3.0:1786176298.250742:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176298.250749:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176298.250752:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176298.250756:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.250762:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176298.250812:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.250821:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176298.250831:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176298.250837:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176298.250844:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176298.250849:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176298.250856:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176298.250866:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176298.250877:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.250880:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176298.250882:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.250887:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176298.250895:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176298.250900:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176298.250907:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176298.250910:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176298.250917:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176298.250926:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176298.250939:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176298.250942:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176298.250950:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176298.250954:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176298.250962:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786176298.250973:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176298.250984:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176298.250989:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176298.250994:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176298.251006:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176298.251012:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176298.251014:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000010:3.0:1786176298.251020:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000800:00000200:2.1:1786176298.251026:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1786176298.251028:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176298.251041:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407241088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176298.251080:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176298.251087:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176298.251099:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407241088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176298.251123:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176298.251129:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176298.251133:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176298.251135:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176298.251137:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176298.251140:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176298.251147:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10818
00000400:00000200:3.0:1786176298.251155:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176298.251159:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176298.251162:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176298.251168:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.251175:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176298.251183:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.251187:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176298.251193:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176298.251197:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176298.251201:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176298.251208:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176298.251215:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176298.251223:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176298.251235:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.251240:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176298.251251:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.251257:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176298.251268:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176298.251280:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176298.251288:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176298.251296:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176298.251303:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176298.251313:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176298.251316:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176298.251323:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176298.251333:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176298.251340:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176298.251347:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786176298.251352:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176298.251364:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176298.251367:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176298.251377:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176298.251381:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176298.251389:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176298.251398:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786176298.251411:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176298.251424:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407241216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176298.251469:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176298.251475:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176298.251502:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407241216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176298.251530:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176298.251536:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176298.251549:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176298.251556:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176298.251561:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176298.251568:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176298.251576:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10818
00000400:00000200:3.0:1786176298.251593:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176298.251603:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176298.251608:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176298.251616:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.251623:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176298.251631:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.251641:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176298.251651:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176298.251655:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176298.251661:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176298.251685:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176298.251691:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176298.251697:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176298.251706:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.251733:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176298.251743:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176298.251751:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176298.251759:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176298.251765:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176298.251773:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176298.251781:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176298.251812:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176298.251816:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176298.251827:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176298.251835:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176298.251847:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176298.251850:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176298.251859:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786176298.251869:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176298.251879:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176298.251884:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176298.251889:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176298.251894:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176298.251899:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176298.251936:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786176298.251944:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176298.251961:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407241344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176298.251981:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176298.251989:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176298.252005:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407241344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176298.252024:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176298.252037:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10828)
00000800:00000200:2.1:1786176298.252333:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176298.252336:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176298.252834:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176298.252837:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176298.253292:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176298.253303:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176298.253793:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176298.253796:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1786176299.081910:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176299.081919:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176300.105927:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176300.105935:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176300.106040:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176300.106046:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176300.106051:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176301.129864:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176301.129870:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176302.153897:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176302.153903:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176302.153978:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176302.153984:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176302.153988:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176303.177877:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176303.177883:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176303.371047:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176303.371059:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176303.371066:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176303.371084:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff800 x1872930407241472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.371108:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176303.371111:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176303.371130:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176303.371134:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176303.371139:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176303.371151:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407241472:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176303.371156:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176303.371162:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176303.371168:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176303.371175:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176303.371187:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176303.371192:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176303.371208:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176303.371215:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176303.371222:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176303.371230:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407241472, portal 25
00000100:00000001:1.0:1786176303.371234:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176303.371238:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542672384 : -106564166879232 : ffff9f1498aff800)
00000100:00000040:1.0:1786176303.371251:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff800 x1872930407241472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.371266:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176303.371271:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176303.371275:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176303.371283:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407241472, offset 0
00000400:00000200:1.0:1786176303.371307:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176303.371328:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176303.371345:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176303.371353:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176303.371360:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176303.371368:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176303.371375:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176303.371386:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272859:272859:256:4294967295] 192.168.202.146@tcp LPNI seq info [272820:272820:8:4294967295]
00000400:00000200:1.0:1786176303.371407:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176303.371438:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176303.371469:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176303.371479:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176303.371494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176303.371500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786176303.371516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176303.371526:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1786176303.371539:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176303.371543:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176303.371553:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176303.371563:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176303.371571:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176303.371575:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176303.371583:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176303.371594:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff800 x1872930407241472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.371648:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176303.371658:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff800 x1872930407241472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.371684:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176303.371693:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176303.371705:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176303.371722:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176303.371730:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305505067
00000100:00000001:1.0:1786176303.371742:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305499947
00000100:00000001:1.0:1786176303.371754:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305505067
00000100:00000001:1.0:1786176303.371763:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305499947
00000100:00000001:1.0:1786176303.371833:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176303.371840:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176303.371847:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176303.371863:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176303/real 1786176303]  req@ffff9f1498aff800 x1872930407241472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176303.371894:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176303.371897:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176303.371901:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176303.371908:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176303.371915:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176303.371923:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176303.371932:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff800 x1872930407241472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176303.371959:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff800 x1872930407241472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.371999:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176303.372006:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.372013:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176303.372017:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176303.372026:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff800 x1872930407241472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.372045:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176303.372058:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff800 x1872930407241472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.372081:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176303.372091:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.372095:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176303.372098:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.372102:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176303.372108:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176303.372118:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176303.372127:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176303.372134:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176303.372142:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff800 x1872930407241472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176303.372163:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407241472:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176303.372178:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.372181:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176303.372187:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff800 x1872930407241472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.372216:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176303.372222:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176303.372228:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176303.372234:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176303.372238:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176303.372241:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176303.372247:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176303.372250:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966400.
02000000:00000001:1.0:1786176303.372258:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176303.372262:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176303.372266:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff800.
00000100:00000001:1.0:1786176303.372274:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176303.372279:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.372282:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.372295:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176303.372302:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176303.372308:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176303.372314:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176303.372320:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176303.372330:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc700 x1872930407241600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.372352:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176303.372355:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176303.372362:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176303.372365:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176303.372381:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176303.372388:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407241600:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176303.372392:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176303.372396:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176303.372399:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176303.372407:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176303.372415:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176303.372422:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176303.372429:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176303.372434:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176303.372441:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176303.372446:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407241600, portal 10
00000100:00000001:1.0:1786176303.372453:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176303.372455:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542659840 : -106564166891776 : ffff9f1498afc700)
00000100:00000040:1.0:1786176303.372470:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc700 x1872930407241600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.372476:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176303.372481:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176303.372485:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176303.372499:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407241600, offset 0
00000400:00000200:1.0:1786176303.372509:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176303.372518:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176303.372528:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176303.372533:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176303.372541:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176303.372552:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176303.372558:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176303.372566:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272860:272860:256:4294967295] 192.168.202.146@tcp LPNI seq info [272821:272821:8:4294967295]
00000400:00000200:1.0:1786176303.372581:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176303.372598:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176303.372630:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176303.372639:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176303.372658:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176303.372664:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786176303.372679:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176303.372685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1786176303.372702:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176303.372707:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176303.372717:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176303.372733:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176303.372745:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176303.372752:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176303.372761:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176303.372790:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc700 x1872930407241600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.372803:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176303.372809:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc700 x1872930407241600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.372816:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176303.372831:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176303.372840:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176303.372849:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176303.372856:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176303.372861:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305496103
00000100:00000001:1.0:1786176303.372866:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305505067
00000100:00000001:1.0:1786176303.372872:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305496103
00000100:00000001:1.0:1786176303.372885:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305505067
00000100:00000001:1.0:1786176303.372888:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176303.372891:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176303.372901:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176303.372906:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176303/real 1786176303]  req@ffff9f1498afc700 x1872930407241600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176303.372913:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176303.372925:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176303.372927:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176303.372937:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176303.372939:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176303.372945:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176303.372954:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc700 x1872930407241600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176303.372986:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc700 x1872930407241600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373042:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176303.373046:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.373052:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176303.373062:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176303.373074:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc700 x1872930407241600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373148:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176303.373157:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc700 x1872930407241600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373165:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176303.373167:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.373169:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176303.373170:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.373172:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176303.373174:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176303.373176:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176303.373180:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176303.373182:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176303.373185:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc700 x1872930407241600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176303.373198:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407241600:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176303.373206:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176303.373214:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff480 x1872930407241728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373223:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176303.373225:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176303.373229:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176303.373232:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176303.373234:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176303.373238:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407241728:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176303.373242:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176303.373245:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176303.373248:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176303.373250:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176303.373254:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176303.373255:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176303.373258:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176303.373260:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176303.373263:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176303.373265:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407241728, portal 10
00000100:00000001:1.0:1786176303.373278:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176303.373279:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542671488 : -106564166880128 : ffff9f1498aff480)
00000100:00000040:1.0:1786176303.373284:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff480 x1872930407241728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373290:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176303.373292:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176303.373295:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176303.373297:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407241728, offset 0
00000400:00000200:1.0:1786176303.373301:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176303.373306:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176303.373310:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176303.373314:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176303.373317:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176303.373320:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176303.373322:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176303.373326:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272861:272861:256:4294967295] 192.168.202.146@tcp LPNI seq info [272822:272822:8:4294967295]
00000400:00000200:1.0:1786176303.373331:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176303.373346:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176303.373352:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176303.373355:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176303.373358:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176303.373360:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786176303.373364:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176303.373366:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1786176303.373369:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176303.373370:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176303.373373:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176303.373375:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176303.373377:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176303.373379:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176303.373381:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176303.373383:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff480 x1872930407241728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373389:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176303.373391:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff480 x1872930407241728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373395:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176303.373397:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176303.373399:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176303.373401:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176303.373403:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176303.373405:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305496184
00000100:00000001:1.0:1786176303.373407:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305505067
00000100:00000001:1.0:1786176303.373408:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305496184
00000100:00000001:1.0:1786176303.373410:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305505067
00000100:00000001:1.0:1786176303.373411:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176303.373412:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176303.373414:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176303.373416:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176303/real 1786176303]  req@ffff9f1498aff480 x1872930407241728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176303.373422:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176303.373423:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176303.373424:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176303.373425:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176303.373426:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176303.373428:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176303.373430:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff480 x1872930407241728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176303.373435:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff480 x1872930407241728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373439:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176303.373440:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.373441:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176303.373442:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176303.373444:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff480 x1872930407241728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373448:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176303.373451:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff480 x1872930407241728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373455:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176303.373457:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.373458:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176303.373459:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.373460:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176303.373461:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176303.373462:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176303.373464:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176303.373466:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176303.373469:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff480 x1872930407241728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176303.373474:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407241728:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176303.373477:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.373478:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176303.373480:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc700 x1872930407241600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373484:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176303.373485:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176303.373486:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176303.373487:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176303.373488:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176303.373489:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176303.373491:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176303.373492:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966800.
02000000:00000001:1.0:1786176303.373493:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176303.373494:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176303.373495:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc700.
00000100:00000001:1.0:1786176303.373497:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176303.373498:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.373499:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176303.373501:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff480 x1872930407241728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373505:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176303.373505:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176303.373506:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176303.373508:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176303.373509:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176303.373509:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176303.373510:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176303.373511:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964400.
02000000:00000001:1.0:1786176303.373513:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176303.373514:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176303.373515:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff480.
00000100:00000001:1.0:1786176303.373516:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176303.373517:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.373518:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.373522:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176303.373522:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176303.373524:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176303.373525:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176303.373526:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176303.373529:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdf80 x1872930407241856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373534:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176303.373535:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176303.373537:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176303.373538:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176303.373539:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176303.373541:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407241856:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176303.373543:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176303.373545:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176303.373546:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176303.373547:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176303.373549:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176303.373550:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176303.373553:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176303.373554:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176303.373556:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176303.373559:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407241856, portal 4
00000100:00000001:1.0:1786176303.373560:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176303.373561:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542666112 : -106564166885504 : ffff9f1498afdf80)
00000100:00000040:1.0:1786176303.373564:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdf80 x1872930407241856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373569:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176303.373570:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176303.373572:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176303.373573:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407241856, offset 0
00000400:00000200:1.0:1786176303.373576:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176303.373589:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176303.373591:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176303.373594:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176303.373595:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176303.373598:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176303.373600:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176303.373603:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272862:272862:256:4294967295] 192.168.202.146@tcp LPNI seq info [272823:272823:8:4294967295]
00000400:00000200:1.0:1786176303.373607:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176303.373614:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176303.373630:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176303.373634:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176303.373638:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176303.373641:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786176303.373646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176303.373649:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1786176303.373652:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176303.373654:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176303.373657:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176303.373661:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176303.373665:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176303.373667:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176303.373670:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176303.373673:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdf80 x1872930407241856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373680:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176303.373683:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdf80 x1872930407241856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373688:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176303.373701:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176303.373704:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176303.373708:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176303.373711:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176303.373713:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305497443
00000100:00000001:1.0:1786176303.373715:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305505067
00000100:00000001:1.0:1786176303.373718:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305497443
00000100:00000001:1.0:1786176303.373720:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305505067
00000100:00000001:1.0:1786176303.373723:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176303.373725:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176303.373726:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176303.373731:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176303/real 1786176303]  req@ffff9f1498afdf80 x1872930407241856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176303.373739:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176303.373740:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176303.373742:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176303.373745:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176303.373747:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176303.373749:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176303.373753:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdf80 x1872930407241856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176303.373788:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdf80 x1872930407241856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373797:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176303.373799:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.373801:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176303.373803:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176303.373808:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdf80 x1872930407241856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373815:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176303.373819:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdf80 x1872930407241856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373827:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176303.373830:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.373832:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176303.373833:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.373835:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176303.373837:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176303.373840:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176303.373843:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176303.373846:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176303.373850:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdf80 x1872930407241856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176303.373868:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407241856:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176303.373872:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176303.373876:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe680 x1872930407241984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373884:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176303.373886:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176303.373888:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176303.373890:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176303.373892:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176303.373896:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407241984:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176303.373899:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176303.373901:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176303.373903:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176303.373904:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176303.373907:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176303.373908:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176303.373911:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176303.373913:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176303.373916:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176303.373918:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407241984, portal 4
00000100:00000001:1.0:1786176303.373919:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176303.373920:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667904 : -106564166883712 : ffff9f1498afe680)
00000100:00000040:1.0:1786176303.373937:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe680 x1872930407241984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.373942:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176303.373943:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176303.373945:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176303.373946:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407241984, offset 0
00000400:00000200:1.0:1786176303.373949:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176303.373952:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176303.373954:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176303.373956:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176303.373958:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176303.373960:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176303.373963:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176303.373966:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272863:272863:256:4294967295] 192.168.202.146@tcp LPNI seq info [272824:272824:8:4294967295]
00000400:00000200:1.0:1786176303.373970:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176303.373977:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176303.373981:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176303.373985:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176303.373990:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176303.373993:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1786176303.373997:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176303.374000:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1786176303.374004:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176303.374006:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176303.374009:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176303.374013:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176303.374016:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176303.374017:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176303.374020:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176303.374023:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe680 x1872930407241984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.374032:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176303.374035:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe680 x1872930407241984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.374042:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176303.374043:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176303.374047:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176303.374051:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176303.374055:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176303.374057:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305497234
00000100:00000001:1.0:1786176303.374059:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305505067
00000100:00000001:1.0:1786176303.374062:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305497234
00000100:00000001:1.0:1786176303.374064:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305505067
00000100:00000001:1.0:1786176303.374067:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176303.374069:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176303.374071:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176303.374076:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176303/real 1786176303]  req@ffff9f1498afe680 x1872930407241984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176303.374082:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176303.374084:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176303.374085:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176303.374087:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176303.374088:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176303.374090:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176303.374092:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe680 x1872930407241984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176303.374098:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe680 x1872930407241984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.374106:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176303.374107:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.374108:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176303.374109:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176303.374111:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe680 x1872930407241984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.374115:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176303.374117:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe680 x1872930407241984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.374121:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176303.374123:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.374124:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176303.374125:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.374126:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176303.374127:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176303.374129:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176303.374131:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176303.374133:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176303.374135:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe680 x1872930407241984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176303.374140:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407241984:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176303.374142:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.374143:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176303.374145:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdf80 x1872930407241856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.374150:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176303.374151:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176303.374153:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176303.374154:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176303.374156:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176303.374157:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176303.374158:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176303.374159:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966400.
02000000:00000001:1.0:1786176303.374161:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176303.374162:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176303.374163:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdf80.
00000100:00000001:1.0:1786176303.374165:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176303.374166:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.374167:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176303.374169:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe680 x1872930407241984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176303.374173:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176303.374174:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176303.374175:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176303.374176:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176303.374177:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176303.374178:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176303.374179:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176303.374179:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967800.
02000000:00000001:1.0:1786176303.374181:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176303.374181:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176303.374182:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe680.
00000100:00000001:1.0:1786176303.374183:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176303.374185:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.374186:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176303.374188:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176303.374189:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176303.374191:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176303.374192:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176304.201909:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176304.201916:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176304.201992:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176304.201997:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176304.202000:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176305.225897:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176305.225903:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176306.249874:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176306.249880:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176306.249946:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176306.249951:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176306.249955:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176307.273856:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176307.273864:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176307.273866:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176307.273868:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176307.273872:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176307.273874:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176307.273875:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176307.273877:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176308.297890:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176308.297899:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176308.297964:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176308.297969:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176308.297973:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176308.489911:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176308.489921:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176308.489923:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176308.489926:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176308.489929:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176308.489936:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10828
00000400:00000200:3.0:1786176308.489955:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176308.489960:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176308.489963:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176308.489966:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176308.489968:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176308.489978:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176308.489980:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176308.489984:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176308.489985:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176308.489987:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176308.489990:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176308.489992:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176308.489994:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176308.489996:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176308.489998:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176308.489999:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490001:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176308.490003:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176308.490005:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490007:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176308.490009:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176308.490011:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176308.490013:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176308.490015:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176308.490016:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176308.490024:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786176308.490027:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176308.490030:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176308.490032:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176308.490035:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176308.490037:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176308.490040:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176308.490047:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176308.490052:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176308.490059:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407242112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176308.490067:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176308.490071:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176308.490074:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407242112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176308.490096:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176308.490099:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176308.490102:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176308.490103:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176308.490104:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176308.490106:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176308.490108:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10828
00000400:00000200:3.0:1786176308.490111:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176308.490113:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176308.490114:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176308.490116:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490118:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176308.490119:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490121:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176308.490123:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176308.490123:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176308.490125:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176308.490126:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176308.490128:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176308.490130:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176308.490132:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490134:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176308.490135:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490137:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176308.490138:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:1.0:1786176308.490140:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1786176308.490140:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490145:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.490146:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1786176308.490146:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1786176308.490150:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1786176308.490153:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176308.490157:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176308.490159:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407242112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176308.490160:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176308.490168:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1786176308.490169:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1786176308.490171:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1786176308.490173:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176308.490176:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1786176308.490176:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176308.490181:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1786176308.490181:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
02000000:00000001:1.0:1786176308.490187:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786176308.490187:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176308.490192:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1786176308.490193:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407242112:192.168.202.146@tcp:250:kworker.0
02000000:00000001:3.0:1786176308.490194:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176308.490199:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1786176308.490201:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786176308.490202:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176308.490206:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176308.490208:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1786176308.490209:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
02000000:00000001:1.0:1786176308.490211:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176308.490214:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786176308.490214:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176308.490221:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407242240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1786176308.490222:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176308.490227:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176308.490234:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1786176308.490237:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176308.490238:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1786176308.490243:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000100:00000040:3.0:1786176308.490244:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407242240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1786176308.490252:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000001:3.0:1786176308.490253:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176308.490258:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176308.490261:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1786176308.490262:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407242112, portal 25
00000100:00000001:3.0:1786176308.490262:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1786176308.490266:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1786176308.490267:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176308.490270:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000100:00000001:3.0:1786176308.490271:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176308.490275:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10828
00000100:00000040:1.0:1786176308.490280:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407242112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786176308.490281:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176308.490287:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176308.490291:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176308.490297:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176308.490298:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1786176308.490301:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176308.490304:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786176308.490306:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000010:1.0:1786176308.490308:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000001:3.0:1786176308.490309:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000200:1.0:1786176308.490312:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407242112, offset 0
00000020:00000001:3.0:1786176308.490313:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176308.490315:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176308.490318:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176308.490319:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000400:00000200:1.0:1786176308.490323:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000020:00000001:3.0:1786176308.490324:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176308.490328:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176308.490331:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490332:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1786176308.490335:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786176308.490338:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490342:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176308.490346:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000200:1.0:1786176308.490347:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:3.0:1786176308.490354:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:1.0:1786176308.490358:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1786176308.490359:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176308.490363:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1786176308.490366:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
02000000:00000001:3.0:1786176308.490368:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1786176308.490373:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1786176308.490373:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176308.490379:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1786176308.490380:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000008:00100000:3.0:1786176308.490384:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1786176308.490388:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272864:272864:256:4294967295] 192.168.202.146@tcp LPNI seq info [272825:272825:8:4294967295]
00000008:00000001:3.0:1786176308.490390:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176308.490395:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176308.490400:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000010:3.0:1786176308.490401:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786176308.490407:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176308.490411:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176308.490414:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176308.490416:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1786176308.490419:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176308.490422:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176308.490424:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1786176308.490429:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
02000000:00000010:3.0:1786176308.490430:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786176308.490434:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1786176308.490436:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000100:00100000:3.0:1786176308.490440:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407242368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176308.490448:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1786176308.490449:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176308.490451:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1786176308.490457:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1786176308.490458:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407242368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176308.490469:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1786176308.490470:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786176308.490473:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1786176308.490477:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1786176308.490478:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176308.490481:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176308.490483:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1786176308.490487:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176308.490490:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000100:00000001:3.0:1786176308.490496:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1786176308.490500:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1786176308.490502:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10828
00000400:00000200:3.0:1786176308.490510:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176308.490511:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1786176308.490518:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:1.0:1786176308.490520:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000100:00080000:3.0:1786176308.490522:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1786176308.490524:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000040:3.0:1786176308.490530:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176308.490532:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1786176308.490534:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1786176308.490540:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159c00 x1872930407242112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786176308.490541:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490546:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176308.490552:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176308.490555:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176308.490557:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176308.490560:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176308.490563:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:1.0:1786176308.490566:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1786176308.490566:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176308.490583:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000040:1.0:1786176308.490584:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159c00 x1872930407242112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176308.490585:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176308.490590:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490595:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176308.490599:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176308.490605:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490609:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176308.490613:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176308.490616:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176308.490618:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176308.490620:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.490631:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786176308.490631:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176308.490636:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176308.490638:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176308.490639:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.490642:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176308.490643:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786176308.490646:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176308.490650:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176308.490651:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176308.490653:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176308.490654:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176308.490656:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1786176308.490660:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305510186
02000000:00000001:3.0:1786176308.490660:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176308.490664:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786176308.490668:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.490672:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305505067
00000100:00100000:3.0:1786176308.490673:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407242496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176308.490679:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305510186
00000100:00000001:3.0:1786176308.490683:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176308.490685:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305505067
00000100:00000001:3.0:1786176308.490686:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.490690:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1786176308.490693:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407242496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.490694:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.490699:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1786176308.490705:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176308.490707:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176308/real 1786176308]  req@ffff9f1485159c00 x1872930407242112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786176308.490708:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176308.490715:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176308.490718:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176308.490720:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176308.490724:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:1.0:1786176308.490725:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1786176308.490728:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10828
00000400:00000001:1.0:1786176308.490729:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176308.490733:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:3.0:1786176308.490737:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176308.490740:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176308.490741:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176308.490743:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490745:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176308.490747:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:1.0:1786176308.490748:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000100:00000001:3.0:1786176308.490749:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000010:1.0:1786176308.490751:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000020:00000001:3.0:1786176308.490753:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1786176308.490756:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1786176308.490756:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176308.490759:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176308.490762:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000200:1.0:1786176308.490763:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407242112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786176308.490764:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176308.490769:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000200:1.0:1786176308.490799:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407242112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.490805:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176308.490806:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.490809:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176308.490812:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786176308.490812:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490818:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1786176308.490822:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407242112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786176308.490822:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490827:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176308.490831:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176308.490837:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176308.490842:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176308.490846:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176308.490850:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176308.490853:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1786176308.490853:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176308.490859:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176308.490861:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1786176308.490863:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407242112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1786176308.490864:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176308.490869:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176308.490874:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000100:00000001:1.0:1786176308.490876:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1786176308.490877:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000001:1.0:1786176308.490881:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1786176308.490882:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1786176308.490886:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1786176308.490887:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.490890:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176308.490890:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176308.490893:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1786176308.490894:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1786176308.490896:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.490898:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1786176308.490900:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00080000:1.0:1786176308.490901:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1786176308.490905:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176308.490907:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176308.490911:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1786176308.490913:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407242624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1786176308.490918:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407242112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176308.490942:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407242112:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786176308.490945:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176308.490948:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.490949:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.490952:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176308.490953:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407242624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1786176308.490958:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407242112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176308.490973:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176308.490976:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10838)
00000100:00000001:1.0:1786176308.490983:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176308.490986:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176308.490988:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176308.490991:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176308.490993:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176308.490994:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176308.490996:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176308.490998:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
02000000:00000001:1.0:1786176308.491002:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176308.491004:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176308.491005:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:1.0:1786176308.491008:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176308.491009:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491010:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491017:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176308.491018:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.491020:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176308.491021:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176308.491022:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176308.491025:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407242240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491030:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176308.491031:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176308.491033:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176308.491034:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176308.491035:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176308.491037:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407242240:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176308.491039:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176308.491041:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176308.491042:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176308.491044:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176308.491046:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176308.491047:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176308.491050:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176308.491052:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176308.491055:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176308.491057:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407242240, portal 10
00000100:00000001:1.0:1786176308.491058:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176308.491059:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
00000100:00000040:1.0:1786176308.491064:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407242240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491068:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176308.491070:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176308.491072:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176308.491073:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407242240, offset 0
00000400:00000200:1.0:1786176308.491076:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176308.491079:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176308.491082:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176308.491084:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176308.491086:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176308.491088:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176308.491090:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176308.491092:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272865:272865:256:4294967295] 192.168.202.146@tcp LPNI seq info [272826:272826:8:4294967295]
00000400:00000200:1.0:1786176308.491095:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176308.491099:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176308.491102:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176308.491104:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176308.491107:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176308.491109:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176308.491112:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176308.491114:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176308.491117:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176308.491118:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176308.491121:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176308.491123:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176308.491125:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176308.491126:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176308.491128:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176308.491130:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515ad80 x1872930407242240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491136:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176308.491138:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407242240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491142:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.491143:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176308.491145:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176308.491148:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176308.491150:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176308.491152:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305501221
00000100:00000001:1.0:1786176308.491154:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305510186
00000100:00000001:1.0:1786176308.491155:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305501221
00000100:00000001:1.0:1786176308.491157:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305510186
00000100:00000001:1.0:1786176308.491158:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176308.491160:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.491161:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176308.491163:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176308/real 1786176308]  req@ffff9f148515ad80 x1872930407242240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176308.491168:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176308.491169:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176308.491170:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176308.491171:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176308.491172:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176308.491174:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176308.491176:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407242240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176308.491181:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407242240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491185:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176308.491186:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491187:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176308.491188:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176308.491190:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407242240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491194:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176308.491196:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407242240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491201:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176308.491203:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491204:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176308.491205:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491206:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176308.491207:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176308.491208:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176308.491210:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176308.491211:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176308.491214:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407242240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176308.491219:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407242240:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176308.491221:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176308.491223:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407242368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491227:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176308.491228:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176308.491229:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176308.491230:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176308.491231:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176308.491233:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407242368:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176308.491235:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176308.491236:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176308.491237:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176308.491238:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176308.491240:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176308.491241:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176308.491244:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176308.491245:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176308.491247:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176308.491249:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407242368, portal 10
00000100:00000001:1.0:1786176308.491250:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176308.491251:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
00000100:00000040:1.0:1786176308.491255:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407242368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491259:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176308.491261:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176308.491262:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176308.491263:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407242368, offset 0
00000400:00000200:1.0:1786176308.491266:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176308.491268:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176308.491270:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176308.491273:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176308.491274:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176308.491276:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176308.491278:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176308.491279:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272866:272866:256:4294967295] 192.168.202.146@tcp LPNI seq info [272827:272827:8:4294967295]
00000400:00000200:1.0:1786176308.491282:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176308.491286:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176308.491289:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176308.491290:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176308.491293:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176308.491294:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176308.491297:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176308.491299:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176308.491301:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176308.491302:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176308.491304:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176308.491306:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176308.491308:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176308.491310:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176308.491312:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176308.491314:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b800 x1872930407242368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491319:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176308.491320:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407242368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491324:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.491325:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176308.491327:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176308.491329:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176308.491330:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176308.491332:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305501302
00000100:00000001:1.0:1786176308.491333:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305510186
00000100:00000001:1.0:1786176308.491335:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305501302
00000100:00000001:1.0:1786176308.491336:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305510186
00000100:00000001:1.0:1786176308.491338:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176308.491339:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.491340:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176308.491342:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176308/real 1786176308]  req@ffff9f148515b800 x1872930407242368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176308.491347:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176308.491347:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176308.491348:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176308.491349:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176308.491350:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176308.491351:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176308.491353:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407242368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176308.491358:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407242368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491363:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176308.491364:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491365:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176308.491366:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176308.491368:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407242368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491372:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176308.491374:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407242368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491378:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176308.491380:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491381:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176308.491382:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491383:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176308.491384:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176308.491385:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176308.491387:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176308.491388:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176308.491390:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407242368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176308.491395:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407242368:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176308.491397:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176308.491399:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a300 x1872930407242496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491403:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176308.491404:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176308.491405:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176308.491406:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176308.491408:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176308.491409:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407242496:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176308.491412:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176308.491412:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176308.491413:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176308.491414:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176308.491416:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176308.491417:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176308.491420:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176308.491422:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176308.491424:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176308.491425:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407242496, portal 4
00000100:00000001:1.0:1786176308.491427:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176308.491428:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790976 : -106564495760640 : ffff9f148515a300)
00000100:00000040:1.0:1786176308.491431:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a300 x1872930407242496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491435:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176308.491436:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176308.491438:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176308.491439:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407242496, offset 0
00000400:00000200:1.0:1786176308.491441:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176308.491444:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176308.491446:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176308.491447:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176308.491449:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176308.491450:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176308.491452:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176308.491454:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272867:272867:256:4294967295] 192.168.202.146@tcp LPNI seq info [272828:272828:8:4294967295]
00000400:00000200:1.0:1786176308.491457:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176308.491460:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176308.491464:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176308.491466:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176308.491468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176308.491470:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176308.491472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176308.491474:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176308.491477:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176308.491478:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176308.491480:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176308.491482:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176308.491484:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176308.491485:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176308.491486:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176308.491488:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a300 x1872930407242496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491493:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176308.491495:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a300 x1872930407242496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491499:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.491500:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176308.491502:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176308.491504:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176308.491505:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176308.491507:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305502561
00000100:00000001:1.0:1786176308.491508:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305510186
00000100:00000001:1.0:1786176308.491510:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305502561
00000100:00000001:1.0:1786176308.491511:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305510186
00000100:00000001:1.0:1786176308.491513:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176308.491514:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.491515:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176308.491517:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176308/real 1786176308]  req@ffff9f148515a300 x1872930407242496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176308.491522:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176308.491523:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176308.491525:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176308.491526:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176308.491527:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176308.491528:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176308.491530:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a300 x1872930407242496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176308.491535:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a300 x1872930407242496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491539:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176308.491540:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491541:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176308.491542:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176308.491544:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a300 x1872930407242496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491548:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176308.491550:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a300 x1872930407242496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491554:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176308.491556:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491556:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176308.491557:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491558:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176308.491559:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176308.491561:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176308.491562:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176308.491563:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176308.491566:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a300 x1872930407242496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176308.491586:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407242496:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176308.491589:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176308.491591:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407242624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491596:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176308.491597:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176308.491598:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176308.491600:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176308.491601:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176308.491603:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407242624:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176308.491604:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176308.491605:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176308.491606:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176308.491607:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176308.491610:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176308.491611:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176308.491614:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176308.491627:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176308.491631:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176308.491634:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407242624, portal 4
00000100:00000001:1.0:1786176308.491635:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176308.491637:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:1.0:1786176308.491642:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407242624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491649:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176308.491652:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176308.491654:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176308.491657:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407242624, offset 0
00000400:00000200:1.0:1786176308.491662:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176308.491666:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176308.491670:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176308.491673:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176308.491676:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176308.491678:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176308.491681:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176308.491683:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272868:272868:256:4294967295] 192.168.202.146@tcp LPNI seq info [272829:272829:8:4294967295]
00000400:00000200:1.0:1786176308.491686:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176308.491691:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176308.491694:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176308.491696:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176308.491699:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176308.491701:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1786176308.491703:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176308.491705:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1786176308.491708:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176308.491709:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176308.491712:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176308.491714:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176308.491716:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176308.491717:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176308.491719:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176308.491722:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158a80 x1872930407242624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491727:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176308.491729:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407242624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491734:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.491735:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176308.491737:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176308.491739:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176308.491741:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176308.491743:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305502351
00000100:00000001:1.0:1786176308.491744:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305510186
00000100:00000001:1.0:1786176308.491746:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305502351
00000100:00000001:1.0:1786176308.491747:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305510186
00000100:00000001:1.0:1786176308.491749:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176308.491750:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.491751:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176308.491753:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176308/real 1786176308]  req@ffff9f1485158a80 x1872930407242624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176308.491758:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176308.491759:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176308.491760:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176308.491762:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176308.491763:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176308.491764:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176308.491766:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407242624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176308.491788:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407242624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491792:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176308.491793:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491794:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176308.491795:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176308.491797:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407242624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491801:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176308.491804:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407242624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491808:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176308.491810:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491811:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176308.491812:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491813:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176308.491814:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176308.491816:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176308.491817:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176308.491819:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176308.491821:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407242624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176308.491826:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407242624:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176308.491828:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491829:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176308.491831:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407242240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491835:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176308.491836:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176308.491837:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176308.491839:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176308.491840:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176308.491841:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176308.491843:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176308.491844:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:1.0:1786176308.491846:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176308.491846:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176308.491848:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000100:00000001:1.0:1786176308.491850:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176308.491851:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491852:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176308.491854:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407242368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491863:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176308.491864:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176308.491865:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176308.491867:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176308.491867:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176308.491868:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176308.491869:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176308.491870:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:1.0:1786176308.491871:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176308.491872:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176308.491873:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000001:1.0:1786176308.491874:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176308.491875:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491876:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176308.491878:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a300 x1872930407242496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491881:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176308.491882:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176308.491883:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176308.491885:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176308.491886:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176308.491886:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176308.491887:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176308.491888:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:1.0:1786176308.491889:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176308.491890:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176308.491891:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a300.
00000100:00000001:1.0:1786176308.491892:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176308.491893:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491894:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176308.491896:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407242624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176308.491900:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176308.491901:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176308.491902:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176308.491903:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176308.491904:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176308.491905:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176308.491906:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176308.491907:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:1.0:1786176308.491909:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176308.491909:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176308.491910:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:1.0:1786176308.491912:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176308.491912:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491913:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176308.491916:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176308.491917:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176308.491918:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176308.491919:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176309.321846:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176309.321852:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176310.345875:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176310.345883:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176310.345971:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176310.345977:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176310.345983:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176311.369874:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176311.369880:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176312.393866:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176312.393872:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176312.393946:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176312.393950:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176312.393953:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176313.417954:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176313.417961:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176313.609933:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176313.609957:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176313.609960:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176313.609965:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176313.609971:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176313.609980:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10833
00000400:00000200:3.0:1786176313.609990:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176313.609997:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176313.610001:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176313.610005:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176313.610026:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176313.610029:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176313.610031:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176313.610035:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176313.610037:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176313.610041:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176313.610057:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176313.610060:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176313.610063:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176313.610067:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176313.610069:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176313.610071:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176313.610073:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176313.610076:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176313.610079:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176313.610082:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176313.610084:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176313.610088:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176313.610091:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176313.610094:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176313.610096:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176313.610106:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786176313.610110:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176313.610114:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176313.610116:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176313.610119:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176313.610122:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176313.610126:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176313.610135:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176313.610143:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176313.610152:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407242752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176313.610163:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176313.610169:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176313.610174:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407242752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176313.610209:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176313.610212:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176313.610217:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176313.610219:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176313.610221:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176313.610224:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176313.610226:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10833
00000400:00000200:3.0:1786176313.610231:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176313.610234:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176313.610237:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176313.610240:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176313.610243:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176313.610246:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176313.610249:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176313.610252:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176313.610254:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176313.610256:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176313.610258:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000001:1.0:1786176313.610260:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1786176313.610261:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176313.610267:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:1.0:1786176313.610268:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1786176313.610273:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176313.610275:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786176313.610278:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176313.610287:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000040:1.0:1786176313.610290:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158380 x1872930407242752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176313.610291:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176313.610299:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176313.610307:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176313.610315:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.610320:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1786176313.610321:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1786176313.610327:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176313.610331:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176313.610333:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786176313.610340:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176313.610341:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176313.610347:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176313.610352:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407242752:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786176313.610354:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176313.610362:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1786176313.610363:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1786176313.610368:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1786176313.610369:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176313.610374:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176313.610375:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176313.610383:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1786176313.610385:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786176313.610390:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000010:1.0:1786176313.610392:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:3.0:1786176313.610394:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176313.610417:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176313.610418:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176313.610421:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176313.610425:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176313.610428:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176313.610433:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176313.610442:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
02000000:00000010:3.0:1786176313.610449:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000400:00000010:1.0:1786176313.610452:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000001:3.0:1786176313.610457:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1786176313.610463:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407242752, portal 25
00000100:00100000:3.0:1786176313.610471:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407242880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176313.610473:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176313.610478:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782912 : -106564495768704 : ffff9f1485158380)
00000100:00000001:3.0:1786176313.610493:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1786176313.610496:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158380 x1872930407242752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176313.610499:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176313.610515:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407242880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176313.610584:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.610586:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1786176313.610590:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1786176313.610596:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786176313.610600:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1786176313.610603:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000001:3.0:1786176313.610604:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176313.610610:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1786176313.610612:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407242752, offset 0
00000100:00000001:3.0:1786176313.610614:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176313.610621:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10833
00000400:00000200:1.0:1786176313.610628:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786176313.610634:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176313.610640:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176313.610643:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1786176313.610646:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786176313.610651:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176313.610656:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1786176313.610662:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000040:3.0:1786176313.610663:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176313.610672:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:1.0:1786176313.610675:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1786176313.610677:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176313.610681:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176313.610683:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1786176313.610686:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000020:00000040:3.0:1786176313.610688:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176313.610693:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:1.0:1786176313.610694:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1786176313.610699:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:1.0:1786176313.610703:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000040:3.0:1786176313.610709:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176313.610715:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1786176313.610716:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272869:272869:256:4294967295] 192.168.202.146@tcp LPNI seq info [272830:272830:8:4294967295]
00000100:00000040:3.0:1786176313.610721:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176313.610729:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176313.610732:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176313.610735:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176313.610740:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176313.610741:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786176313.610745:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176313.610752:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176313.610760:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176313.610764:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1786176313.610766:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176313.610771:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176313.610775:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176313.610777:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176313.610782:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000800:00000200:1.0:1786176313.610816:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000020:00000040:3.0:1786176313.610825:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000800:00000010:1.0:1786176313.610826:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
02000000:00000001:3.0:1786176313.610837:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176313.610842:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1786176313.610844:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176313.610865:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176313.610871:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1786176313.610876:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
02000000:00000001:3.0:1786176313.610878:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176313.610898:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000800:00000200:1.1:1786176313.610910:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176313.610911:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1786176313.610924:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000100:00100000:3.0:1786176313.610934:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407243008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1786176313.610946:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176313.610957:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000100:00000001:3.0:1786176313.610962:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176313.610967:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176313.610975:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407243008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1786176313.610982:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1786176313.610989:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176313.610994:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176313.611016:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1786176313.611019:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1786176313.611020:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176313.611026:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1786176313.611030:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000100:00000001:3.0:1786176313.611031:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1786176313.611038:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00080000:3.0:1786176313.611041:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10833
00000100:00000001:1.0:1786176313.611046:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1786176313.611051:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000200:1.0:1786176313.611057:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158380 x1872930407242752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786176313.611061:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176313.611068:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176313.611077:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176313.611084:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176313.611088:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176313.611090:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1786176313.611092:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176313.611097:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:1.0:1786176313.611099:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158380 x1872930407242752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786176313.611101:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176313.611105:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176313.611109:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176313.611115:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176313.611122:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:1.0:1786176313.611127:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176313.611131:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176313.611132:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786176313.611136:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176313.611141:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176313.611144:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176313.611144:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176313.611153:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000400:00000200:1.0:1786176313.611159:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786176313.611160:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176313.611168:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305515307
00000100:00000001:3.0:1786176313.611168:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176313.611177:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176313.611182:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176313.611183:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305510186
02000000:00000001:3.0:1786176313.611185:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176313.611194:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176313.611197:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305515307
00000008:00100000:3.0:1786176313.611198:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176313.611207:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.611209:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305510186
00000100:00000001:3.0:1786176313.611210:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176313.611220:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000100:00000001:1.0:1786176313.611221:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1786176313.611227:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:1.0:1786176313.611228:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176313.611237:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1786176313.611238:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1786176313.611241:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176313.611245:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1786176313.611256:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176313/real 1786176313]  req@ffff9f1485158380 x1872930407242752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786176313.611257:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176313.611262:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176313.611271:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000400:00000001:1.0:1786176313.611276:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1786176313.611278:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1786176313.611280:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176313.611285:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000100:00100000:3.0:1786176313.611290:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407243136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1786176313.611291:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176313.611297:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176313.611304:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1786176313.611310:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1786176313.611313:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158380 x1872930407242752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176313.611315:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1786176313.611330:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158380 x1872930407242752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786176313.611337:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407243136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.611356:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176313.611361:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176313.611363:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.611367:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1786176313.611369:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1786176313.611371:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786176313.611377:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176313.611383:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1786176313.611385:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158380 x1872930407242752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786176313.611387:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176313.611396:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176313.611404:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10833
00000100:00000001:1.0:1786176313.611425:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1786176313.611434:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:1.0:1786176313.611442:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158380 x1872930407242752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786176313.611444:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176313.611453:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176313.611465:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176313.611473:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1786176313.611477:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1786176313.611479:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176313.611488:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176313.611489:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:1.0:1786176313.611496:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1786176313.611498:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1786176313.611500:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786176313.611502:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000001:1.0:1786176313.611507:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1786176313.611508:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1786176313.611514:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1786176313.611515:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176313.611547:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00080000:1.0:1786176313.611550:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1786176313.611552:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176313.611560:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176313.611584:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1786176313.611588:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000040:3.0:1786176313.611590:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176313.611593:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1786176313.611595:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176313.611601:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000040:1.0:1786176313.611606:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158380 x1872930407242752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786176313.611609:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176313.611617:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176313.611624:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176313.611629:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1786176313.611635:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407242752:192.168.202.146@tcp:250:kworker.0
02000000:00000001:3.0:1786176313.611636:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176313.611642:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176313.611649:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1786176313.611649:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176313.611656:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.611657:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1786176313.611660:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176313.611665:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158380 x1872930407242752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1786176313.611667:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786176313.611675:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176313.611682:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176313.611685:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.611689:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1786176313.611690:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176313.611694:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1786176313.611695:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1786176313.611702:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:3.0:1786176313.611703:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176313.611710:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:3.0:1786176313.611713:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000020:00000001:1.0:1786176313.611715:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176313.611721:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000001:3.0:1786176313.611723:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1786176313.611725:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176313.611730:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1800.
00000100:00100000:3.0:1786176313.611734:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407243264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1786176313.611749:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176313.611754:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1786176313.611755:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1786176313.611758:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158380.
00000100:00000001:3.0:1786176313.611760:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.611765:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176313.611770:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786176313.611771:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407243264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.611774:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176313.611787:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.611788:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176313.611817:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176313.611823:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10844)
00000100:00000001:1.0:1786176313.611825:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176313.611831:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176313.611834:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176313.611845:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158700 x1872930407242880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.611875:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176313.611878:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176313.611882:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176313.611886:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176313.611890:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176313.611897:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407242880:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176313.611903:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176313.611907:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176313.611910:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176313.611914:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176313.611921:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176313.611941:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176313.611948:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176313.611951:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176313.611955:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176313.611959:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407242880, portal 10
00000100:00000001:1.0:1786176313.611962:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176313.611963:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213783808 : -106564495767808 : ffff9f1485158700)
00000100:00000040:1.0:1786176313.611972:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158700 x1872930407242880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.611979:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176313.611982:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176313.611984:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176313.611987:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407242880, offset 0
00000400:00000200:1.0:1786176313.611992:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176313.611996:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176313.612001:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176313.612005:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176313.612008:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176313.612028:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176313.612031:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176313.612043:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272870:272870:256:4294967295] 192.168.202.146@tcp LPNI seq info [272831:272831:8:4294967295]
00000400:00000200:1.0:1786176313.612048:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176313.612056:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176313.612061:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176313.612064:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176313.612069:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176313.612072:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786176313.612077:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176313.612081:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1786176313.612085:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176313.612087:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176313.612091:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176313.612094:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176313.612098:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176313.612100:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176313.612103:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176313.612107:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158700 x1872930407242880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612115:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176313.612118:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158700 x1872930407242880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612125:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.612127:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176313.612131:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176313.612135:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176313.612138:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176313.612141:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305506342
00000100:00000001:1.0:1786176313.612144:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305515307
00000100:00000001:1.0:1786176313.612147:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305506342
00000100:00000001:1.0:1786176313.612149:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305515307
00000100:00000001:1.0:1786176313.612151:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176313.612153:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.612155:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176313.612159:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176313/real 1786176313]  req@ffff9f1485158700 x1872930407242880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176313.612167:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176313.612168:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176313.612170:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176313.612172:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176313.612173:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176313.612175:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176313.612178:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158700 x1872930407242880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176313.612192:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158700 x1872930407242880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612199:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176313.612201:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.612203:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176313.612204:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176313.612208:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158700 x1872930407242880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612214:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176313.612218:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158700 x1872930407242880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612224:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176313.612227:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.612228:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176313.612230:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.612231:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176313.612233:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176313.612236:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176313.612239:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176313.612241:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176313.612245:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158700 x1872930407242880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176313.612252:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407242880:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176313.612256:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176313.612260:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a680 x1872930407243008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612273:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176313.612275:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176313.612277:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176313.612279:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176313.612281:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176313.612284:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407243008:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176313.612287:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176313.612289:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176313.612290:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176313.612292:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176313.612295:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176313.612297:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176313.612300:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176313.612302:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176313.612305:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176313.612308:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407243008, portal 10
00000100:00000001:1.0:1786176313.612310:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176313.612311:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213791872 : -106564495759744 : ffff9f148515a680)
00000100:00000040:1.0:1786176313.612317:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a680 x1872930407243008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612324:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176313.612326:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176313.612328:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176313.612330:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407243008, offset 0
00000400:00000200:1.0:1786176313.612334:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176313.612337:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176313.612341:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176313.612344:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176313.612346:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176313.612348:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176313.612351:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176313.612355:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272871:272871:256:4294967295] 192.168.202.146@tcp LPNI seq info [272832:272832:8:4294967295]
00000400:00000200:1.0:1786176313.612359:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176313.612366:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176313.612370:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176313.612373:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176313.612377:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176313.612380:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786176313.612384:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176313.612387:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1786176313.612391:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176313.612393:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176313.612396:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176313.612400:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176313.612403:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176313.612404:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176313.612406:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176313.612410:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a680 x1872930407243008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612434:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176313.612447:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a680 x1872930407243008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612454:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.612456:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176313.612460:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176313.612463:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176313.612467:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176313.612469:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305506423
00000100:00000001:1.0:1786176313.612472:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305515307
00000100:00000001:1.0:1786176313.612474:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305506423
00000100:00000001:1.0:1786176313.612477:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305515307
00000100:00000001:1.0:1786176313.612479:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176313.612482:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.612485:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176313.612489:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176313/real 1786176313]  req@ffff9f148515a680 x1872930407243008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176313.612498:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176313.612500:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176313.612502:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176313.612504:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176313.612506:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176313.612508:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176313.612512:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a680 x1872930407243008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176313.612545:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a680 x1872930407243008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612581:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176313.612583:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.612585:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176313.612586:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176313.612590:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a680 x1872930407243008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612597:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176313.612601:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a680 x1872930407243008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612607:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176313.612610:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.612611:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176313.612612:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.612614:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176313.612616:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176313.612618:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176313.612622:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176313.612624:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176313.612629:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a680 x1872930407243008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176313.612636:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407243008:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176313.612640:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176313.612643:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407243136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612649:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176313.612651:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176313.612653:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176313.612654:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176313.612656:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176313.612659:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407243136:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176313.612662:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176313.612664:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176313.612665:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176313.612667:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176313.612670:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176313.612672:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176313.612676:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176313.612678:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176313.612682:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176313.612685:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407243136, portal 4
00000100:00000001:1.0:1786176313.612687:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176313.612688:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:1.0:1786176313.612695:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407243136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612701:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176313.612704:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176313.612706:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176313.612709:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407243136, offset 0
00000400:00000200:1.0:1786176313.612712:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176313.612716:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176313.612720:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176313.612723:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176313.612726:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176313.612729:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176313.612731:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176313.612734:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272872:272872:256:4294967295] 192.168.202.146@tcp LPNI seq info [272833:272833:8:4294967295]
00000400:00000200:1.0:1786176313.612739:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176313.612753:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176313.612757:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176313.612760:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176313.612764:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176313.612767:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786176313.612771:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176313.612774:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1786176313.612778:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176313.612780:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176313.612783:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176313.612808:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176313.612812:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176313.612815:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176313.612819:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176313.612826:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158a80 x1872930407243136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612838:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176313.612844:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407243136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612854:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.612876:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176313.612883:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176313.612888:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176313.612894:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176313.612897:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305507683
00000100:00000001:1.0:1786176313.612902:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305515307
00000100:00000001:1.0:1786176313.612906:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305507683
00000100:00000001:1.0:1786176313.612910:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305515307
00000100:00000001:1.0:1786176313.612913:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176313.612917:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.612920:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176313.612927:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176313/real 1786176313]  req@ffff9f1485158a80 x1872930407243136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176313.612954:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176313.612957:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176313.612960:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176313.612964:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176313.612967:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176313.612969:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176313.612973:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407243136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176313.612982:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407243136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.612988:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176313.612990:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.612992:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176313.612993:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176313.612996:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407243136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.613003:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176313.613007:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407243136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.613015:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176313.613017:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.613019:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176313.613020:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.613022:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176313.613023:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176313.613026:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176313.613029:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176313.613031:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176313.613034:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407243136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176313.613042:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407243136:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176313.613045:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176313.613049:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a300 x1872930407243264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.613055:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176313.613057:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176313.613059:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176313.613061:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176313.613063:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176313.613066:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407243264:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176313.613069:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176313.613071:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176313.613073:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176313.613074:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176313.613078:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176313.613080:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176313.613084:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176313.613087:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176313.613090:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176313.613093:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407243264, portal 4
00000100:00000001:1.0:1786176313.613095:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176313.613097:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790976 : -106564495760640 : ffff9f148515a300)
00000100:00000040:1.0:1786176313.613103:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a300 x1872930407243264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.613109:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176313.613111:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176313.613113:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176313.613116:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407243264, offset 0
00000400:00000200:1.0:1786176313.613120:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176313.613124:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176313.613127:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176313.613130:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176313.613133:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176313.613136:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176313.613138:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176313.613141:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272873:272873:256:4294967295] 192.168.202.146@tcp LPNI seq info [272834:272834:8:4294967295]
00000400:00000200:1.0:1786176313.613163:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176313.613170:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176313.613176:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176313.613179:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176313.613184:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176313.613187:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1786176313.613191:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176313.613194:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1786176313.613199:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176313.613201:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176313.613204:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176313.613208:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176313.613211:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176313.613213:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176313.613216:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176313.613220:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a300 x1872930407243264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.613229:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176313.613232:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a300 x1872930407243264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.613239:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.613241:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176313.613245:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176313.613248:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176313.613251:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176313.613253:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305507473
00000100:00000001:1.0:1786176313.613256:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305515307
00000100:00000001:1.0:1786176313.613258:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305507473
00000100:00000001:1.0:1786176313.613261:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305515307
00000100:00000001:1.0:1786176313.613263:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176313.613265:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.613267:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176313.613271:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176313/real 1786176313]  req@ffff9f148515a300 x1872930407243264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176313.613278:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176313.613280:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176313.613281:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176313.613283:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176313.613285:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176313.613287:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176313.613290:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a300 x1872930407243264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176313.613298:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a300 x1872930407243264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.613322:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176313.613324:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.613326:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176313.613327:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176313.613331:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a300 x1872930407243264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.613338:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176313.613341:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a300 x1872930407243264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.613366:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176313.613368:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.613369:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176313.613371:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.613372:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176313.613374:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176313.613376:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176313.613379:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176313.613381:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176313.613384:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a300 x1872930407243264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176313.613392:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407243264:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176313.613395:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.613397:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176313.613400:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158700 x1872930407242880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.613407:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176313.613409:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176313.613412:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176313.613414:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176313.613416:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176313.613417:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176313.613419:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176313.613421:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1400.
02000000:00000001:1.0:1786176313.613424:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176313.613426:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176313.613427:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158700.
00000100:00000001:1.0:1786176313.613430:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176313.613431:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.613433:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176313.613437:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a680 x1872930407243008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.613452:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176313.613478:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176313.613480:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176313.613483:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176313.613485:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176313.613486:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176313.613488:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176313.613490:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0c00.
02000000:00000001:1.0:1786176313.613492:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176313.613493:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176313.613495:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a680.
00000100:00000001:1.0:1786176313.613497:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176313.613498:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.613500:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176313.613503:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407243136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.613510:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176313.613511:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176313.613512:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176313.613515:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176313.613516:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176313.613571:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176313.613575:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176313.613577:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3c00.
02000000:00000001:1.0:1786176313.613580:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176313.613581:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176313.613583:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:1.0:1786176313.613585:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176313.613586:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.613588:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176313.613593:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a300 x1872930407243264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176313.613600:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176313.613601:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176313.613603:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176313.613606:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176313.613607:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176313.613608:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176313.613609:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176313.613611:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0000.
02000000:00000001:1.0:1786176313.613613:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176313.613614:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176313.613615:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a300.
00000100:00000001:1.0:1786176313.613617:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176313.613618:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.613620:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176313.613624:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176313.613625:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176313.613627:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176313.613629:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176314.441895:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176314.441903:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176314.441984:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176314.442003:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176314.442009:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176315.465853:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176315.465859:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176316.489884:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176316.489891:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176316.489965:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176316.489972:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176316.489977:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176317.513943:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176317.513953:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176317.513956:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176317.513961:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176317.513988:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176317.513990:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176317.513993:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176317.513995:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176318.537896:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176318.537905:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176318.538008:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176318.538015:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176318.538021:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1786176318.730203:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176318.730210:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176318.730214:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176318.730224:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebdf80 x1872930407243392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.730238:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176318.730241:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176318.730248:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176318.730252:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176318.730256:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176318.730265:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407243392:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176318.730271:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176318.730276:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176318.730280:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176318.730284:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176318.730291:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176318.730297:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176318.730308:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176318.730315:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176318.730325:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176318.730335:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407243392, portal 25
00000100:00000001:1.0:1786176318.730341:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176318.730344:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177499520 : -106564532052096 : ffff9f1482ebdf80)
00000100:00000040:1.0:1786176318.730354:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebdf80 x1872930407243392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.730373:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176318.730379:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176318.730394:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176318.730399:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407243392, offset 0
00000400:00000200:1.0:1786176318.730410:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176318.730424:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176318.730433:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176318.730444:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176318.730451:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176318.730455:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176318.730458:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176318.730461:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272874:272874:256:4294967295] 192.168.202.146@tcp LPNI seq info [272835:272835:8:4294967295]
00000400:00000200:1.0:1786176318.730464:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176318.730494:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176318.730503:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176318.730510:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176318.730522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176318.730528:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786176318.730538:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176318.730544:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1786176318.730550:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176318.730553:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176318.730562:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176318.730570:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176318.730578:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176318.730582:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176318.730589:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176318.730596:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebdf80 x1872930407243392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.730613:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176318.730618:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebdf80 x1872930407243392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.730629:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176318.730632:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176318.730639:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176318.730647:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176318.730652:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305520426
00000100:00000001:1.0:1786176318.730663:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305515307
00000100:00000001:1.0:1786176318.730677:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305520426
00000100:00000001:1.0:1786176318.730685:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305515307
00000100:00000001:1.0:1786176318.730690:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176318.730695:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176318.730699:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176318.730706:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176318/real 1786176318]  req@ffff9f1482ebdf80 x1872930407243392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176318.730723:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176318.730726:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176318.730729:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176318.730733:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176318.730737:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176318.730747:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176318.730753:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebdf80 x1872930407243392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176318.730803:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebdf80 x1872930407243392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.730809:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176318.730811:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.730813:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176318.730815:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176318.730820:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebdf80 x1872930407243392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.730833:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176318.730843:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebdf80 x1872930407243392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.730868:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176318.730881:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.730884:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176318.730886:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.730889:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176318.730892:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176318.730897:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176318.730903:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176318.730906:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176318.730912:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebdf80 x1872930407243392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176318.730924:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407243392:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176318.730931:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.730935:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176318.730941:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebdf80 x1872930407243392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.730958:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176318.730963:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176318.730967:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176318.730972:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176318.730976:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176318.730979:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176318.730985:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176318.730988:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5400.
02000000:00000001:1.0:1786176318.730993:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176318.730995:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176318.730997:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebdf80.
00000100:00000001:1.0:1786176318.731001:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176318.731002:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731005:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731015:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176318.731017:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176318.731018:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176318.731020:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176318.731021:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176318.731024:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebf100 x1872930407243520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731029:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176318.731030:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176318.731032:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176318.731033:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176318.731035:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176318.731037:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407243520:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176318.731039:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176318.731041:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176318.731042:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176318.731043:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176318.731045:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176318.731047:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176318.731050:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176318.731052:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176318.731055:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176318.731057:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407243520, portal 10
00000100:00000001:1.0:1786176318.731058:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176318.731060:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177504000 : -106564532047616 : ffff9f1482ebf100)
00000100:00000040:1.0:1786176318.731065:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebf100 x1872930407243520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731070:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176318.731072:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176318.731073:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176318.731075:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407243520, offset 0
00000400:00000200:1.0:1786176318.731077:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176318.731080:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176318.731083:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176318.731086:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176318.731088:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176318.731090:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176318.731091:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176318.731094:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272875:272875:256:4294967295] 192.168.202.146@tcp LPNI seq info [272836:272836:8:4294967295]
00000400:00000200:1.0:1786176318.731097:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176318.731101:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176318.731104:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176318.731106:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176318.731109:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176318.731112:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786176318.731115:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176318.731117:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1786176318.731119:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176318.731120:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176318.731123:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176318.731125:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176318.731127:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176318.731128:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176318.731130:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176318.731132:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebf100 x1872930407243520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731138:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176318.731140:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407243520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731145:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176318.731146:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176318.731147:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176318.731150:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176318.731152:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176318.731154:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305511461
00000100:00000001:1.0:1786176318.731157:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305520426
00000100:00000001:1.0:1786176318.731159:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305511461
00000100:00000001:1.0:1786176318.731160:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305520426
00000100:00000001:1.0:1786176318.731162:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176318.731163:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176318.731164:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176318.731167:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176318/real 1786176318]  req@ffff9f1482ebf100 x1872930407243520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176318.731171:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176318.731172:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176318.731173:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176318.731175:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176318.731176:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176318.731177:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176318.731179:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebf100 x1872930407243520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176318.731185:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebf100 x1872930407243520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731189:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176318.731190:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731191:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176318.731192:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176318.731194:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebf100 x1872930407243520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731198:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176318.731200:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebf100 x1872930407243520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731205:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176318.731207:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731209:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176318.731210:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731211:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176318.731212:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176318.731215:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176318.731216:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176318.731218:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176318.731220:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebf100 x1872930407243520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176318.731225:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407243520:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176318.731227:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176318.731229:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407243648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731233:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176318.731233:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176318.731235:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176318.731236:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176318.731237:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176318.731239:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407243648:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176318.731242:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176318.731243:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176318.731244:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176318.731245:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176318.731247:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176318.731248:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176318.731250:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176318.731251:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176318.731253:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176318.731255:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407243648, portal 10
00000100:00000001:1.0:1786176318.731256:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176318.731258:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:1.0:1786176318.731263:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407243648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731268:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176318.731269:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176318.731271:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176318.731272:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407243648, offset 0
00000400:00000200:1.0:1786176318.731275:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176318.731277:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176318.731279:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176318.731281:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176318.731282:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176318.731284:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176318.731286:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176318.731288:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272876:272876:256:4294967295] 192.168.202.146@tcp LPNI seq info [272837:272837:8:4294967295]
00000400:00000200:1.0:1786176318.731291:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176318.731295:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176318.731297:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176318.731299:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176318.731301:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176318.731302:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786176318.731305:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176318.731306:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1786176318.731309:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176318.731311:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176318.731313:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176318.731315:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176318.731317:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176318.731318:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176318.731319:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176318.731322:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407243648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731332:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176318.731334:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407243648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731338:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176318.731339:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176318.731341:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176318.731342:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176318.731344:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176318.731345:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305511542
00000100:00000001:1.0:1786176318.731346:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305520426
00000100:00000001:1.0:1786176318.731348:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305511542
00000100:00000001:1.0:1786176318.731349:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305520426
00000100:00000001:1.0:1786176318.731351:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176318.731352:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176318.731353:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176318.731356:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176318/real 1786176318]  req@ffff9f1482ebd500 x1872930407243648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176318.731360:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176318.731361:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176318.731362:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176318.731363:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176318.731364:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176318.731365:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176318.731367:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407243648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176318.731373:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407243648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731377:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176318.731379:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731380:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176318.731381:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176318.731383:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407243648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731388:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176318.731390:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407243648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731394:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176318.731395:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731396:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176318.731397:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731398:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176318.731399:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176318.731400:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176318.731402:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176318.731403:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176318.731406:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407243648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176318.731410:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407243648:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176318.731412:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176318.731414:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407243776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731418:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176318.731419:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176318.731420:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176318.731421:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176318.731423:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176318.731425:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407243776:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176318.731427:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176318.731428:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176318.731430:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176318.731432:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176318.731434:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176318.731435:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176318.731437:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176318.731438:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176318.731440:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176318.731442:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407243776, portal 4
00000100:00000001:1.0:1786176318.731443:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176318.731445:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000040:1.0:1786176318.731448:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407243776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731453:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176318.731454:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176318.731455:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176318.731457:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407243776, offset 0
00000400:00000200:1.0:1786176318.731459:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176318.731461:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176318.731463:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176318.731465:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176318.731467:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176318.731480:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176318.731482:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176318.731485:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272877:272877:256:4294967295] 192.168.202.146@tcp LPNI seq info [272838:272838:8:4294967295]
00000400:00000200:1.0:1786176318.731487:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176318.731492:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176318.731495:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176318.731497:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176318.731500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176318.731503:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786176318.731505:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176318.731507:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1786176318.731510:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176318.731511:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176318.731513:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176318.731516:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176318.731518:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176318.731519:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176318.731520:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176318.731523:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407243776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731529:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176318.731531:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407243776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731535:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176318.731536:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176318.731538:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176318.731540:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176318.731542:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176318.731543:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305512801
00000100:00000001:1.0:1786176318.731544:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305520426
00000100:00000001:1.0:1786176318.731546:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305512801
00000100:00000001:1.0:1786176318.731548:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305520426
00000100:00000001:1.0:1786176318.731550:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176318.731551:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176318.731552:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176318.731554:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176318/real 1786176318]  req@ffff9f1482ebc000 x1872930407243776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176318.731558:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176318.731560:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176318.731561:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176318.731563:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176318.731564:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176318.731565:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176318.731567:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407243776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176318.731572:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407243776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731576:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176318.731577:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731578:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176318.731578:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176318.731581:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407243776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731584:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176318.731587:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407243776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731591:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176318.731593:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731594:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176318.731595:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731596:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176318.731597:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176318.731599:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176318.731601:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176318.731602:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176318.731604:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407243776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176318.731613:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407243776:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176318.731616:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176318.731618:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407243904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731622:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176318.731623:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176318.731624:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176318.731625:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176318.731626:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176318.731628:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407243904:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176318.731630:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176318.731630:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176318.731631:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176318.731632:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176318.731635:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176318.731636:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176318.731638:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176318.731639:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000010:1.0:1786176318.731642:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00000200:1.0:1786176318.731643:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407243904, portal 4
00000100:00000001:1.0:1786176318.731645:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176318.731646:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:1.0:1786176318.731650:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407243904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731654:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176318.731656:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176318.731657:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000200:1.0:1786176318.731659:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407243904, offset 0
00000400:00000200:1.0:1786176318.731661:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176318.731664:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176318.731666:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176318.731668:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176318.731670:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176318.731672:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176318.731673:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176318.731675:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272878:272878:256:4294967295] 192.168.202.146@tcp LPNI seq info [272839:272839:8:4294967295]
00000400:00000200:1.0:1786176318.731678:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176318.731682:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176318.731685:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176318.731686:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000800:00000200:1.0:1786176318.731688:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176318.731691:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1786176318.731693:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176318.731695:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1786176318.731698:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176318.731699:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abce300.
00000400:00000200:1.0:1786176318.731701:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176318.731704:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176318.731706:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768f68
00000400:00000010:1.0:1786176318.731707:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768f68.
00000100:00000001:1.0:1786176318.731709:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176318.731711:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407243904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731717:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176318.731719:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407243904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731723:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176318.731724:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176318.731726:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176318.731727:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176318.731729:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176318.731731:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305512591
00000100:00000001:1.0:1786176318.731733:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305520426
00000100:00000001:1.0:1786176318.731734:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305512591
00000100:00000001:1.0:1786176318.731736:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305520426
00000100:00000001:1.0:1786176318.731737:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176318.731738:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176318.731739:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176318.731742:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176318/real 1786176318]  req@ffff9f1482ebe680 x1872930407243904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176318.731746:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176318.731747:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176318.731748:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176318.731749:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176318.731750:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176318.731751:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176318.731754:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407243904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176318.731759:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407243904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731763:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176318.731764:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731765:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176318.731766:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176318.731768:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407243904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731787:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176318.731790:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407243904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731794:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176318.731796:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731798:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176318.731798:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731800:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176318.731801:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176318.731803:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176318.731805:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176318.731806:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176318.731808:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407243904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176318.731813:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407243904:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176318.731815:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731817:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176318.731819:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebf100 x1872930407243520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731823:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176318.731824:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176318.731825:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176318.731827:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176318.731828:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176318.731829:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176318.731831:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176318.731832:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6400.
02000000:00000001:1.0:1786176318.731834:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176318.731835:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176318.731836:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebf100.
00000100:00000001:1.0:1786176318.731839:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176318.731840:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731841:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176318.731843:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407243648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731852:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176318.731853:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176318.731854:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176318.731856:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176318.731857:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176318.731857:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176318.731859:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176318.731859:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4400.
02000000:00000001:1.0:1786176318.731861:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176318.731861:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176318.731862:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:1.0:1786176318.731863:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176318.731864:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731865:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176318.731867:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407243776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731871:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176318.731871:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176318.731872:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176318.731874:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176318.731875:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176318.731875:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176318.731876:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176318.731877:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:1.0:1786176318.731878:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176318.731879:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176318.731880:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:1.0:1786176318.731881:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176318.731882:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731883:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176318.731884:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407243904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176318.731888:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176318.731889:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176318.731891:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176318.731892:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176318.731893:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176318.731894:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176318.731895:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176318.731896:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5800.
02000000:00000001:1.0:1786176318.731897:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176318.731898:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176318.731899:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:1.0:1786176318.731900:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176318.731901:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731902:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176318.731904:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176318.731905:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176318.731906:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176318.731907:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176319.561877:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176319.561884:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176320.585905:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176320.585925:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176320.585999:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176320.586004:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176320.586007:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176321.609966:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176321.609980:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176322.633929:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176322.633940:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176322.634077:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176322.634087:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176322.634093:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176323.657913:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176323.657933:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176323.849948:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176323.849958:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176323.849961:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176323.849964:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176323.849969:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176323.849976:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10844
00000400:00000200:3.0:1786176323.850002:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176323.850009:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176323.850013:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176323.850017:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176323.850021:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176323.850024:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176323.850026:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176323.850031:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176323.850033:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176323.850036:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176323.850040:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176323.850042:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176323.850045:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176323.850048:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176323.850050:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176323.850052:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176323.850054:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176323.850058:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176323.850062:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176323.850064:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176323.850067:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176323.850071:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176323.850074:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176323.850076:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176323.850079:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176323.850090:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786176323.850094:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176323.850098:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176323.850100:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176323.850103:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176323.850106:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176323.850111:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176323.850119:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176323.850127:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176323.850138:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407244032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176323.850151:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176323.850156:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176323.850161:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407244032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176323.850206:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176323.850208:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176323.850210:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176323.850212:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176323.850213:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176323.850215:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176323.850216:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10844
00000400:00000200:3.0:1786176323.850219:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176323.850221:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176323.850222:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176323.850224:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176323.850226:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176323.850229:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176323.850230:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176323.850232:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176323.850233:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176323.850234:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176323.850235:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176323.850237:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176323.850238:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176323.850240:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176323.850242:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176323.850243:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176323.850244:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176323.850248:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176323.850252:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176323.850254:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176323.850255:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176323.850260:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176323.850262:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176323.850263:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176323.850266:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176323.850269:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176323.850271:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176323.850273:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:3.0:1786176323.850274:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786176323.850281:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00000001:1.0:1786176323.850283:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1786176323.850284:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1786176323.850287:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1786176323.850287:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176323.850293:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176323.850294:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176323.850297:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176323.850301:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000040:1.0:1786176323.850305:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407244032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176323.850306:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176323.850319:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407244160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176323.850334:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176323.850341:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176323.850351:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1786176323.850352:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176323.850359:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786176323.850360:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176323.850365:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176323.850371:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407244032:192.168.202.146@tcp:250:kworker.0
00000100:00000040:3.0:1786176323.850374:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407244160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176323.850379:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176323.850385:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176323.850390:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176323.850398:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786176323.850405:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176323.850409:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
00000100:00080000:3.0:1786176323.850412:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1786176323.850413:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176323.850438:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176323.850440:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176323.850443:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1786176323.850449:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176323.850450:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176323.850455:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10844
00000400:00000010:1.0:1786176323.850456:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d17e8.
00000400:00000200:3.0:1786176323.850462:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176323.850465:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000010:1.0:1786176323.850468:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768cc0.
00000100:00080000:3.0:1786176323.850468:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176323.850476:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176323.850478:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1786176323.850479:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407244032, portal 25
00000100:00000040:3.0:1786176323.850480:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176323.850488:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786176323.850489:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:1.0:1786176323.850494:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
00000020:00000001:3.0:1786176323.850496:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176323.850504:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176323.850508:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:1.0:1786176323.850509:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407244032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786176323.850513:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176323.850522:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176323.850535:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000001:1.0:1786176323.850536:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176323.850544:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786176323.850546:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000010:1.0:1786176323.850549:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768f68.
00000100:00000001:3.0:1786176323.850551:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1786176323.850560:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407244032, offset 0
00000100:00000040:3.0:1786176323.850561:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176323.850572:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176323.850576:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000200:1.0:1786176323.850580:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786176323.850587:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176323.850590:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176323.850592:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176323.850595:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1786176323.850598:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786176323.850606:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176323.850609:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176323.850611:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176323.850614:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176323.850615:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:3.0:1786176323.850617:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176323.850623:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1786176323.850624:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786176323.850629:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000400:00000200:1.0:1786176323.850634:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
02000000:00000001:3.0:1786176323.850635:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176323.850638:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176323.850641:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1786176323.850645:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176323.850650:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1786176323.850651:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
02000000:00000001:3.0:1786176323.850660:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176323.850676:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272879:272879:256:4294967295] 192.168.202.146@tcp LPNI seq info [272840:272840:8:4294967295]
00000400:00000200:1.0:1786176323.850686:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:3.0:1786176323.850687:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176323.850696:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176323.850705:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1786176323.850713:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407244288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1786176323.850727:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176323.850751:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce300.
00000100:00000001:3.0:1786176323.850764:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176323.850773:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176323.850779:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407244288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176323.850789:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176323.850792:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176323.850797:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.0:1786176323.850814:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176323.850823:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176323.850840:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176323.850843:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176323.850846:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1786176323.850850:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176323.850851:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10844
00000400:00000200:1.0:1786176323.850866:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176323.850868:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176323.850871:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305525547
00000400:00000200:3.0:1786176323.850876:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176323.850880:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176323.850886:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176323.850887:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305520426
00000100:00000001:3.0:1786176323.850897:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1786176323.850905:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305525547
00000100:00000040:3.0:1786176323.850906:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176323.850921:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:1.0:1786176323.850926:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305520426
00000020:00000001:3.0:1786176323.850929:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176323.850936:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000100:00000001:1.0:1786176323.850940:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1786176323.850941:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1786176323.850950:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786176323.850950:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176323.850969:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:1.0:1786176323.850970:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176323.850983:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1786176323.850984:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176323.850991:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176323.850996:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176323.850998:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176323.851000:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:1.0:1786176323.851003:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1786176323.851004:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000001:1.0:1786176323.851008:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1786176323.851029:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176323.851031:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176323.851033:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1786176323.851035:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000040:1.0:1786176323.851046:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407244160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176323.851046:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176323.851060:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176323.851066:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176323.851068:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1786176323.851080:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176323.851081:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176323.851101:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1786176323.851103:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176323.851111:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1786176323.851114:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1786176323.851116:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176323.851128:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407244160:192.168.202.146@tcp:38:kworker.0
00000008:00000001:3.0:1786176323.851129:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176323.851135:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176323.851141:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1786176323.851143:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176323.851146:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176323.851156:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176323.851161:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176323.851166:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176323.851167:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000400:00000200:1.0:1786176323.851179:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:3.0:1786176323.851180:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000400:00000010:1.0:1786176323.851184:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1ec8.
00000400:00000010:1.0:1786176323.851191:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b17684c8.
00000100:00000200:1.0:1786176323.851194:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407244160, portal 10
00000100:00000001:1.0:1786176323.851207:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176323.851209:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
02000000:00000001:3.0:1786176323.851211:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176323.851215:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176323.851218:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407244160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176323.851222:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1786176323.851229:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1786176323.851230:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1786176323.851234:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176323.851237:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768d48.
02000000:00000001:3.0:1786176323.851237:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1786176323.851242:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407244160, offset 0
02000000:00000010:3.0:1786176323.851248:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000400:00000200:1.0:1786176323.851249:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176323.851256:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176323.851258:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176323.851262:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176323.851269:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1786176323.851277:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407244416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1786176323.851278:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176323.851283:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176323.851290:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176323.851300:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272880:272880:255:4294967295] 192.168.202.146@tcp LPNI seq info [272841:272841:7:4294967295]
00000400:00000200:1.0:1786176323.851316:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176323.851320:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176323.851329:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176323.851330:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176323.851339:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176323.851347:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce800.
00000800:00000200:1.0:1786176323.851352:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786176323.851353:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407244416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1786176323.851357:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786176323.851364:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176323.851370:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176323.851379:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176323.851387:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305516581
00000100:00000001:1.0:1786176323.851391:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305525547
00000100:00000001:3.0:1786176323.851392:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176323.851393:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305516581
00000100:00000001:1.0:1786176323.851400:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305525547
00000100:00000001:1.0:1786176323.851403:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1786176323.851405:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1786176323.851414:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176323.851432:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176323.851435:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1786176323.851438:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1786176323.851439:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176323.851445:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1786176323.851448:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407244288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786176323.851452:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10844
00000100:00000001:1.0:1786176323.851470:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176323.851472:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786176323.851472:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:1.0:1786176323.851482:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176323.851485:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1786176323.851491:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
02000000:00000001:1.0:1786176323.851493:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176323.851503:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1786176323.851504:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407244288:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176323.851518:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176323.851521:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176323.851522:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176323.851526:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1786176323.851526:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000010:1.0:1786176323.851532:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176323.851536:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176323.851536:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1786176323.851549:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786176323.851549:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000010:1.0:1786176323.851558:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1bb0.
00000100:00000001:3.0:1786176323.851560:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000010:1.0:1786176323.851563:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768c38.
00000020:00000001:3.0:1786176323.851570:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:1.0:1786176323.851571:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407244288, portal 10
00000100:00000001:1.0:1786176323.851577:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1786176323.851579:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000001:1.0:1786176323.851580:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000020:00000001:3.0:1786176323.851590:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:1.0:1786176323.851594:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407244288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786176323.851595:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176323.851610:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:1.0:1786176323.851619:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1786176323.851621:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176323.851628:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176323.851633:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768b28.
00000100:00000040:3.0:1786176323.851634:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000200:1.0:1786176323.851639:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407244288, offset 0
00000100:00000001:3.0:1786176323.851641:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176323.851651:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:1.0:1786176323.851656:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786176323.851656:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176323.851666:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000400:00000200:1.0:1786176323.851670:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786176323.851681:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:1.0:1786176323.851685:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:3.0:1786176323.851692:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176323.851695:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1786176323.851699:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1786176323.851703:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
02000000:00000001:3.0:1786176323.851708:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1786176323.851710:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1786176323.851715:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176323.851719:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:3.0:1786176323.851721:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176323.851727:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1786176323.851728:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272881:272881:254:4294967295] 192.168.202.146@tcp LPNI seq info [272842:272842:6:4294967295]
00000008:00000001:3.0:1786176323.851738:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176323.851745:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176323.851746:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176323.851756:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786176323.851764:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000400:00000200:1.0:1786176323.851765:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176323.851805:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786176323.851811:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1786176323.851814:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce900.
02000000:00000001:3.0:1786176323.851816:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176323.851826:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176323.851829:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1786176323.851831:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786176323.851834:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1786176323.851843:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000010:3.0:1786176323.851846:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:1.0:1786176323.851848:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176323.851856:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176323.851857:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176323.851868:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176323.851875:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305516663
00000100:00100000:3.0:1786176323.851876:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407244544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176323.851880:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305525547
00000100:00000001:1.0:1786176323.851889:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305516663
00000100:00000001:1.0:1786176323.851899:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305525547
00000100:00000001:1.0:1786176323.851908:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786176323.851911:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176323.851913:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176323.851918:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176323.851921:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176323.851929:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786176323.851930:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407244544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176323.851938:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176323.851942:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1786176323.851949:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176323.851954:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176323.851958:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786176323.851961:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176323.851969:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407244416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176323.851982:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176323.851984:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176323.851992:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176323.851995:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176323.852001:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176323.852006:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407244416:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176323.852009:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176323.852012:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176323.852014:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176323.852016:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176323.852021:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176323.852024:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176323.852028:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176323.852032:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176323.852037:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176323.852042:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407244416, portal 4
00000100:00000001:1.0:1786176323.852044:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176323.852046:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00000040:1.0:1786176323.852054:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407244416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176323.852061:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176323.852063:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176323.852067:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768770.
00000100:00000200:1.0:1786176323.852069:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407244416, offset 0
00000400:00000200:1.0:1786176323.852074:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176323.852079:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176323.852084:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176323.852087:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176323.852090:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176323.852092:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176323.852096:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176323.852100:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272882:272882:253:4294967295] 192.168.202.146@tcp LPNI seq info [272843:272843:5:4294967295]
00000400:00000200:1.0:1786176323.852105:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786176323.852109:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10854)
00000400:00000200:1.0:1786176323.852121:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176323.852128:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176323.852134:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abce400.
00000800:00000200:1.0:1786176323.852141:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176323.852146:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786176323.852149:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176323.852153:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176323.852156:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176323.852159:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305517922
00000100:00000001:1.0:1786176323.852161:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305525547
00000100:00000001:1.0:1786176323.852163:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305517922
00000100:00000001:1.0:1786176323.852166:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305525547
00000100:00000001:1.0:1786176323.852168:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176323.852170:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176323.852174:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176323.852176:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176323.852180:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176323.852182:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1786176323.852183:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176323.852185:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176323.852186:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176323.852190:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407244544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176323.852199:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176323.852200:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176323.852202:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176323.852205:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176323.852207:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176323.852210:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407244544:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176323.852213:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176323.852215:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176323.852217:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176323.852219:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176323.852222:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176323.852224:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176323.852228:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176323.852231:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1268.
00000400:00000010:1.0:1786176323.852235:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176323.852238:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407244544, portal 4
00000100:00000001:1.0:1786176323.852240:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176323.852241:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
00000100:00000040:1.0:1786176323.852247:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407244544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176323.852254:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176323.852256:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176323.852259:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768ee0.
00000100:00000200:1.0:1786176323.852261:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407244544, offset 0
00000400:00000200:1.0:1786176323.852267:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176323.852271:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176323.852275:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176323.852278:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176323.852280:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176323.852283:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176323.852285:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176323.852289:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272883:272883:252:4294967295] 192.168.202.146@tcp LPNI seq info [272844:272844:4:4294967295]
00000400:00000200:1.0:1786176323.852293:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176323.852299:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176323.852303:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176323.852307:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176323.852310:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176323.852314:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786176323.852317:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176323.852320:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176323.852324:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176323.852326:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305517712
00000100:00000001:1.0:1786176323.852329:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305525547
00000100:00000001:1.0:1786176323.852331:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305517712
00000100:00000001:1.0:1786176323.852334:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305525547
00000100:00000001:1.0:1786176323.852336:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176323.852338:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176323.852341:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176323.852343:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176323.852346:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176323.852348:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1786176323.852349:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176323.852351:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176323.852352:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176323.852354:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176324.681868:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176324.681876:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176324.681926:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176324.681930:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176324.681933:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176325.705851:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176325.705857:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176326.729863:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176326.729870:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176326.729872:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176326.729874:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176326.729877:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176326.729879:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176326.729881:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176326.729882:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176326.729951:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176326.729955:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176326.729957:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1786176326.922360:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176326.922370:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176326.922377:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176326.922653:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176323/real 1786176326]  req@ffff9f148515ad80 x1872930407244160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176348 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176326.922688:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176326.922693:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176326.922699:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1ec8.
00000400:00000200:1.0:1786176326.922707:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b17684c8
00000400:00000010:1.0:1786176326.922710:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b17684c8.
00000100:00000001:1.0:1786176326.922716:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176326.922725:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407244160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176326.922756:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407244160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.922769:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176326.922816:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.922822:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176326.922824:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176326.922833:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407244160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.922845:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176326.922852:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407244160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.922866:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176326.922871:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.922874:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176326.922876:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.922881:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176326.922885:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176326.922891:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176326.922898:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176326.922903:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176326.922911:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407244160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176326.922926:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407244160:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176326.922936:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176326.922945:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176323/real 1786176326]  req@ffff9f1485159c00 x1872930407244288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176326.922970:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176326.922973:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176326.922976:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1bb0.
00000400:00000200:1.0:1786176326.922983:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768c38
00000400:00000010:1.0:1786176326.922986:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768c38.
00000100:00000001:1.0:1786176326.922990:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176326.922998:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407244288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176326.923014:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407244288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923025:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176326.923028:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923032:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176326.923034:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176326.923041:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407244288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923052:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176326.923059:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407244288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923071:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176326.923075:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923078:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176326.923080:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923083:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176326.923087:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176326.923091:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176326.923097:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176326.923101:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176326.923110:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407244288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176326.923122:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407244288:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176326.923130:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176326.923136:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176323/real 1786176326]  req@ffff9f148515b800 x1872930407244032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176326.923150:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176326.923152:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176326.923156:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d17e8.
00000400:00000200:1.0:1786176326.923161:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768cc0
00000400:00000010:1.0:1786176326.923164:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768cc0.
00000100:00000001:1.0:1786176326.923168:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176326.923174:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407244032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176326.923189:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407244032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923200:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176326.923203:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923206:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176326.923208:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176326.923215:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407244032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923227:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176326.923234:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407244032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923245:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176326.923249:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923252:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176326.923256:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923258:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176326.923261:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176326.923265:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176326.923270:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176326.923274:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176326.923281:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407244032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176326.923294:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407244032:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176326.923301:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176326.923305:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176326.923311:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407244160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923323:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176326.923328:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176326.923334:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:1.0:1786176326.923342:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176326.923346:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176326.923350:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176326.923354:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176326.923358:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3c00.
02000000:00000001:1.0:1786176326.923364:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176326.923367:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176326.923370:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000100:00000001:1.0:1786176326.923378:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176326.923380:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923383:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176326.923412:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407244288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923424:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176326.923427:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176326.923429:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176326.923435:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176326.923437:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176326.923439:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176326.923443:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176326.923445:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0c00.
02000000:00000001:1.0:1786176326.923449:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176326.923450:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176326.923453:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:1.0:1786176326.923456:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176326.923458:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923460:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176326.923465:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407244032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923475:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176326.923477:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176326.923479:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176326.923484:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176326.923486:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176326.923488:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176326.923491:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176326.923493:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0000.
02000000:00000001:1.0:1786176326.923496:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176326.923498:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176326.923500:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000001:1.0:1786176326.923504:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176326.923506:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923509:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176326.923512:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176326.923514:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176326.923517:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176326.923524:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176323/real 1786176326]  req@ffff9f148515aa00 x1872930407244544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176326.923549:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176326.923551:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176326.923554:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1268.
00000400:00000200:1.0:1786176326.923558:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176326.923562:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176326.923566:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176326.923571:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407244544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176326.923586:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407244544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923596:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176326.923599:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923620:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176326.923622:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176326.923629:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407244544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923640:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176326.923646:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407244544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923657:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176326.923661:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923663:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176326.923665:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923668:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176326.923671:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176326.923675:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176326.923681:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176326.923685:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176326.923692:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407244544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176326.923704:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407244544:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176326.923711:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176326.923718:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176323/real 1786176326]  req@ffff9f148515b480 x1872930407244416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176326.923730:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176326.923732:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176326.923735:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176326.923740:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176326.923743:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176326.923746:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176326.923751:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407244416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176326.923763:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407244416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923814:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176326.923817:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923822:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176326.923825:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176326.923834:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407244416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923847:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176326.923855:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407244416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923865:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176326.923869:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923871:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176326.923873:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923876:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176326.923879:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176326.923885:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176326.923890:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176326.923894:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176326.923902:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407244416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176326.923914:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407244416:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176326.923921:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923923:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176326.923929:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407244544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923940:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176326.923943:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176326.923946:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176326.923952:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176326.923954:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176326.923956:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176326.923960:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176326.923962:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1800.
02000000:00000001:1.0:1786176326.923968:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176326.923970:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176326.923972:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00000001:1.0:1786176326.923976:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176326.923979:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.923981:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176326.923987:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407244416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176326.923997:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176326.924000:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176326.924003:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176326.924007:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176326.924009:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176326.924011:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176326.924014:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176326.924033:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1400.
02000000:00000001:1.0:1786176326.924035:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176326.924038:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176326.924039:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:1.0:1786176326.924043:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176326.924045:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.924047:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176326.924057:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176326.924059:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176326.924062:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176326.924064:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176327.753888:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176327.753895:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176328.777960:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176328.777971:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176328.778118:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176328.778123:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176328.778127:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1786176328.970327:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176328.970333:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176328.970337:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176328.970348:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407244672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.970365:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176328.970369:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176328.970399:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176328.970404:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176328.970418:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176328.970424:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407244672:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176328.970432:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176328.970439:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176328.970443:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176328.970448:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176328.970456:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176328.970460:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176328.970470:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176328.970477:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176328.970498:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176328.970509:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407244672, portal 25
00000100:00000001:1.0:1786176328.970514:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176328.970517:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:1.0:1786176328.970527:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407244672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.970542:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176328.970548:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176328.970552:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176328.970558:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407244672, offset 0
00000400:00000200:1.0:1786176328.970569:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176328.970581:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176328.970590:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176328.970599:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176328.970606:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176328.970613:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176328.970618:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176328.970625:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272884:272884:256:4294967295] 192.168.202.146@tcp LPNI seq info [272845:272845:8:4294967295]
00000400:00000200:1.0:1786176328.970633:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176328.970648:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176328.970659:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176328.970669:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176328.970679:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176328.970686:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786176328.970697:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176328.970703:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1786176328.970711:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176328.970716:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176328.970732:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176328.970740:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176328.970749:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176328.970753:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176328.970760:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176328.970768:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407244672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.970838:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176328.970858:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407244672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.970889:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176328.970892:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176328.970904:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176328.970912:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176328.970918:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305530667
00000100:00000001:1.0:1786176328.970929:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305525547
00000100:00000001:1.0:1786176328.970936:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305530667
00000100:00000001:1.0:1786176328.970943:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305525547
00000100:00000001:1.0:1786176328.970949:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176328.970954:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176328.970958:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176328.970967:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176328/real 1786176328]  req@ffff9f1482ebea00 x1872930407244672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176328.970984:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176328.970987:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176328.970991:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176328.970996:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176328.971000:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176328.971014:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176328.971021:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407244672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176328.971040:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407244672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.971054:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176328.971058:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.971062:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176328.971066:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176328.971073:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407244672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.971121:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176328.971130:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407244672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.971145:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176328.971151:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.971154:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176328.971157:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.971161:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176328.971164:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176328.971170:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176328.971177:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176328.971182:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176328.971191:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407244672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176328.971208:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407244672:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176328.971217:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.971220:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176328.971226:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407244672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.971240:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176328.971251:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176328.971255:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176328.971260:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176328.971264:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176328.971267:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176328.971271:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176328.971275:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:1.0:1786176328.971281:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176328.971285:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176328.971288:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:1.0:1786176328.971295:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176328.971297:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.971302:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.971314:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176328.971318:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176328.971322:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176328.971325:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176328.971328:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176328.971335:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebce00 x1872930407244800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.971349:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176328.971352:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176328.971356:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176328.971360:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176328.971364:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176328.971392:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407244800:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176328.971399:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176328.971403:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176328.971406:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176328.971409:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176328.971415:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176328.971419:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176328.971426:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176328.971431:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176328.971438:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176328.971443:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407244800, portal 10
00000100:00000001:1.0:1786176328.971447:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176328.971450:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177495040 : -106564532056576 : ffff9f1482ebce00)
00000100:00000040:1.0:1786176328.971461:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebce00 x1872930407244800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.971473:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176328.971478:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176328.971483:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176328.971488:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407244800, offset 0
00000400:00000200:1.0:1786176328.971496:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176328.971504:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176328.971511:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176328.971517:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176328.971523:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176328.971527:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176328.971532:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176328.971538:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272885:272885:256:4294967295] 192.168.202.146@tcp LPNI seq info [272846:272846:8:4294967295]
00000400:00000200:1.0:1786176328.971545:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176328.971557:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176328.971566:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176328.971573:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176328.971581:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176328.971587:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786176328.971595:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176328.971601:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1786176328.971608:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176328.971611:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176328.971618:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176328.971625:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176328.971631:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176328.971635:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176328.971640:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176328.971648:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebce00 x1872930407244800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.971662:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176328.971667:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407244800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.971678:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176328.971681:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176328.971688:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176328.971694:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176328.971700:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176328.971704:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305521701
00000100:00000001:1.0:1786176328.971709:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305530667
00000100:00000001:1.0:1786176328.971714:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305521701
00000100:00000001:1.0:1786176328.971718:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305530667
00000100:00000001:1.0:1786176328.971722:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176328.971725:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176328.971729:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176328.971736:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176328/real 1786176328]  req@ffff9f1482ebce00 x1872930407244800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176328.971750:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176328.971753:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176328.971756:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176328.971761:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176328.971765:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176328.971802:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176328.971811:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407244800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176328.971830:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407244800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.971843:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176328.971846:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.971849:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176328.971851:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176328.971858:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407244800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.971871:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176328.971878:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407244800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.971892:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176328.971896:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.971899:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176328.971901:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.971904:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176328.971907:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176328.971912:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176328.971918:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176328.971922:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176328.971930:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407244800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176328.971944:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407244800:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176328.971951:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176328.971956:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407244928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.971968:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176328.971970:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176328.971973:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176328.971977:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176328.971980:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176328.971985:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407244928:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176328.971990:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176328.971993:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176328.971996:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176328.971999:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176328.972005:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176328.972009:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176328.972016:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176328.972020:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176328.972026:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176328.972031:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407244928, portal 10
00000100:00000001:1.0:1786176328.972035:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176328.972037:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:1.0:1786176328.972048:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407244928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972060:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176328.972064:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176328.972069:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176328.972073:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407244928, offset 0
00000400:00000200:1.0:1786176328.972093:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176328.972103:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176328.972110:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176328.972116:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176328.972122:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176328.972126:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176328.972130:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176328.972135:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272886:272886:256:4294967295] 192.168.202.146@tcp LPNI seq info [272847:272847:8:4294967295]
00000400:00000200:1.0:1786176328.972143:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176328.972154:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176328.972163:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176328.972170:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176328.972178:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176328.972184:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786176328.972192:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176328.972202:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1786176328.972208:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176328.972211:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176328.972215:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176328.972219:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176328.972224:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176328.972227:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176328.972230:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176328.972235:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407244928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972245:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176328.972249:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407244928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972257:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176328.972259:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176328.972263:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176328.972267:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176328.972271:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176328.972274:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305521783
00000100:00000001:1.0:1786176328.972277:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305530667
00000100:00000001:1.0:1786176328.972280:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305521783
00000100:00000001:1.0:1786176328.972282:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305530667
00000100:00000001:1.0:1786176328.972285:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176328.972287:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176328.972290:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176328.972294:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176328/real 1786176328]  req@ffff9f1482ebe680 x1872930407244928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176328.972303:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176328.972305:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176328.972307:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176328.972310:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176328.972312:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176328.972314:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176328.972318:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407244928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176328.972327:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407244928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972335:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176328.972337:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.972339:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176328.972341:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176328.972345:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407244928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972359:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176328.972364:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407244928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972396:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176328.972401:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.972405:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176328.972407:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.972411:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176328.972414:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176328.972419:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176328.972425:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176328.972429:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176328.972437:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407244928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176328.972453:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407244928:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176328.972461:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176328.972467:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407245056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972478:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176328.972481:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176328.972486:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176328.972489:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176328.972493:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176328.972498:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407245056:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176328.972505:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176328.972508:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176328.972511:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176328.972514:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176328.972520:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176328.972524:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176328.972531:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176328.972535:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176328.972540:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176328.972544:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407245056, portal 4
00000100:00000001:1.0:1786176328.972547:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176328.972549:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000040:1.0:1786176328.972557:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407245056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972565:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176328.972568:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176328.972570:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176328.972573:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407245056, offset 0
00000400:00000200:1.0:1786176328.972578:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176328.972582:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176328.972587:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176328.972590:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176328.972594:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176328.972597:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176328.972600:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176328.972604:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272887:272887:256:4294967295] 192.168.202.146@tcp LPNI seq info [272848:272848:8:4294967295]
00000400:00000200:1.0:1786176328.972609:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176328.972617:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176328.972623:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176328.972627:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176328.972632:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176328.972635:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786176328.972640:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176328.972644:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1786176328.972648:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176328.972651:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176328.972655:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176328.972659:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176328.972662:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176328.972664:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176328.972667:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176328.972671:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407245056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972681:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176328.972684:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407245056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972692:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176328.972694:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176328.972698:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176328.972701:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176328.972705:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176328.972708:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305523042
00000100:00000001:1.0:1786176328.972711:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305530667
00000100:00000001:1.0:1786176328.972714:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305523042
00000100:00000001:1.0:1786176328.972716:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305530667
00000100:00000001:1.0:1786176328.972718:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176328.972721:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176328.972723:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176328.972727:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176328/real 1786176328]  req@ffff9f1482ebc000 x1872930407245056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176328.972737:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176328.972738:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176328.972740:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176328.972743:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176328.972745:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176328.972747:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176328.972750:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407245056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176328.972759:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407245056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972767:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176328.972795:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.972799:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176328.972801:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176328.972806:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407245056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972814:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176328.972819:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407245056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972827:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176328.972829:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.972831:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176328.972832:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.972835:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176328.972836:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176328.972839:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176328.972842:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176328.972845:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176328.972850:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407245056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176328.972860:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407245056:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176328.972864:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.972866:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176328.972870:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407244800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972877:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176328.972879:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176328.972882:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176328.972885:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176328.972887:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176328.972888:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176328.972891:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176328.972893:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:1.0:1786176328.972896:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176328.972898:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176328.972900:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:1.0:1786176328.972904:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176328.972906:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.972908:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176328.972911:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407244928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972919:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176328.972920:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176328.972922:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176328.972924:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176328.972926:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176328.972927:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176328.972929:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176328.972930:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6800.
02000000:00000001:1.0:1786176328.972933:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176328.972935:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176328.972936:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:1.0:1786176328.972939:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176328.972941:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.972943:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176328.972947:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407245056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972953:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176328.972955:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176328.972956:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176328.972958:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176328.972959:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176328.972961:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176328.972963:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176328.972964:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4000.
02000000:00000001:1.0:1786176328.972966:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176328.972967:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176328.972969:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:1.0:1786176328.972971:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176328.972972:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.972975:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.972980:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176328.972981:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176328.972984:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176328.972985:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176328.972987:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176328.972991:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407245184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.972998:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176328.973000:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176328.973002:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176328.973004:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176328.973006:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176328.973010:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407245184:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176328.973013:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176328.973016:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176328.973018:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176328.973020:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176328.973024:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176328.973026:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176328.973030:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176328.973033:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176328.973036:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176328.973040:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407245184, portal 4
00000100:00000001:1.0:1786176328.973042:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176328.973044:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:1.0:1786176328.973051:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407245184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.973058:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176328.973061:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176328.973063:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176328.973066:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407245184, offset 0
00000400:00000200:1.0:1786176328.973070:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176328.973074:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176328.973078:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176328.973081:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176328.973084:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176328.973087:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176328.973090:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176328.973094:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272888:272888:256:4294967295] 192.168.202.146@tcp LPNI seq info [272849:272849:8:4294967295]
00000400:00000200:1.0:1786176328.973099:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176328.973106:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176328.973110:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176328.973114:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176328.973119:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176328.973122:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1786176328.973127:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176328.973130:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1786176328.973135:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176328.973138:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176328.973141:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176328.973145:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176328.973149:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176328.973152:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176328.973154:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176328.973158:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407245184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.973168:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176328.973171:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407245184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.973179:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176328.973181:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176328.973184:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176328.973187:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176328.973190:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176328.973192:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305522833
00000100:00000001:1.0:1786176328.973195:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305530667
00000100:00000001:1.0:1786176328.973197:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305522833
00000100:00000001:1.0:1786176328.973200:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305530667
00000100:00000001:1.0:1786176328.973203:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176328.973205:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176328.973207:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176328.973211:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176328/real 1786176328]  req@ffff9f1482ebd500 x1872930407245184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176328.973219:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176328.973221:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176328.973223:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176328.973225:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176328.973227:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176328.973229:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176328.973233:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407245184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176328.973242:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407245184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.973249:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176328.973251:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.973253:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176328.973254:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176328.973258:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407245184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.973266:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176328.973270:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407245184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.973277:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176328.973280:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.973281:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176328.973283:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.973285:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176328.973287:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176328.973289:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176328.973293:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176328.973296:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176328.973300:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407245184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176328.973309:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407245184:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176328.973313:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.973315:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176328.973319:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407245184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176328.973326:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176328.973328:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176328.973330:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176328.973332:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176328.973334:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176328.973335:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176328.973337:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176328.973339:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7800.
02000000:00000001:1.0:1786176328.973342:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176328.973343:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176328.973345:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:1.0:1786176328.973348:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176328.973350:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.973352:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176328.973355:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176328.973356:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176328.973358:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176328.973360:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176329.801859:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176329.801867:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176330.825896:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176330.825904:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176330.825984:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176330.825991:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176330.825996:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176331.849875:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176331.849893:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176332.873898:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176332.873907:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176332.874000:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176332.874010:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176332.874017:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176333.897903:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176333.897911:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176334.090564:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176334.090580:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176334.090590:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176334.090618:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebf100 x1872930407245312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.090649:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176334.090654:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176334.090659:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176334.090685:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176334.090698:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176334.090711:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407245312:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176334.090722:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176334.090728:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176334.090732:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176334.090742:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176334.090760:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176334.090769:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176334.090870:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176334.090888:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176334.090915:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176334.090929:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407245312, portal 25
00000100:00000001:1.0:1786176334.090936:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176334.090942:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177504000 : -106564532047616 : ffff9f1482ebf100)
00000100:00000040:1.0:1786176334.090967:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebf100 x1872930407245312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.091084:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176334.091103:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176334.091121:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176334.091136:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407245312, offset 0
00000400:00000200:1.0:1786176334.091171:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176334.091194:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176334.091226:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176334.091242:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176334.091252:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176334.091257:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176334.091261:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176334.091267:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272889:272889:256:4294967295] 192.168.202.146@tcp LPNI seq info [272850:272850:8:4294967295]
00000400:00000200:1.0:1786176334.091274:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176334.091288:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176334.091314:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176334.091370:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176334.091394:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176334.091413:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786176334.091432:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176334.091446:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1786176334.091456:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176334.091463:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176334.091479:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176334.091493:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176334.091510:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176334.091521:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176334.091538:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176334.091557:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebf100 x1872930407245312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.091609:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176334.091623:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407245312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.091649:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176334.091654:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176334.091664:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176334.091675:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176334.091685:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305535787
00000100:00000001:1.0:1786176334.091697:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305530667
00000100:00000001:1.0:1786176334.091711:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305535787
00000100:00000001:1.0:1786176334.091742:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305530667
00000100:00000001:1.0:1786176334.091747:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176334.091763:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176334.091769:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176334.091777:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176334/real 1786176334]  req@ffff9f1482ebf100 x1872930407245312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176334.091867:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176334.091874:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176334.091883:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176334.091897:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176334.091905:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176334.091918:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176334.091936:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebf100 x1872930407245312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176334.091991:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebf100 x1872930407245312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.092057:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176334.092068:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.092084:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176334.092095:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176334.092119:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebf100 x1872930407245312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.092172:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176334.092201:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebf100 x1872930407245312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.092247:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176334.092257:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.092262:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176334.092266:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.092275:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176334.092281:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176334.092291:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176334.092306:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176334.092315:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176334.092354:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebf100 x1872930407245312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176334.092424:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407245312:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176334.092438:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.092450:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176334.092462:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebf100 x1872930407245312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.092493:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176334.092512:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176334.092524:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176334.092536:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176334.092545:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176334.092553:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176334.092562:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176334.092569:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7800.
02000000:00000001:1.0:1786176334.092581:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176334.092586:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176334.092593:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebf100.
00000100:00000001:1.0:1786176334.092601:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176334.092606:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.092611:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.092632:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176334.092636:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176334.092640:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176334.092645:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176334.092650:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176334.092662:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebdf80 x1872930407245440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.092683:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176334.092688:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176334.092699:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176334.092704:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176334.092710:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176334.092725:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407245440:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176334.092746:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176334.092750:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176334.092753:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176334.092768:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176334.092775:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176334.092779:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176334.092847:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176334.092859:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176334.092873:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176334.092887:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407245440, portal 10
00000100:00000001:1.0:1786176334.092902:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176334.092907:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177499520 : -106564532052096 : ffff9f1482ebdf80)
00000100:00000040:1.0:1786176334.092931:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebdf80 x1872930407245440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.093037:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176334.093051:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176334.093060:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176334.093075:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407245440, offset 0
00000400:00000200:1.0:1786176334.093098:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176334.093121:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176334.093142:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176334.093152:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176334.093158:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176334.093163:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176334.093168:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176334.093174:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272890:272890:256:4294967295] 192.168.202.146@tcp LPNI seq info [272851:272851:8:4294967295]
00000400:00000200:1.0:1786176334.093183:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176334.093197:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176334.093209:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176334.093223:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176334.093246:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176334.093256:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786176334.093272:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176334.093286:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1786176334.093307:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176334.093313:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176334.093369:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176334.093381:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176334.093393:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176334.093404:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176334.093411:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176334.093423:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebdf80 x1872930407245440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.093457:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176334.093473:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebdf80 x1872930407245440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.093511:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176334.093526:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176334.093541:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176334.093557:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176334.093580:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176334.093598:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305526823
00000100:00000001:1.0:1786176334.093605:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305535787
00000100:00000001:1.0:1786176334.093616:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305526823
00000100:00000001:1.0:1786176334.093632:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305535787
00000100:00000001:1.0:1786176334.093637:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176334.093644:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176334.093661:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176334.093680:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176334/real 1786176334]  req@ffff9f1482ebdf80 x1872930407245440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176334.093706:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176334.093711:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176334.093719:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176334.093728:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176334.093734:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176334.093742:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176334.093750:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebdf80 x1872930407245440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176334.093846:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebdf80 x1872930407245440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.093885:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176334.093892:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.093902:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176334.093908:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176334.093925:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebdf80 x1872930407245440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.093959:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176334.093981:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebdf80 x1872930407245440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.094038:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176334.094058:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.094069:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176334.094075:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.094081:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176334.094089:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176334.094099:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176334.094110:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176334.094117:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176334.094130:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebdf80 x1872930407245440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176334.094149:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407245440:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176334.094159:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176334.094168:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407245568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.094178:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176334.094180:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176334.094183:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176334.094186:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176334.094189:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176334.094193:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407245568:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176334.094197:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176334.094201:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176334.094203:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176334.094206:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176334.094212:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176334.094215:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176334.094220:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176334.094224:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176334.094229:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176334.094234:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407245568, portal 10
00000100:00000001:1.0:1786176334.094236:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176334.094238:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:1.0:1786176334.094246:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407245568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.094255:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176334.094258:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176334.094261:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176334.094264:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407245568, offset 0
00000400:00000200:1.0:1786176334.094269:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176334.094275:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176334.094280:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176334.094284:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176334.094289:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176334.094292:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176334.094295:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176334.094300:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272891:272891:256:4294967295] 192.168.202.146@tcp LPNI seq info [272852:272852:8:4294967295]
00000400:00000200:1.0:1786176334.094305:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176334.094314:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176334.094319:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176334.094366:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176334.094372:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176334.094376:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786176334.094382:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176334.094386:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1786176334.094391:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176334.094394:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176334.094399:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176334.094403:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176334.094408:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176334.094410:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176334.094414:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176334.094419:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407245568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.094430:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176334.094434:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407245568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.094443:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176334.094445:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176334.094450:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176334.094454:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176334.094459:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176334.094462:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305526905
00000100:00000001:1.0:1786176334.094465:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305535787
00000100:00000001:1.0:1786176334.094468:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305526905
00000100:00000001:1.0:1786176334.094472:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305535787
00000100:00000001:1.0:1786176334.094475:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176334.094477:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176334.094480:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176334.094485:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176334/real 1786176334]  req@ffff9f1482ebd500 x1872930407245568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176334.094495:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176334.094498:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176334.094500:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176334.094505:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176334.094508:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176334.094512:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176334.094518:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407245568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176334.094535:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407245568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.094549:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176334.094555:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.094561:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176334.094564:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176334.094574:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407245568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.094591:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176334.094601:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407245568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.094611:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176334.094615:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.094617:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176334.094618:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.094622:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176334.094624:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176334.094627:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176334.094632:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176334.094638:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176334.094644:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407245568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176334.094658:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407245568:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176334.094664:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.094668:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176334.094672:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebdf80 x1872930407245440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.094680:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176334.094682:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176334.094685:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176334.094689:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176334.094691:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176334.094693:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176334.094696:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176334.094699:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4000.
02000000:00000001:1.0:1786176334.094702:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176334.094704:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176334.094706:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebdf80.
00000100:00000001:1.0:1786176334.094712:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176334.094714:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.094716:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176334.094720:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407245568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.094729:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176334.094731:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176334.094732:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176334.094735:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176334.094737:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176334.094739:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176334.094741:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176334.094743:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6800.
02000000:00000001:1.0:1786176334.094746:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176334.094747:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176334.094749:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:1.0:1786176334.094752:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176334.094753:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.094755:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.094761:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176334.094763:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176334.094766:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176334.094768:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176334.094812:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176334.094822:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407245696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.094837:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176334.094839:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176334.094844:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176334.094848:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176334.094853:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176334.094859:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407245696:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176334.094866:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176334.094871:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176334.094874:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176334.094877:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176334.094884:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176334.094889:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176334.094895:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176334.094899:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176334.094904:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176334.094909:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407245696, portal 4
00000100:00000001:1.0:1786176334.094911:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176334.094914:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000040:1.0:1786176334.094922:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407245696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.094931:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176334.094934:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176334.094937:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176334.094940:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407245696, offset 0
00000400:00000200:1.0:1786176334.094945:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176334.094951:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176334.094955:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176334.094960:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176334.094965:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176334.094970:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176334.094975:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176334.094982:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272892:272892:256:4294967295] 192.168.202.146@tcp LPNI seq info [272853:272853:8:4294967295]
00000400:00000200:1.0:1786176334.094990:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176334.095002:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176334.095012:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176334.095019:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176334.095028:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176334.095034:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786176334.095043:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176334.095050:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1786176334.095058:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176334.095062:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176334.095069:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176334.095077:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176334.095083:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176334.095087:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176334.095092:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176334.095100:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407245696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.095117:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176334.095125:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407245696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.095140:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176334.095144:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176334.095151:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176334.095157:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176334.095164:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176334.095167:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305528165
00000100:00000001:1.0:1786176334.095171:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305535787
00000100:00000001:1.0:1786176334.095174:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305528165
00000100:00000001:1.0:1786176334.095177:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305535787
00000100:00000001:1.0:1786176334.095180:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176334.095182:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176334.095185:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176334.095190:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176334/real 1786176334]  req@ffff9f1482ebc000 x1872930407245696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176334.095200:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176334.095202:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176334.095205:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176334.095208:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176334.095210:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176334.095213:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176334.095217:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407245696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176334.095228:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407245696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.095236:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176334.095238:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.095240:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176334.095242:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176334.095247:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407245696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.095256:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176334.095261:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407245696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.095269:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176334.095272:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.095273:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176334.095275:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.095277:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176334.095279:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176334.095282:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176334.095286:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176334.095289:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176334.095294:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407245696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176334.095303:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407245696:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176334.095308:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176334.095312:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407245824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.095349:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176334.095352:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176334.095356:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176334.095358:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176334.095361:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176334.095366:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407245824:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176334.095370:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176334.095374:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176334.095376:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176334.095379:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176334.095384:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176334.095386:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176334.095391:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176334.095394:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176334.095398:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176334.095402:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407245824, portal 4
00000100:00000001:1.0:1786176334.095405:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176334.095407:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:1.0:1786176334.095415:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407245824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.095423:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176334.095426:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176334.095429:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176334.095432:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407245824, offset 0
00000400:00000200:1.0:1786176334.095437:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176334.095442:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176334.095446:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176334.095450:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176334.095454:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176334.095458:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176334.095461:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176334.095465:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272893:272893:256:4294967295] 192.168.202.146@tcp LPNI seq info [272854:272854:8:4294967295]
00000400:00000200:1.0:1786176334.095470:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176334.095479:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176334.095485:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176334.095489:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176334.095494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176334.095499:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1786176334.095508:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176334.095514:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1786176334.095522:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176334.095526:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176334.095532:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176334.095539:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176334.095546:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176334.095550:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176334.095554:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176334.095562:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407245824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.095579:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176334.095586:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407245824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.095600:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176334.095604:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176334.095610:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176334.095614:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176334.095619:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176334.095621:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305527955
00000100:00000001:1.0:1786176334.095625:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305535787
00000100:00000001:1.0:1786176334.095628:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305527955
00000100:00000001:1.0:1786176334.095631:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305535787
00000100:00000001:1.0:1786176334.095633:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176334.095636:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176334.095639:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176334.095644:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176334/real 1786176334]  req@ffff9f1482ebe680 x1872930407245824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176334.095654:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176334.095656:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176334.095658:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176334.095661:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176334.095663:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176334.095667:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176334.095671:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407245824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176334.095681:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407245824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.095689:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176334.095691:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.095693:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176334.095694:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176334.095699:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407245824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.095706:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176334.095711:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407245824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.095719:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176334.095722:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.095724:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176334.095726:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.095728:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176334.095730:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176334.095734:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176334.095737:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176334.095740:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176334.095744:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407245824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176334.095754:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407245824:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176334.095758:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.095761:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176334.095765:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407245696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.095813:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176334.095816:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176334.095820:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176334.095825:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176334.095829:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176334.095831:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176334.095835:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176334.095839:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:1.0:1786176334.095844:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176334.095847:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176334.095850:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:1.0:1786176334.095855:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176334.095858:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.095862:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176334.095871:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407245824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176359 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176334.095885:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176334.095888:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176334.095891:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176334.095894:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176334.095896:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176334.095897:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176334.095900:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176334.095902:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:1.0:1786176334.095905:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176334.095906:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176334.095908:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:1.0:1786176334.095912:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176334.095913:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.095916:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176334.095921:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176334.095923:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176334.095926:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176334.095928:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176334.921947:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176334.921957:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176334.922072:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176334.922078:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176334.922083:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176335.945865:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176335.945871:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176336.969937:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176336.969950:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176336.969954:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176336.969959:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176336.969967:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176336.969972:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176336.969975:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176336.969980:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176336.970111:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176336.970117:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176336.970122:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176337.993844:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176337.993850:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176339.017906:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176339.017914:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176339.018008:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176339.018013:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176339.018017:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1786176339.210346:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176339.210360:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176339.210370:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176339.210392:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498affb80 x1872930407245952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.210436:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176339.210447:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176339.210462:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176339.210470:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176339.210477:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176339.210490:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407245952:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176339.210508:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176339.210517:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176339.210525:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176339.210531:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176339.210542:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176339.210553:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176339.210564:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176339.210578:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176339.210601:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176339.210622:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407245952, portal 25
00000100:00000001:1.0:1786176339.210635:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176339.210646:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542673280 : -106564166878336 : ffff9f1498affb80)
00000100:00000040:1.0:1786176339.210675:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498affb80 x1872930407245952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.210704:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176339.210722:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176339.210737:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176339.210750:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407245952, offset 0
00000400:00000200:1.0:1786176339.210835:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176339.210858:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176339.210876:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176339.210886:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176339.210893:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176339.210899:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176339.210904:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176339.210915:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272894:272894:256:4294967295] 192.168.202.146@tcp LPNI seq info [272855:272855:8:4294967295]
00000400:00000200:1.0:1786176339.210952:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176339.210983:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176339.211004:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176339.211020:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176339.211039:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176339.211048:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786176339.211067:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176339.211079:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1786176339.211099:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176339.211109:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176339.211123:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176339.211137:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176339.211147:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176339.211154:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176339.211165:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176339.211182:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498affb80 x1872930407245952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.211224:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176339.211240:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498affb80 x1872930407245952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.211268:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176339.211299:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176339.211312:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176339.211331:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176339.211341:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305540907
00000100:00000001:1.0:1786176339.211365:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305535787
00000100:00000001:1.0:1786176339.211381:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305540907
00000100:00000001:1.0:1786176339.211399:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305535787
00000100:00000001:1.0:1786176339.211416:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176339.211430:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176339.211439:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176339.211459:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176339/real 1786176339]  req@ffff9f1498affb80 x1872930407245952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176339.211498:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176339.211507:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176339.211517:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176339.211527:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176339.211535:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176339.211546:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176339.211558:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498affb80 x1872930407245952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176339.211602:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498affb80 x1872930407245952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.211635:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176339.211641:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.211649:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176339.211655:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176339.211669:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498affb80 x1872930407245952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.211701:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176339.211713:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498affb80 x1872930407245952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.211745:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176339.211754:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.211760:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176339.211762:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.211769:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176339.211809:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176339.211817:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176339.211834:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176339.211845:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176339.211862:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498affb80 x1872930407245952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176339.211885:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407245952:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176339.211892:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.211896:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176339.211903:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498affb80 x1872930407245952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.211912:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176339.211915:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176339.211919:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176339.211923:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176339.211925:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176339.211928:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176339.211931:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176339.211934:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964800.
02000000:00000001:1.0:1786176339.211939:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176339.211941:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176339.211944:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498affb80.
00000100:00000001:1.0:1786176339.211948:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176339.211950:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.211952:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.211961:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176339.211964:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176339.211967:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176339.211969:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176339.211971:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176339.211976:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc000 x1872930407246080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.211985:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176339.211988:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176339.211991:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176339.211993:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176339.211996:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176339.212000:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407246080:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176339.212004:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176339.212006:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176339.212009:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176339.212011:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176339.212016:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176339.212019:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176339.212025:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176339.212028:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176339.212033:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176339.212037:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407246080, portal 10
00000100:00000001:1.0:1786176339.212040:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176339.212042:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658048 : -106564166893568 : ffff9f1498afc000)
00000100:00000040:1.0:1786176339.212050:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc000 x1872930407246080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.212067:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176339.212070:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176339.212072:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176339.212075:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407246080, offset 0
00000400:00000200:1.0:1786176339.212081:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176339.212086:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176339.212091:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176339.212095:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176339.212099:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176339.212102:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176339.212105:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176339.212110:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272895:272895:256:4294967295] 192.168.202.146@tcp LPNI seq info [272856:272856:8:4294967295]
00000400:00000200:1.0:1786176339.212115:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176339.212124:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176339.212130:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176339.212135:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176339.212140:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176339.212144:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786176339.212150:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176339.212153:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1786176339.212159:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176339.212161:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176339.212165:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176339.212170:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176339.212174:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176339.212176:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176339.212179:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176339.212184:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc000 x1872930407246080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.212194:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176339.212198:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc000 x1872930407246080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.212215:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176339.212217:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176339.212221:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176339.212226:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176339.212230:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176339.212233:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305531942
00000100:00000001:1.0:1786176339.212237:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305540907
00000100:00000001:1.0:1786176339.212240:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305531942
00000100:00000001:1.0:1786176339.212242:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305540907
00000100:00000001:1.0:1786176339.212245:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176339.212248:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176339.212250:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176339.212255:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176339/real 1786176339]  req@ffff9f1498afc000 x1872930407246080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176339.212264:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176339.212266:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176339.212268:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176339.212298:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176339.212301:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176339.212304:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176339.212310:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc000 x1872930407246080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176339.212321:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc000 x1872930407246080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.212329:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176339.212331:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.212333:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176339.212335:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176339.212339:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc000 x1872930407246080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.212353:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176339.212362:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc000 x1872930407246080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.212376:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176339.212381:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.212384:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176339.212387:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.212391:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176339.212395:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176339.212400:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176339.212408:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176339.212412:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176339.212422:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc000 x1872930407246080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176339.212440:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407246080:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176339.212449:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176339.212455:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd500 x1872930407246208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.212464:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176339.212466:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176339.212469:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176339.212472:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176339.212475:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176339.212479:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407246208:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176339.212483:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176339.212485:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176339.212488:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176339.212491:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176339.212496:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176339.212499:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176339.212503:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176339.212507:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176339.212511:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176339.212515:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407246208, portal 10
00000100:00000001:1.0:1786176339.212518:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176339.212520:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542663424 : -106564166888192 : ffff9f1498afd500)
00000100:00000040:1.0:1786176339.212527:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd500 x1872930407246208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.212536:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176339.212539:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176339.212542:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176339.212545:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407246208, offset 0
00000400:00000200:1.0:1786176339.212550:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176339.212556:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176339.212560:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176339.212564:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176339.212567:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176339.212571:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176339.212574:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176339.212578:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272896:272896:256:4294967295] 192.168.202.146@tcp LPNI seq info [272857:272857:8:4294967295]
00000400:00000200:1.0:1786176339.212584:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176339.212592:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176339.212598:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176339.212602:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176339.212608:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176339.212611:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786176339.212617:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176339.212620:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1786176339.212625:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176339.212629:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176339.212633:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176339.212637:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176339.212641:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176339.212643:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176339.212647:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176339.212651:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd500 x1872930407246208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.212662:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176339.212665:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd500 x1872930407246208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.212674:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176339.212676:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176339.212680:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176339.212683:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176339.212688:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176339.212690:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305532023
00000100:00000001:1.0:1786176339.212693:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305540907
00000100:00000001:1.0:1786176339.212696:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305532023
00000100:00000001:1.0:1786176339.212699:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305540907
00000100:00000001:1.0:1786176339.212702:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176339.212705:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176339.212707:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176339.212712:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176339/real 1786176339]  req@ffff9f1498afd500 x1872930407246208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176339.212721:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176339.212722:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176339.212724:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176339.212727:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176339.212729:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176339.212732:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176339.212736:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd500 x1872930407246208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176339.212747:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd500 x1872930407246208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.212755:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176339.212756:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.212758:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176339.212760:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176339.212764:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd500 x1872930407246208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.212801:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176339.212808:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd500 x1872930407246208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.212816:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176339.212819:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.212821:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176339.212822:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.212825:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176339.212827:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176339.212830:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176339.212834:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176339.212837:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176339.212842:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd500 x1872930407246208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176339.212851:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407246208:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176339.212856:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176339.212861:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afce00 x1872930407246336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.212869:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176339.212871:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176339.212874:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176339.212876:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176339.212879:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176339.212882:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407246336:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176339.212886:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176339.212888:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176339.212890:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176339.212893:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176339.212897:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176339.212900:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176339.212904:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176339.212907:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176339.212911:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176339.212915:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407246336, portal 4
00000100:00000001:1.0:1786176339.212917:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176339.212919:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542661632 : -106564166889984 : ffff9f1498afce00)
00000100:00000040:1.0:1786176339.212926:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afce00 x1872930407246336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.212935:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176339.212937:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176339.212940:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176339.212943:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407246336, offset 0
00000400:00000200:1.0:1786176339.212948:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176339.212952:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176339.212956:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176339.212959:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176339.212963:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176339.212966:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176339.212969:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176339.212974:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272897:272897:256:4294967295] 192.168.202.146@tcp LPNI seq info [272858:272858:8:4294967295]
00000400:00000200:1.0:1786176339.212979:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176339.212987:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176339.212992:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176339.212997:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176339.213001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176339.213005:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786176339.213011:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176339.213015:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1786176339.213020:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176339.213022:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176339.213026:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176339.213030:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176339.213034:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176339.213036:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176339.213039:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176339.213044:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afce00 x1872930407246336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213054:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176339.213057:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afce00 x1872930407246336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213066:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176339.213068:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176339.213072:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176339.213075:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176339.213079:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176339.213081:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305533283
00000100:00000001:1.0:1786176339.213084:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305540907
00000100:00000001:1.0:1786176339.213087:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305533283
00000100:00000001:1.0:1786176339.213090:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305540907
00000100:00000001:1.0:1786176339.213092:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176339.213095:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176339.213098:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176339.213102:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176339/real 1786176339]  req@ffff9f1498afce00 x1872930407246336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176339.213112:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176339.213113:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176339.213115:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176339.213117:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176339.213119:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176339.213122:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176339.213125:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afce00 x1872930407246336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176339.213136:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afce00 x1872930407246336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213143:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176339.213145:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.213147:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176339.213149:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176339.213153:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afce00 x1872930407246336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213161:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176339.213166:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afce00 x1872930407246336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213174:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176339.213176:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.213178:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176339.213180:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.213182:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176339.213184:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176339.213187:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176339.213191:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176339.213194:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176339.213199:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afce00 x1872930407246336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176339.213208:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407246336:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176339.213212:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176339.213216:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff100 x1872930407246464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213224:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176339.213226:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176339.213228:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176339.213230:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176339.213233:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176339.213236:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407246464:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176339.213239:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176339.213241:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176339.213243:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176339.213245:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176339.213249:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176339.213251:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176339.213254:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176339.213257:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176339.213260:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176339.213264:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407246464, portal 4
00000100:00000001:1.0:1786176339.213266:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176339.213268:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542670592 : -106564166881024 : ffff9f1498aff100)
00000100:00000040:1.0:1786176339.213308:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff100 x1872930407246464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213317:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176339.213321:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176339.213324:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176339.213327:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407246464, offset 0
00000400:00000200:1.0:1786176339.213332:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176339.213337:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176339.213341:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176339.213346:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176339.213351:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176339.213357:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176339.213361:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176339.213367:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272898:272898:256:4294967295] 192.168.202.146@tcp LPNI seq info [272859:272859:8:4294967295]
00000400:00000200:1.0:1786176339.213375:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176339.213388:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176339.213397:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176339.213404:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176339.213413:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176339.213418:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1786176339.213428:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176339.213433:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1786176339.213441:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176339.213446:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176339.213451:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176339.213457:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176339.213461:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176339.213464:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176339.213467:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176339.213472:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff100 x1872930407246464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213483:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176339.213487:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff100 x1872930407246464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213495:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176339.213497:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176339.213503:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176339.213507:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176339.213511:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176339.213514:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305533073
00000100:00000001:1.0:1786176339.213517:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305540907
00000100:00000001:1.0:1786176339.213520:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305533073
00000100:00000001:1.0:1786176339.213523:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305540907
00000100:00000001:1.0:1786176339.213526:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176339.213528:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176339.213530:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176339.213535:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176339/real 1786176339]  req@ffff9f1498aff100 x1872930407246464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176339.213544:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176339.213546:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176339.213549:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176339.213552:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176339.213554:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176339.213556:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176339.213560:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff100 x1872930407246464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176339.213571:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff100 x1872930407246464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213578:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176339.213580:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.213582:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176339.213584:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176339.213588:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff100 x1872930407246464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213596:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176339.213600:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff100 x1872930407246464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213610:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176339.213613:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.213615:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176339.213616:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.213619:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176339.213620:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176339.213623:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176339.213627:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176339.213630:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176339.213634:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff100 x1872930407246464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176339.213643:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407246464:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176339.213648:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.213650:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176339.213654:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc000 x1872930407246080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213662:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176339.213664:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176339.213667:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176339.213670:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176339.213672:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176339.213674:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176339.213677:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176339.213679:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967400.
02000000:00000001:1.0:1786176339.213682:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176339.213684:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176339.213686:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc000.
00000100:00000001:1.0:1786176339.213690:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176339.213692:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.213694:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176339.213698:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd500 x1872930407246208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213706:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176339.213708:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176339.213710:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176339.213712:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176339.213713:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176339.213715:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176339.213717:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176339.213719:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964000.
02000000:00000001:1.0:1786176339.213721:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176339.213722:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176339.213724:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd500.
00000100:00000001:1.0:1786176339.213726:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176339.213728:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.213730:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176339.213733:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afce00 x1872930407246336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213741:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176339.213742:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176339.213744:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176339.213746:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176339.213748:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176339.213749:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176339.213751:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176339.213753:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966000.
02000000:00000001:1.0:1786176339.213755:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176339.213757:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176339.213758:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afce00.
00000100:00000001:1.0:1786176339.213761:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176339.213762:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.213764:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176339.213768:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff100 x1872930407246464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176339.213812:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176339.213813:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176339.213816:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176339.213819:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176339.213821:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176339.213822:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176339.213824:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176339.213827:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965400.
02000000:00000001:1.0:1786176339.213829:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176339.213831:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176339.213832:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff100.
00000100:00000001:1.0:1786176339.213835:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176339.213837:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.213839:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176339.213844:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176339.213846:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176339.213848:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176339.213851:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176340.041908:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176340.041915:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176341.065900:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176341.065907:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176341.065990:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176341.066003:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176341.066006:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176342.089904:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176342.089912:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176343.113859:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176343.113877:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176343.113928:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176343.113932:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176343.113935:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176344.137898:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176344.137906:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176344.330199:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176344.330208:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176344.330213:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176344.330237:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebce00 x1872930407246592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.330267:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176344.330270:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176344.330277:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176344.330282:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176344.330287:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176344.330300:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407246592:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176344.330310:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176344.330319:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176344.330326:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176344.330334:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176344.330344:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176344.330351:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176344.330363:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176344.330370:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176344.330382:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176344.330394:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407246592, portal 25
00000100:00000001:1.0:1786176344.330398:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176344.330402:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177495040 : -106564532056576 : ffff9f1482ebce00)
00000100:00000040:1.0:1786176344.330411:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebce00 x1872930407246592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.330423:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176344.330429:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176344.330433:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176344.330438:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407246592, offset 0
00000400:00000200:1.0:1786176344.330449:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176344.330465:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176344.330480:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176344.330491:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176344.330500:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176344.330506:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176344.330512:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176344.330519:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272899:272899:256:4294967295] 192.168.202.146@tcp LPNI seq info [272860:272860:8:4294967295]
00000400:00000200:1.0:1786176344.330527:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176344.330540:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176344.330549:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176344.330558:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176344.330571:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176344.330577:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786176344.330588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176344.330592:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1786176344.330600:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176344.330605:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176344.330612:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176344.330622:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176344.330629:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176344.330633:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176344.330638:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176344.330644:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebce00 x1872930407246592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.330660:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176344.330666:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407246592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.330689:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176344.330692:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176344.330699:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176344.330707:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176344.330713:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305546026
00000100:00000001:1.0:1786176344.330725:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305540907
00000100:00000001:1.0:1786176344.330733:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305546026
00000100:00000001:1.0:1786176344.330738:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305540907
00000100:00000001:1.0:1786176344.330744:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176344.330750:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176344.330753:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176344.330762:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176344/real 1786176344]  req@ffff9f1482ebce00 x1872930407246592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176344.330832:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176344.330835:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176344.330838:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176344.330844:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176344.330847:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176344.330851:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176344.330858:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407246592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176344.330872:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407246592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.330883:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176344.330888:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.330892:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176344.330895:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176344.330903:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407246592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.330919:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176344.330927:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407246592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.330939:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176344.330946:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.330951:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176344.330952:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.330954:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176344.330957:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176344.330962:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176344.330970:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176344.330974:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176344.330978:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407246592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176344.330993:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407246592:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176344.331002:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.331005:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176344.331010:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407246592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331027:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176344.331031:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176344.331036:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176344.331039:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176344.331043:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176344.331045:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176344.331047:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176344.331049:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5800.
02000000:00000001:1.0:1786176344.331053:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176344.331055:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176344.331057:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:1.0:1786176344.331061:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176344.331062:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.331064:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.331071:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176344.331073:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176344.331075:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176344.331076:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176344.331077:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176344.331081:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407246720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331086:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176344.331087:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176344.331089:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176344.331090:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176344.331092:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176344.331094:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407246720:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176344.331097:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176344.331098:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176344.331099:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176344.331101:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176344.331103:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176344.331105:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176344.331107:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176344.331109:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176344.331112:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176344.331114:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407246720, portal 10
00000100:00000001:1.0:1786176344.331116:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176344.331117:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:1.0:1786176344.331122:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407246720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331127:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176344.331129:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176344.331130:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176344.331132:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407246720, offset 0
00000400:00000200:1.0:1786176344.331135:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176344.331137:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176344.331140:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176344.331143:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176344.331146:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176344.331148:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176344.331151:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176344.331154:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272900:272900:256:4294967295] 192.168.202.146@tcp LPNI seq info [272861:272861:8:4294967295]
00000400:00000200:1.0:1786176344.331159:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176344.331166:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176344.331171:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176344.331175:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176344.331179:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176344.331183:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786176344.331188:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176344.331190:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1786176344.331194:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176344.331196:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176344.331199:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176344.331202:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176344.331205:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176344.331206:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176344.331208:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176344.331211:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407246720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331217:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176344.331219:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407246720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331237:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176344.331238:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176344.331241:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176344.331245:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176344.331247:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176344.331249:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305537061
00000100:00000001:1.0:1786176344.331251:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305546026
00000100:00000001:1.0:1786176344.331253:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305537061
00000100:00000001:1.0:1786176344.331255:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305546026
00000100:00000001:1.0:1786176344.331256:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176344.331257:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176344.331259:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176344.331262:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176344/real 1786176344]  req@ffff9f1482ebea00 x1872930407246720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176344.331267:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176344.331268:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176344.331270:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176344.331272:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176344.331273:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176344.331274:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176344.331276:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407246720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176344.331282:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407246720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331288:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176344.331289:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.331291:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176344.331292:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176344.331296:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407246720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331303:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176344.331308:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407246720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331315:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176344.331318:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.331320:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176344.331321:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.331323:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176344.331325:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176344.331328:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176344.331331:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176344.331334:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176344.331338:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407246720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176344.331346:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407246720:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176344.331351:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176344.331355:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407246848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331362:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176344.331364:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176344.331366:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176344.331368:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176344.331370:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176344.331373:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407246848:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176344.331377:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176344.331378:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176344.331380:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176344.331382:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176344.331386:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176344.331388:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176344.331392:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176344.331394:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176344.331397:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176344.331400:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407246848, portal 10
00000100:00000001:1.0:1786176344.331402:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176344.331404:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:1.0:1786176344.331411:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407246848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331417:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176344.331420:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176344.331423:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176344.331425:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407246848, offset 0
00000400:00000200:1.0:1786176344.331430:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176344.331434:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176344.331438:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176344.331441:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176344.331445:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176344.331447:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176344.331450:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176344.331453:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272901:272901:256:4294967295] 192.168.202.146@tcp LPNI seq info [272862:272862:8:4294967295]
00000400:00000200:1.0:1786176344.331457:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176344.331464:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176344.331469:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176344.331473:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176344.331478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176344.331481:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786176344.331486:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176344.331489:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1786176344.331493:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176344.331495:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176344.331499:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176344.331502:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176344.331505:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176344.331507:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176344.331509:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176344.331513:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407246848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331519:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176344.331522:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407246848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331529:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176344.331530:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176344.331533:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176344.331535:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176344.331537:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176344.331539:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305537142
00000100:00000001:1.0:1786176344.331541:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305546026
00000100:00000001:1.0:1786176344.331542:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305537142
00000100:00000001:1.0:1786176344.331545:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305546026
00000100:00000001:1.0:1786176344.331546:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176344.331548:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176344.331549:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176344.331552:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176344/real 1786176344]  req@ffff9f1482ebe680 x1872930407246848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176344.331557:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176344.331557:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176344.331558:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176344.331560:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176344.331561:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176344.331562:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176344.331564:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407246848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176344.331569:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407246848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331574:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176344.331575:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.331576:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176344.331577:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176344.331579:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407246848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331583:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176344.331585:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407246848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331589:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176344.331591:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.331592:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176344.331593:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.331595:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176344.331596:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176344.331598:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176344.331600:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176344.331602:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176344.331604:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407246848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176344.331609:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407246848:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176344.331611:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176344.331613:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407246976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331617:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176344.331618:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176344.331619:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176344.331621:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176344.331622:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176344.331624:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407246976:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176344.331627:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176344.331628:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176344.331629:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176344.331630:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176344.331633:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176344.331635:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176344.331638:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176344.331641:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176344.331645:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176344.331648:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407246976, portal 4
00000100:00000001:1.0:1786176344.331649:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176344.331651:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000040:1.0:1786176344.331658:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407246976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331664:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176344.331667:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176344.331669:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176344.331672:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407246976, offset 0
00000400:00000200:1.0:1786176344.331676:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176344.331681:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176344.331687:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176344.331691:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176344.331695:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176344.331698:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176344.331700:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176344.331704:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272902:272902:256:4294967295] 192.168.202.146@tcp LPNI seq info [272863:272863:8:4294967295]
00000400:00000200:1.0:1786176344.331708:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176344.331715:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176344.331719:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176344.331723:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176344.331726:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176344.331729:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786176344.331733:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176344.331735:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1786176344.331739:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176344.331741:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176344.331744:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176344.331747:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176344.331750:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176344.331752:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176344.331754:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176344.331757:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407246976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331765:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176344.331768:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407246976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331804:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176344.331806:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176344.331810:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176344.331813:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176344.331817:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176344.331819:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305538402
00000100:00000001:1.0:1786176344.331822:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305546026
00000100:00000001:1.0:1786176344.331824:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305538402
00000100:00000001:1.0:1786176344.331827:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305546026
00000100:00000001:1.0:1786176344.331829:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176344.331831:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176344.331833:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176344.331836:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176344/real 1786176344]  req@ffff9f1482ebc000 x1872930407246976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176344.331843:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176344.331844:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176344.331845:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176344.331847:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176344.331848:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176344.331850:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176344.331852:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407246976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176344.331858:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407246976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331861:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176344.331862:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.331863:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176344.331864:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176344.331866:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407246976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331872:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176344.331875:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407246976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331879:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176344.331880:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.331881:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176344.331882:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.331883:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176344.331884:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176344.331886:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176344.331888:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176344.331889:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176344.331891:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407246976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176344.331896:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407246976:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176344.331898:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176344.331900:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407247104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331904:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176344.331906:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176344.331907:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176344.331909:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176344.331911:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176344.331914:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407247104:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176344.331917:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176344.331918:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176344.331921:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176344.331922:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176344.331926:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176344.331928:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176344.331930:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176344.331933:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176344.331935:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176344.331937:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407247104, portal 4
00000100:00000001:1.0:1786176344.331939:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176344.331940:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:1.0:1786176344.331944:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407247104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.331949:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176344.331950:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176344.331952:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176344.331953:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407247104, offset 0
00000400:00000200:1.0:1786176344.331957:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176344.331960:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176344.331963:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176344.331966:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176344.331968:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176344.331970:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176344.331972:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176344.331974:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272903:272903:256:4294967295] 192.168.202.146@tcp LPNI seq info [272864:272864:8:4294967295]
00000400:00000200:1.0:1786176344.331977:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176344.331982:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176344.331985:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176344.331987:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176344.331990:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176344.331992:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1786176344.331995:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176344.331998:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1786176344.332000:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176344.332003:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176344.332004:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176344.332007:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176344.332009:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176344.332010:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176344.332012:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176344.332014:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407247104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.332020:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176344.332022:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407247104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.332026:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176344.332027:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176344.332030:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176344.332031:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176344.332034:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176344.332035:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305538192
00000100:00000001:1.0:1786176344.332037:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305546026
00000100:00000001:1.0:1786176344.332038:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305538192
00000100:00000001:1.0:1786176344.332040:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305546026
00000100:00000001:1.0:1786176344.332041:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176344.332043:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176344.332044:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176344.332046:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176344/real 1786176344]  req@ffff9f1482ebd500 x1872930407247104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176344.332050:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176344.332051:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176344.332052:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176344.332053:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176344.332055:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176344.332056:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176344.332058:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407247104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176344.332064:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407247104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.332068:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176344.332069:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.332070:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176344.332071:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176344.332073:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407247104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.332077:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176344.332079:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407247104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.332083:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176344.332084:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.332085:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176344.332086:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.332087:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176344.332088:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176344.332089:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176344.332091:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176344.332092:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176344.332095:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407247104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176344.332099:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407247104:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176344.332101:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.332103:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176344.332106:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407246720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.332111:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176344.332112:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176344.332114:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176344.332115:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176344.332116:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176344.332117:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176344.332118:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176344.332120:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:1.0:1786176344.332121:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176344.332122:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176344.332123:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:1.0:1786176344.332127:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176344.332128:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.332129:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176344.332131:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407246848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.332136:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176344.332137:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176344.332137:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176344.332139:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176344.332140:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176344.332141:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176344.332142:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176344.332144:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4400.
02000000:00000001:1.0:1786176344.332146:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176344.332147:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176344.332148:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:1.0:1786176344.332150:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176344.332152:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.332154:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176344.332157:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407246976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.332165:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176344.332167:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176344.332168:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176344.332171:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176344.332173:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176344.332174:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176344.332176:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176344.332178:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6400.
02000000:00000001:1.0:1786176344.332180:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176344.332182:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176344.332183:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:1.0:1786176344.332186:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176344.332187:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.332189:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176344.332192:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407247104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176344.332199:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176344.332201:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176344.332202:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176344.332204:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176344.332205:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176344.332206:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176344.332207:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176344.332209:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5400.
02000000:00000001:1.0:1786176344.332210:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176344.332211:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176344.332212:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:1.0:1786176344.332214:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176344.332214:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.332216:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176344.332219:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176344.332219:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176344.332231:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176344.332233:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176345.161879:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176345.161886:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176345.161944:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176345.161948:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176345.161951:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176346.185970:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176346.185981:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176347.209861:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176347.209869:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176347.209871:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176347.209874:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176347.209878:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176347.209880:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176347.209882:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176347.209883:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176347.209939:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176347.209943:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176347.209946:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176348.233883:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176348.233889:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176349.257917:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176349.257925:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176349.258064:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176349.258068:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176349.258071:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176349.449898:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176349.449925:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176349.449927:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176349.449931:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176349.449935:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176349.449942:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10869
00000400:00000200:3.0:1786176349.449948:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176349.449954:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176349.449956:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176349.449959:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176349.449963:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176349.449965:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176349.449967:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176349.449995:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176349.449997:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176349.450000:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176349.450004:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176349.450007:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176349.450009:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176349.450013:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176349.450015:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176349.450017:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176349.450020:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176349.450023:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176349.450027:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176349.450030:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176349.450033:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176349.450037:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176349.450041:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176349.450044:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176349.450047:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176349.450057:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786176349.450060:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176349.450064:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176349.450065:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176349.450068:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176349.450071:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176349.450074:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176349.450081:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176349.450094:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176349.450103:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407247232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176349.450116:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176349.450119:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176349.450123:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407247232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176349.450142:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176349.450144:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176349.450147:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176349.450148:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176349.450150:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176349.450152:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176349.450154:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10869
00000400:00000200:3.0:1786176349.450157:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176349.450160:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176349.450162:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176349.450164:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176349.450165:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176349.450167:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176349.450168:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176349.450170:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176349.450194:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176349.450196:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176349.450198:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176349.450216:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176349.450218:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176349.450220:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176349.450222:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176349.450224:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176349.450225:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176349.450228:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176349.450231:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176349.450239:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.450242:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1786176349.450242:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1786176349.450248:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1786176349.450248:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176349.450251:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1786176349.450253:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176349.450257:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1786176349.450263:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407247232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1786176349.450264:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176349.450287:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176349.450294:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.450304:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1786176349.450304:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000100:00000001:1.0:1786176349.450310:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786176349.450312:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176349.450318:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176349.450319:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786176349.450320:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176349.450325:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176349.450327:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176349.450327:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176349.450348:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176349.450349:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176349.450354:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00100000:1.0:1786176349.450358:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407247232:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786176349.450359:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.450367:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1786176349.450370:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407247360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1786176349.450372:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176349.450377:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176349.450382:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786176349.450383:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176349.450386:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176349.450388:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
00000100:00000040:3.0:1786176349.450391:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407247360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1786176349.450392:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176349.450403:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176349.450404:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1786176349.450408:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000100:00080000:3.0:1786176349.450416:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1786176349.450431:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00080000:3.0:1786176349.450438:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176349.450439:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1786176349.450441:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407247232, portal 25
00000100:00080000:3.0:1786176349.450442:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176349.450447:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786176349.450448:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1786176349.450450:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
00000100:00080000:3.0:1786176349.450454:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10869
00000100:00000040:1.0:1786176349.450459:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407247232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786176349.450460:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176349.450466:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176349.450471:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1786176349.450476:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1786176349.450477:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176349.450482:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176349.450483:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176349.450487:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000040:3.0:1786176349.450489:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000200:1.0:1786176349.450491:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407247232, offset 0
00000100:00000001:3.0:1786176349.450492:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176349.450497:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176349.450498:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176349.450500:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1786176349.450501:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000020:00000040:3.0:1786176349.450503:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176349.450505:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176349.450507:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176349.450512:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176349.450513:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176349.450514:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176349.450516:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176349.450518:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000200:1.0:1786176349.450520:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786176349.450520:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176349.450525:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176349.450527:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1786176349.450530:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
02000000:00000001:3.0:1786176349.450530:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176349.450535:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176349.450538:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1786176349.450539:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:3.0:1786176349.450541:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1786176349.450545:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000008:00000001:3.0:1786176349.450546:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176349.450549:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176349.450550:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176349.450554:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000010:3.0:1786176349.450554:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176349.450560:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000400:00000200:1.0:1786176349.450563:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272904:272904:256:4294967295] 192.168.202.146@tcp LPNI seq info [272865:272865:8:4294967295]
02000000:00000001:3.0:1786176349.450564:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176349.450568:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176349.450573:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176349.450573:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176349.450577:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176349.450579:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176349.450586:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000400:00000200:1.0:1786176349.450590:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1786176349.450591:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1786176349.450599:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00100000:3.0:1786176349.450604:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407247488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1786176349.450606:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176349.450616:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176349.450620:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1786176349.450621:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1786176349.450626:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1786176349.450629:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176349.450634:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1786176349.450636:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407247488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1786176349.450641:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176349.450646:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176349.450653:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1786176349.450655:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176349.450660:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1786176349.450662:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1786176349.450665:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176349.450668:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00080000:3.0:1786176349.450670:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176349.450672:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1786176349.450674:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176349.450678:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1786176349.450679:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159180 x1872930407247232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176349.450684:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176349.450690:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10869
00000100:00000001:1.0:1786176349.450709:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1786176349.450714:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:1.0:1786176349.450718:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159180 x1872930407247232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786176349.450722:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176349.450729:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1786176349.450735:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176349.450736:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176349.450739:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786176349.450742:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176349.450746:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176349.450747:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176349.450748:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176349.450754:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176349.450756:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000400:00000200:1.0:1786176349.450757:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:3.0:1786176349.450759:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1786176349.450762:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305551146
00000020:00000040:3.0:1786176349.450763:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176349.450769:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176349.450772:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:1.0:1786176349.450773:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305546026
00000100:00000040:3.0:1786176349.450779:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176349.450781:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305551146
00000100:00000001:3.0:1786176349.450783:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176349.450786:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176349.450788:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176349.450789:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176349.450793:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176349.450795:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176349.450796:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1786176349.450830:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305546026
00000100:00000001:1.0:1786176349.450834:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176349.450836:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.450838:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1786176349.450842:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1786176349.450844:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176349/real 1786176349]  req@ffff9f1485159180 x1872930407247232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786176349.450847:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176349.450853:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176349.450857:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000400:00000001:1.0:1786176349.450859:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:3.0:1786176349.450860:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1786176349.450863:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1786176349.450864:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1786176349.450867:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000100:00000010:3.0:1786176349.450885:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000400:00000200:1.0:1786176349.450887:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000020:00000040:3.0:1786176349.450889:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000400:00000010:1.0:1786176349.450891:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
02000000:00000001:3.0:1786176349.450895:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1786176349.450897:0:2401:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1786176349.450898:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176349.450901:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1786176349.450903:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407247232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786176349.450904:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176349.450908:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176349.450914:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000200:1.0:1786176349.450918:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407247232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176349.450920:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.450930:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:3.0:1786176349.450931:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407247616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176349.450933:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.450939:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176349.450942:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176349.450949:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1786176349.450952:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407247232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176349.450953:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176349.450963:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407247616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451016:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176349.451018:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176349.451023:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407247232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786176349.451025:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1786176349.451040:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1786176349.451040:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176349.451045:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176349.451046:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1786176349.451047:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176349.451051:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786176349.451051:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176349.451053:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176349.451056:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786176349.451059:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176349.451060:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1786176349.451065:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10869
00000100:00080000:1.0:1786176349.451066:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176349.451072:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:3.0:1786176349.451076:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:1.0:1786176349.451077:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407247232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786176349.451082:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176349.451088:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1786176349.451096:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407247232:192.168.202.146@tcp:250:kworker.0
00000100:00000040:3.0:1786176349.451097:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176349.451103:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1786176349.451106:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786176349.451107:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176349.451109:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1786176349.451111:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:1.0:1786176349.451115:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407247232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786176349.451116:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176349.451119:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176349.451122:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176349.451125:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000001:1.0:1786176349.451129:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1786176349.451130:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000001:1.0:1786176349.451135:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1786176349.451135:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000010:1.0:1786176349.451139:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
00000100:00000040:3.0:1786176349.451141:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000001:1.0:1786176349.451144:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1786176349.451145:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1786176349.451149:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:3.0:1786176349.451150:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000020:00000040:1.0:1786176349.451152:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000001:3.0:1786176349.451153:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176349.451156:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000040:3.0:1786176349.451157:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
02000000:00000010:1.0:1786176349.451160:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
00000100:00080000:3.0:1786176349.451164:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:1.0:1786176349.451166:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1786176349.451167:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176349.451169:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1786176349.451184:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1786176349.451187:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
02000000:00000001:3.0:1786176349.451189:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176349.451192:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1786176349.451193:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.451195:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176349.451197:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176349.451199:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1786176349.451201:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176349.451204:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176349.451205:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.451207:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:3.0:1786176349.451208:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000100:00000001:1.0:1786176349.451210:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786176349.451232:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000001:1.0:1786176349.451233:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176349.451237:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176349.451240:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1786176349.451240:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176349.451246:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176349.451251:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407247360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176349.451252:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176349.451257:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176349.451261:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.451271:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1786176349.451271:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:1.0:1786176349.451274:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176349.451279:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176349.451281:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176349.451287:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176349.451293:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176349.451295:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407247744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1786176349.451303:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407247360:192.168.202.146@tcp:38:kworker.0
00000100:00000001:3.0:1786176349.451315:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176349.451316:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1786176349.451320:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176349.451323:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176349.451328:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176349.451329:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407247744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1786176349.451331:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176349.451352:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176349.451356:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176349.451357:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176349.451361:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786176349.451363:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10879)
00000400:00000010:1.0:1786176349.451366:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176349.451371:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176349.451373:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407247360, portal 10
00000100:00000001:1.0:1786176349.451375:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176349.451377:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00000040:1.0:1786176349.451384:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407247360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451389:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176349.451391:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176349.451393:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176349.451395:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407247360, offset 0
00000400:00000200:1.0:1786176349.451414:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176349.451419:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176349.451422:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176349.451425:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176349.451428:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176349.451430:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176349.451432:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176349.451435:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272905:272905:256:4294967295] 192.168.202.146@tcp LPNI seq info [272866:272866:8:4294967295]
00000400:00000200:1.0:1786176349.451438:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176349.451444:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176349.451448:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176349.451451:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176349.451455:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176349.451457:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786176349.451462:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176349.451480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1786176349.451482:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176349.451484:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176349.451486:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176349.451488:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176349.451491:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176349.451492:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176349.451494:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176349.451496:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159880 x1872930407247360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451502:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176349.451504:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159880 x1872930407247360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451509:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.451510:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176349.451513:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176349.451516:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176349.451518:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176349.451520:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305542181
00000100:00000001:1.0:1786176349.451522:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305551146
00000100:00000001:1.0:1786176349.451524:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305542181
00000100:00000001:1.0:1786176349.451525:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305551146
00000100:00000001:1.0:1786176349.451526:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176349.451528:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.451529:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176349.451531:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176349/real 1786176349]  req@ffff9f1485159880 x1872930407247360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176349.451536:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176349.451537:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176349.451538:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176349.451540:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176349.451541:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176349.451542:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176349.451544:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407247360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176349.451550:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407247360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451554:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176349.451555:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.451557:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176349.451557:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176349.451560:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407247360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451564:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176349.451566:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407247360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451572:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176349.451573:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.451574:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176349.451575:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.451577:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176349.451578:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176349.451579:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176349.451581:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176349.451583:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176349.451585:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407247360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176349.451590:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407247360:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176349.451593:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176349.451595:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407247488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451599:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176349.451600:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176349.451601:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176349.451602:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176349.451603:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176349.451605:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407247488:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176349.451607:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176349.451608:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176349.451610:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176349.451611:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176349.451613:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176349.451615:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176349.451617:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176349.451618:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176349.451620:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176349.451623:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407247488, portal 10
00000100:00000001:1.0:1786176349.451624:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176349.451625:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000100:00000040:1.0:1786176349.451629:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407247488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451633:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176349.451635:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176349.451636:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176349.451638:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407247488, offset 0
00000400:00000200:1.0:1786176349.451640:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176349.451642:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176349.451645:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176349.451646:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176349.451648:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176349.451650:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176349.451651:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176349.451653:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272906:272906:256:4294967295] 192.168.202.146@tcp LPNI seq info [272867:272867:8:4294967295]
00000400:00000200:1.0:1786176349.451656:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176349.451660:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176349.451663:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176349.451665:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176349.451667:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176349.451669:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786176349.451672:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176349.451674:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1786176349.451676:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176349.451678:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176349.451680:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176349.451682:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176349.451684:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176349.451686:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176349.451687:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176349.451689:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158000 x1872930407247488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451695:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176349.451697:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158000 x1872930407247488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451701:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.451702:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176349.451704:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176349.451705:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176349.451708:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176349.451709:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305542262
00000100:00000001:1.0:1786176349.451710:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305551146
00000100:00000001:1.0:1786176349.451712:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305542262
00000100:00000001:1.0:1786176349.451713:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305551146
00000100:00000001:1.0:1786176349.451715:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176349.451716:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.451717:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176349.451719:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176349/real 1786176349]  req@ffff9f1485158000 x1872930407247488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176349.451724:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176349.451725:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176349.451726:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176349.451727:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176349.451728:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176349.451729:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176349.451732:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407247488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176349.451737:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407247488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451742:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176349.451743:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.451744:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176349.451745:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176349.451747:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407247488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451751:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176349.451754:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407247488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451758:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176349.451759:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.451760:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176349.451761:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.451762:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176349.451763:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176349.451765:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176349.451766:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176349.451768:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176349.451770:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407247488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176349.451775:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407247488:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176349.451777:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176349.451779:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407247616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451812:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176349.451813:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176349.451815:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176349.451816:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176349.451818:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176349.451820:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407247616:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176349.451822:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176349.451824:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176349.451825:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176349.451826:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176349.451828:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176349.451830:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176349.451832:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176349.451834:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176349.451836:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176349.451838:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407247616, portal 4
00000100:00000001:1.0:1786176349.451839:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176349.451840:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00000040:1.0:1786176349.451844:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407247616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451849:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176349.451850:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176349.451852:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176349.451853:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407247616, offset 0
00000400:00000200:1.0:1786176349.451856:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176349.451858:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176349.451860:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176349.451862:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176349.451863:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176349.451865:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176349.451867:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176349.451869:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272907:272907:256:4294967295] 192.168.202.146@tcp LPNI seq info [272868:272868:8:4294967295]
00000400:00000200:1.0:1786176349.451872:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176349.451876:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176349.451880:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176349.451882:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176349.451884:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176349.451886:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786176349.451889:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176349.451891:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1786176349.451893:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176349.451895:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176349.451897:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176349.451899:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176349.451901:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176349.451902:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176349.451904:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176349.451906:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b100 x1872930407247616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451912:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176349.451914:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407247616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451919:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.451920:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176349.451922:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176349.451924:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176349.451926:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176349.451927:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305543522
00000100:00000001:1.0:1786176349.451929:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305551146
00000100:00000001:1.0:1786176349.451931:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305543522
00000100:00000001:1.0:1786176349.451932:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305551146
00000100:00000001:1.0:1786176349.451934:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176349.451935:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.451936:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176349.451939:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176349/real 1786176349]  req@ffff9f148515b100 x1872930407247616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176349.451944:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176349.451945:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176349.451946:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176349.451948:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176349.451949:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176349.451950:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176349.451952:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407247616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176349.451957:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407247616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451961:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176349.451962:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.451964:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176349.451965:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176349.451967:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407247616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451971:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176349.451973:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407247616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.451977:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176349.451979:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.451980:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176349.451981:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.451982:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176349.451983:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176349.451984:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176349.451986:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176349.451987:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176349.451990:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407247616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176349.451996:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407247616:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176349.451998:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.451999:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176349.452001:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407247360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.452005:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176349.452006:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176349.452007:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176349.452009:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176349.452010:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176349.452011:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176349.452012:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176349.452014:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:1.0:1786176349.452015:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176349.452016:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176349.452017:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:1.0:1786176349.452019:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176349.452020:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.452021:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176349.452023:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407247488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.452028:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176349.452028:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176349.452029:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176349.452030:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176349.452031:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176349.452032:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176349.452033:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176349.452034:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:1.0:1786176349.452035:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176349.452036:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176349.452037:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000100:00000001:1.0:1786176349.452039:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176349.452040:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.452041:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176349.452043:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407247616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.452047:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176349.452048:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176349.452048:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176349.452050:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176349.452050:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176349.452051:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176349.452052:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176349.452053:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:1.0:1786176349.452054:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176349.452055:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176349.452056:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:1.0:1786176349.452058:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176349.452059:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.452060:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.452063:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176349.452064:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.452065:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176349.452066:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176349.452067:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176349.452069:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159500 x1872930407247744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.452073:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176349.452074:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176349.452075:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176349.452076:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176349.452078:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176349.452079:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407247744:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176349.452081:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176349.452083:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176349.452084:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176349.452085:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176349.452087:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176349.452089:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176349.452091:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176349.452092:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176349.452094:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176349.452096:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407247744, portal 4
00000100:00000001:1.0:1786176349.452097:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176349.452098:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213787392 : -106564495764224 : ffff9f1485159500)
00000100:00000040:1.0:1786176349.452103:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159500 x1872930407247744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.452107:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176349.452108:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176349.452110:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176349.452112:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407247744, offset 0
00000400:00000200:1.0:1786176349.452114:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176349.452116:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176349.452118:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176349.452120:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176349.452122:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176349.452123:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176349.452125:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176349.452127:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272908:272908:256:4294967295] 192.168.202.146@tcp LPNI seq info [272869:272869:8:4294967295]
00000400:00000200:1.0:1786176349.452130:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176349.452134:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176349.452136:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176349.452138:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176349.452141:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176349.452142:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1786176349.452145:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176349.452147:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1786176349.452150:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176349.452151:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176349.452153:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176349.452156:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176349.452157:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176349.452159:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176349.452160:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176349.452162:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159500 x1872930407247744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.452167:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176349.452170:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159500 x1872930407247744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.452192:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.452194:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176349.452197:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176349.452199:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176349.452201:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176349.452203:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305543312
00000100:00000001:1.0:1786176349.452221:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305551146
00000100:00000001:1.0:1786176349.452223:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305543312
00000100:00000001:1.0:1786176349.452224:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305551146
00000100:00000001:1.0:1786176349.452226:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176349.452227:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.452229:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176349.452233:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176349/real 1786176349]  req@ffff9f1485159500 x1872930407247744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176349.452239:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176349.452240:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176349.452241:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176349.452243:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176349.452244:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176349.452246:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176349.452249:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159500 x1872930407247744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176349.452260:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159500 x1872930407247744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.452268:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176349.452269:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.452272:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176349.452273:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176349.452278:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159500 x1872930407247744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.452286:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176349.452291:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159500 x1872930407247744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.452301:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176349.452304:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.452306:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176349.452308:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.452310:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176349.452312:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176349.452315:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176349.452318:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176349.452320:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176349.452323:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159500 x1872930407247744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176349.452330:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407247744:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176349.452349:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.452351:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176349.452353:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159500 x1872930407247744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176349.452358:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176349.452359:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176349.452361:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176349.452363:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176349.452364:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176349.452365:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176349.452366:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176349.452367:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
02000000:00000001:1.0:1786176349.452369:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176349.452370:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176349.452371:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159500.
00000100:00000001:1.0:1786176349.452373:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176349.452374:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.452375:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176349.452378:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176349.452379:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176349.452380:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176349.452381:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176350.281922:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176350.281944:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176351.305863:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176351.305869:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176351.305927:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176351.305931:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176351.305935:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176352.329967:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176352.329976:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176353.353858:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176353.353863:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176353.353954:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176353.353957:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176353.353960:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176354.377860:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176354.377865:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176354.570111:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176354.570118:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176354.570138:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176354.570151:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe300 x1872930407247872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.570178:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176354.570186:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176354.570195:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176354.570201:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176354.570219:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176354.570229:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407247872:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176354.570242:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176354.570248:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176354.570251:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176354.570257:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176354.570268:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176354.570275:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176354.570292:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176354.570300:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176354.570313:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176354.570326:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407247872, portal 25
00000100:00000001:1.0:1786176354.570335:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176354.570340:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667008 : -106564166884608 : ffff9f1498afe300)
00000100:00000040:1.0:1786176354.570355:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe300 x1872930407247872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.570384:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176354.570394:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176354.570403:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176354.570411:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407247872, offset 0
00000400:00000200:1.0:1786176354.570427:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176354.570443:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176354.570459:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176354.570472:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176354.570483:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176354.570493:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176354.570521:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176354.570539:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272909:272909:256:4294967295] 192.168.202.146@tcp LPNI seq info [272870:272870:8:4294967295]
00000400:00000200:1.0:1786176354.570558:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176354.570586:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176354.570609:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176354.570623:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176354.570643:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176354.570653:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786176354.570690:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176354.570699:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1786176354.570713:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176354.570719:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176354.570729:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176354.570741:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176354.570764:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176354.570772:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176354.570780:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176354.570789:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe300 x1872930407247872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.570837:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176354.570842:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe300 x1872930407247872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.570857:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176354.570863:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176354.570873:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176354.570883:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176354.570890:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305556267
00000100:00000001:1.0:1786176354.570901:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305551146
00000100:00000001:1.0:1786176354.570910:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305556267
00000100:00000001:1.0:1786176354.570918:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305551146
00000100:00000001:1.0:1786176354.570924:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176354.570930:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176354.570934:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176354.570941:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176354/real 1786176354]  req@ffff9f1498afe300 x1872930407247872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176354.571002:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176354.571006:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176354.571009:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176354.571014:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176354.571017:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176354.571021:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176354.571028:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe300 x1872930407247872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176354.571039:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe300 x1872930407247872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571045:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176354.571046:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.571048:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176354.571050:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176354.571053:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe300 x1872930407247872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571059:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176354.571062:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe300 x1872930407247872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571067:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176354.571070:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.571071:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176354.571072:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.571074:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176354.571075:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176354.571077:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176354.571080:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176354.571082:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176354.571085:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe300 x1872930407247872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176354.571091:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407247872:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176354.571095:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.571097:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176354.571100:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe300 x1872930407247872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571105:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176354.571107:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176354.571109:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176354.571111:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176354.571113:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176354.571114:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176354.571116:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176354.571118:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964c00.
02000000:00000001:1.0:1786176354.571120:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176354.571136:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176354.571139:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe300.
00000100:00000001:1.0:1786176354.571142:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176354.571143:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.571144:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.571151:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176354.571152:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176354.571154:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176354.571155:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176354.571157:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176354.571160:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd880 x1872930407248000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571166:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176354.571167:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176354.571169:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176354.571171:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176354.571172:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176354.571174:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407248000:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176354.571186:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176354.571187:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176354.571189:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176354.571190:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176354.571193:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176354.571195:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176354.571198:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176354.571200:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176354.571203:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176354.571206:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407248000, portal 10
00000100:00000001:1.0:1786176354.571208:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176354.571209:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542664320 : -106564166887296 : ffff9f1498afd880)
00000100:00000040:1.0:1786176354.571214:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd880 x1872930407248000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571220:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176354.571221:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176354.571223:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176354.571225:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407248000, offset 0
00000400:00000200:1.0:1786176354.571228:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176354.571231:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176354.571234:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176354.571236:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176354.571239:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176354.571241:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176354.571243:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176354.571245:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272910:272910:256:4294967295] 192.168.202.146@tcp LPNI seq info [272871:272871:8:4294967295]
00000400:00000200:1.0:1786176354.571248:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176354.571253:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176354.571257:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176354.571259:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176354.571262:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176354.571265:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786176354.571269:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176354.571271:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1786176354.571274:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176354.571276:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176354.571278:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176354.571280:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176354.571283:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176354.571285:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176354.571286:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176354.571289:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd880 x1872930407248000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571295:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176354.571298:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd880 x1872930407248000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571303:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176354.571304:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176354.571306:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176354.571309:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176354.571312:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176354.571313:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305547301
00000100:00000001:1.0:1786176354.571316:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305556267
00000100:00000001:1.0:1786176354.571317:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305547301
00000100:00000001:1.0:1786176354.571319:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305556267
00000100:00000001:1.0:1786176354.571320:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176354.571322:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176354.571323:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176354.571326:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176354/real 1786176354]  req@ffff9f1498afd880 x1872930407248000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176354.571331:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176354.571333:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176354.571334:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176354.571336:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176354.571337:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176354.571339:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176354.571341:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd880 x1872930407248000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176354.571347:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd880 x1872930407248000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571351:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176354.571352:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.571354:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176354.571355:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176354.571357:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd880 x1872930407248000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571362:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176354.571364:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd880 x1872930407248000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571369:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176354.571371:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.571372:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176354.571373:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.571375:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176354.571376:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176354.571378:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176354.571380:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176354.571382:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176354.571384:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd880 x1872930407248000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176354.571390:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407248000:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176354.571393:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176354.571396:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afea00 x1872930407248128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571401:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176354.571402:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176354.571403:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176354.571404:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176354.571406:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176354.571408:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407248128:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176354.571409:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176354.571411:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176354.571412:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176354.571413:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176354.571415:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176354.571417:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176354.571419:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176354.571421:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176354.571423:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176354.571425:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407248128, portal 10
00000100:00000001:1.0:1786176354.571427:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176354.571428:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542668800 : -106564166882816 : ffff9f1498afea00)
00000100:00000040:1.0:1786176354.571432:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afea00 x1872930407248128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571437:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176354.571438:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176354.571440:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176354.571442:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407248128, offset 0
00000400:00000200:1.0:1786176354.571444:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176354.571447:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176354.571449:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176354.571451:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176354.571454:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176354.571455:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176354.571457:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176354.571460:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272911:272911:256:4294967295] 192.168.202.146@tcp LPNI seq info [272872:272872:8:4294967295]
00000400:00000200:1.0:1786176354.571463:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176354.571467:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176354.571470:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176354.571472:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176354.571475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176354.571477:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786176354.571480:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176354.571482:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1786176354.571485:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176354.571486:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176354.571504:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176354.571507:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176354.571510:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176354.571511:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176354.571513:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176354.571516:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afea00 x1872930407248128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571523:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176354.571526:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afea00 x1872930407248128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571532:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176354.571534:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176354.571536:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176354.571539:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176354.571542:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176354.571544:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305547382
00000100:00000001:1.0:1786176354.571546:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305556267
00000100:00000001:1.0:1786176354.571548:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305547382
00000100:00000001:1.0:1786176354.571551:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305556267
00000100:00000001:1.0:1786176354.571553:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176354.571555:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176354.571556:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176354.571560:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176354/real 1786176354]  req@ffff9f1498afea00 x1872930407248128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176354.571566:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176354.571567:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176354.571569:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176354.571570:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176354.571572:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176354.571573:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176354.571576:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afea00 x1872930407248128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176354.571583:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afea00 x1872930407248128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571589:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176354.571590:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.571592:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176354.571593:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176354.571596:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afea00 x1872930407248128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571601:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176354.571605:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afea00 x1872930407248128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571610:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176354.571612:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.571614:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176354.571615:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.571617:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176354.571619:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176354.571621:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176354.571624:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176354.571626:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176354.571629:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afea00 x1872930407248128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176354.571636:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407248128:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176354.571639:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176354.571641:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff100 x1872930407248256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571647:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176354.571648:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176354.571650:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176354.571652:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176354.571653:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176354.571656:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407248256:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176354.571658:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176354.571660:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176354.571661:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176354.571663:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176354.571666:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176354.571668:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176354.571671:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176354.571673:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176354.571676:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176354.571678:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407248256, portal 4
00000100:00000001:1.0:1786176354.571680:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176354.571681:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542670592 : -106564166881024 : ffff9f1498aff100)
00000100:00000040:1.0:1786176354.571686:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff100 x1872930407248256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571708:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176354.571710:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176354.571711:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176354.571713:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407248256, offset 0
00000400:00000200:1.0:1786176354.571715:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176354.571718:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176354.571720:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176354.571722:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176354.571724:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176354.571726:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176354.571727:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176354.571730:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272912:272912:256:4294967295] 192.168.202.146@tcp LPNI seq info [272873:272873:8:4294967295]
00000400:00000200:1.0:1786176354.571733:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176354.571737:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176354.571740:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176354.571742:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176354.571745:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176354.571747:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786176354.571750:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176354.571752:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1786176354.571754:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176354.571756:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176354.571758:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176354.571761:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176354.571763:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176354.571764:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176354.571766:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176354.571768:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff100 x1872930407248256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571775:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176354.571777:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff100 x1872930407248256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571787:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176354.571788:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176354.571790:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176354.571792:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176354.571794:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176354.571796:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305548641
00000100:00000001:1.0:1786176354.571798:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305556267
00000100:00000001:1.0:1786176354.571817:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305548642
00000100:00000001:1.0:1786176354.571819:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305556267
00000100:00000001:1.0:1786176354.571821:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176354.571822:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176354.571823:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176354.571827:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176354/real 1786176354]  req@ffff9f1498aff100 x1872930407248256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176354.571832:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176354.571834:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176354.571835:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176354.571837:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176354.571838:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176354.571839:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176354.571842:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff100 x1872930407248256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176354.571848:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff100 x1872930407248256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571852:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176354.571853:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.571854:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176354.571855:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176354.571858:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff100 x1872930407248256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571864:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176354.571867:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff100 x1872930407248256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571871:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176354.571873:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.571874:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176354.571875:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.571876:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176354.571877:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176354.571879:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176354.571881:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176354.571882:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176354.571885:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff100 x1872930407248256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176354.571890:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407248256:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176354.571893:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176354.571895:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afce00 x1872930407248384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571899:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176354.571900:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176354.571902:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176354.571903:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176354.571905:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176354.571907:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407248384:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176354.571909:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176354.571910:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176354.571912:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176354.571913:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176354.571916:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176354.571917:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176354.571920:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176354.571922:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176354.571924:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176354.571926:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407248384, portal 4
00000100:00000001:1.0:1786176354.571927:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176354.571928:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542661632 : -106564166889984 : ffff9f1498afce00)
00000100:00000040:1.0:1786176354.571933:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afce00 x1872930407248384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.571938:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176354.571939:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176354.571941:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176354.571942:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407248384, offset 0
00000400:00000200:1.0:1786176354.571945:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176354.571947:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176354.571949:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176354.571951:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176354.571953:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176354.571955:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176354.571956:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176354.571959:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272913:272913:256:4294967295] 192.168.202.146@tcp LPNI seq info [272874:272874:8:4294967295]
00000400:00000200:1.0:1786176354.571962:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176354.571966:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176354.571970:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176354.571973:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176354.571978:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176354.571981:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1786176354.571987:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176354.571990:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1786176354.571994:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176354.571997:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176354.572001:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176354.572005:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176354.572008:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176354.572010:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176354.572013:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176354.572017:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afce00 x1872930407248384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.572026:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176354.572030:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afce00 x1872930407248384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.572037:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176354.572039:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176354.572059:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176354.572064:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176354.572069:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176354.572073:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305548432
00000100:00000001:1.0:1786176354.572078:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305556267
00000100:00000001:1.0:1786176354.572081:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305548432
00000100:00000001:1.0:1786176354.572084:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305556267
00000100:00000001:1.0:1786176354.572088:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176354.572092:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176354.572096:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176354.572102:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176354/real 1786176354]  req@ffff9f1498afce00 x1872930407248384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176354.572115:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176354.572118:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176354.572120:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176354.572151:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176354.572154:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176354.572161:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176354.572183:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afce00 x1872930407248384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176354.572193:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afce00 x1872930407248384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.572200:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176354.572202:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.572204:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176354.572206:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176354.572210:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afce00 x1872930407248384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.572217:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176354.572222:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afce00 x1872930407248384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.572229:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176354.572233:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.572235:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176354.572236:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.572238:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176354.572240:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176354.572243:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176354.572247:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176354.572250:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176354.572255:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afce00 x1872930407248384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176354.572261:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407248384:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176354.572264:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.572266:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176354.572269:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd880 x1872930407248000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.572274:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176354.572275:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176354.572277:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176354.572279:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176354.572280:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176354.572281:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176354.572283:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176354.572284:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965000.
02000000:00000001:1.0:1786176354.572286:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176354.572287:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176354.572288:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd880.
00000100:00000001:1.0:1786176354.572290:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176354.572292:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.572293:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176354.572295:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afea00 x1872930407248128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.572300:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176354.572301:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176354.572302:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176354.572304:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176354.572305:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176354.572306:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176354.572307:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176354.572308:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965800.
02000000:00000001:1.0:1786176354.572309:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176354.572310:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176354.572311:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afea00.
00000100:00000001:1.0:1786176354.572312:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176354.572313:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.572314:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176354.572316:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff100 x1872930407248256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.572320:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176354.572322:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176354.572323:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176354.572324:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176354.572325:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176354.572326:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176354.572328:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176354.572329:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967c00.
02000000:00000001:1.0:1786176354.572330:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176354.572331:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176354.572332:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff100.
00000100:00000001:1.0:1786176354.572333:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176354.572334:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.572335:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176354.572337:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afce00 x1872930407248384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176379 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176354.572341:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176354.572342:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176354.572343:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176354.572345:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176354.572346:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176354.572347:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176354.572348:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176354.572349:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:1.0:1786176354.572350:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176354.572351:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176354.572351:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afce00.
00000100:00000001:1.0:1786176354.572353:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176354.572354:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.572355:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176354.572358:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176354.572359:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176354.572360:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176354.572362:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176355.401860:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176355.401866:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176355.401918:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176355.401923:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176355.401926:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176356.425971:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176356.425979:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176357.449988:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176357.450003:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176357.450007:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176357.450012:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176357.450019:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176357.450022:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176357.450025:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176357.450028:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176357.450126:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176357.450133:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176357.450138:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176358.473906:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176358.473914:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176359.497932:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176359.497940:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176359.498033:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176359.498041:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176359.498047:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176359.689918:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176359.689932:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176359.689935:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176359.689940:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176359.689946:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176359.689955:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10879
00000400:00000200:1.0:1786176359.689966:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176359.689974:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176359.689978:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176359.689982:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.689986:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176359.689989:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.690000:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176359.690005:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176359.690007:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176359.690011:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176359.690015:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176359.690018:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176359.690020:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176359.690023:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.690025:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176359.690029:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.690032:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176359.690037:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176359.690042:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176359.690046:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176359.690051:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176359.690057:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176359.690061:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176359.690064:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176359.690068:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176359.690099:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786176359.690106:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176359.690112:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176359.690115:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176359.690120:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176359.690125:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176359.690132:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176359.690145:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000100:00000001:1.0:1786176359.690154:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176359.690167:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407248512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176359.690179:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176359.690184:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176359.690190:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407248512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176359.690230:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176359.690235:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176359.690240:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176359.690243:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176359.690245:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176359.690249:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176359.690254:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10879
00000400:00000200:1.0:1786176359.690262:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176359.690268:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176359.690273:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176359.690279:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.690283:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176359.690289:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.690297:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176359.690306:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176359.690312:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176359.690327:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176359.690333:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176359.690337:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176359.690344:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176359.690358:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.690368:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176359.690372:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.690378:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176359.690383:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176359.690393:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176359.690403:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176359.690406:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176359.690420:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176359.690425:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176359.690430:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176359.690436:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176359.690445:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176359.690450:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176359.690456:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786176359.690461:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176359.690469:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176359.690476:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176359.690480:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176359.690487:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176359.690490:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176359.690497:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8400.
00000100:00000001:1.0:1786176359.690503:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176359.690512:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407248640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176359.690538:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176359.690546:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176359.690558:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407248640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176359.690600:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176359.690605:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176359.690613:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176359.690617:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176359.690622:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176359.690627:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176359.690631:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10879
00000400:00000200:1.0:1786176359.690638:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176359.690646:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176359.690651:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176359.690663:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.690675:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176359.690684:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.690692:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176359.690700:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176359.690707:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176359.690714:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176359.690718:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176359.690727:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176359.690735:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176359.690744:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.690749:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176359.690755:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.690758:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176359.690766:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176359.690828:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176359.690835:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176359.690841:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176359.690847:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176359.690854:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176359.690861:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176359.690867:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176359.690872:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176359.690874:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176359.690884:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786176359.690891:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176359.690898:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176359.690900:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176359.690907:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176359.690909:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176359.690915:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176359.690920:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:1.0:1786176359.690927:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176359.690935:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407248768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176359.690948:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176359.690954:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176359.690964:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407248768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176359.690987:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176359.690992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:1.0:1786176359.690993:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176359.691006:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176359.691009:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1786176359.691010:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00080000:1.0:1786176359.691012:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176359.691020:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176359.691028:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10879
00000400:00000200:1.0:1786176359.691040:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176359.691056:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176359.691062:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176359.691067:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.691071:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176359.691095:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.691101:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176359.691105:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176359.691112:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176359.691114:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176359.691117:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176359.691122:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176359.691126:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176359.691137:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.691140:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176359.691144:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.691147:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176359.691149:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176359.691156:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176359.691164:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176359.691173:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176359.691178:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176359.691187:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176359.691195:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176359.691202:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176359.691210:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176359.691218:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176359.691229:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786176359.691238:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176359.691247:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176359.691253:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176359.691259:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176359.691263:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176359.691268:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176359.691281:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786176359.691292:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176359.691309:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407248896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176359.691335:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176359.691342:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176359.691354:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407248896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176359.691402:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176359.691411:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176359.691419:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176359.691423:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176359.691430:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176359.691435:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176359.691443:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10879
00000400:00000200:1.0:1786176359.691450:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176359.691458:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176359.691462:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176359.691471:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.691477:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176359.691484:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.691491:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176359.691499:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176359.691504:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176359.691510:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176359.691515:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176359.691525:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176359.691546:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176359.691557:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.691568:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176359.691577:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176359.691586:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176359.691595:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176359.691608:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176359.691612:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176359.691614:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176359.691629:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176359.691633:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176359.691636:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176359.691641:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176359.691648:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176359.691657:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176359.691668:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786176359.691676:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176359.691684:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176359.691687:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176359.691699:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176359.691706:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176359.691722:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176359.691733:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddbc00.
00000100:00000001:1.0:1786176359.691742:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176359.691761:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407249024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176359.691833:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176359.691837:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176359.691846:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407249024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176359.691889:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176359.691902:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10890)
00000800:00000200:2.1:1786176359.692143:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176359.692146:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176359.692418:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176359.692420:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176359.692621:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176359.692622:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176359.692868:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176359.692871:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1786176360.521894:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176360.521903:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176361.546106:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176361.546119:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176361.546216:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176361.546224:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176361.546230:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176362.569948:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176362.569957:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176363.593891:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176363.593899:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176363.593957:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176363.593963:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176363.593966:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176364.617936:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176364.617944:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176364.810628:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176364.810634:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176364.811612:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176364.811614:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176364.811896:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176364.811899:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176364.812211:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176364.812213:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176364.812588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176364.812590:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1786176365.641910:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176365.641921:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176365.642083:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176365.642091:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176365.642097:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176366.665870:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176366.665879:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176366.665881:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176366.665885:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176366.665890:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176366.665893:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176366.665895:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176366.665897:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176367.689957:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176367.689969:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176367.690113:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176367.690123:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176367.690129:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176368.714030:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176368.714051:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176369.738056:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176369.738066:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176369.738206:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176369.738213:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176369.738228:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176369.930370:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176369.930390:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176369.930396:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176369.930413:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176369.930422:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176369.930435:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10890
00000400:00000200:1.0:1786176369.930450:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176369.930462:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176369.930469:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176369.930475:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.930483:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176369.930490:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.930495:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176369.930504:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176369.930508:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176369.930513:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176369.930519:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176369.930524:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176369.930528:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176369.930533:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.930536:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176369.930539:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.930542:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176369.930548:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176369.930554:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176369.930559:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176369.930565:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176369.930571:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176369.930577:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176369.930581:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176369.930585:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176369.930598:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4380.
00000020:00000040:1.0:1786176369.930605:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176369.930615:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176369.930619:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176369.930626:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176369.930631:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176369.930640:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176369.930656:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786176369.930671:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176369.930691:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4380 x1872930407249792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176369.930710:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176369.930720:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176369.930730:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000778f37b2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4380 x1872930407249792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176369.930960:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176369.930968:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176369.930988:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176369.930991:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176369.930994:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176369.930999:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176369.931004:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10890
00000400:00000200:1.0:1786176369.931011:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176369.931017:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176369.931020:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176369.931025:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.931028:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176369.931032:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.931035:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176369.931038:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176369.931040:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176369.931043:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176369.931047:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176369.931050:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176369.931054:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176369.931058:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.931061:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176369.931063:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.931066:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176369.931069:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176369.931074:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176369.931078:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176369.931080:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176369.931097:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176369.931102:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176369.931106:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176369.931115:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176369.931121:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176369.931125:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176369.931136:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae6d80.
00000020:00000040:1.0:1786176369.931144:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176369.931152:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176369.931157:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176369.931161:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176369.931164:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176369.931170:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176369.931181:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:1.0:1786176369.931186:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176369.931198:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae6d80 x1872930407249920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176369.931223:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176369.931230:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176369.931239:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f5d7f0] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae6d80 x1872930407249920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176369.931290:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176369.931297:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176369.931311:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176369.931317:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176369.931321:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176369.931325:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176369.931332:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10890
00000400:00000200:1.0:1786176369.931346:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176369.931353:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176369.931361:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176369.931371:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.931404:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176369.931411:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.931417:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176369.931423:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176369.931429:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176369.931436:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176369.931445:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176369.931454:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176369.931467:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176369.931484:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.931495:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176369.931523:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.931531:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176369.931540:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176369.931550:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176369.931557:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176369.931565:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176369.931573:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176369.931578:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176369.931581:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176369.931584:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176369.931588:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176369.931594:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176369.931604:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786176369.931624:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176369.931633:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176369.931639:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176369.931646:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176369.931652:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176369.931656:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176369.931669:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786176369.931676:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176369.931693:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407250048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176369.931713:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176369.931722:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176369.931734:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407250048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786176369.931736:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176369.931745:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1786176369.931764:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176369.931768:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176369.931902:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176369.931906:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176369.931910:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176369.931919:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176369.931946:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10890
00000400:00000200:1.0:1786176369.931961:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176369.931973:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176369.931996:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176369.932005:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.932013:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176369.932024:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.932031:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176369.932040:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176369.932045:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176369.932050:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176369.932054:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176369.932059:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176369.932067:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176369.932077:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.932084:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176369.932094:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.932104:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176369.932115:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176369.932128:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176369.932141:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176369.932147:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176369.932158:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176369.932168:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176369.932177:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176369.932186:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176369.932198:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176369.932204:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176369.932218:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786176369.932224:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176369.932232:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176369.932236:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176369.932240:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176369.932245:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176369.932250:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176369.932260:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
00000100:00000001:1.0:1786176369.932269:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176369.932280:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407250176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176369.932306:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176369.932312:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176369.932320:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407250176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176369.932336:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176369.932342:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176369.932356:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176369.932361:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176369.932367:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176369.932374:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176369.932382:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10890
00000400:00000200:1.0:1786176369.932394:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176369.932406:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176369.932421:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176369.932434:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.932443:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176369.932456:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.932464:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176369.932473:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176369.932478:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176369.932485:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176369.932494:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176369.932505:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176369.932515:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176369.932528:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.932535:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176369.932541:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176369.932543:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176369.932546:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176369.932554:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176369.932559:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176369.932565:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176369.932569:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176369.932574:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176369.932579:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176369.932582:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176369.932586:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176369.932592:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176369.932600:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786176369.932607:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176369.932623:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176369.932631:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176369.932641:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176369.932644:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176369.932652:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176369.932660:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786176369.932666:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176369.932680:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407250304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176369.932694:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176369.932699:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176369.932708:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407250304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176369.932731:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176369.932739:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10900)
00000800:00000200:2.1:1786176369.932963:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176369.932966:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176369.933344:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176369.933346:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176369.933684:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176369.933687:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176369.934223:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176369.934226:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1786176370.761850:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176370.761857:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176371.785857:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176371.785863:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176371.785925:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176371.785928:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176371.785931:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176372.809917:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176372.809928:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176373.834009:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176373.834020:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176373.834115:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176373.834122:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176373.834129:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176374.857889:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176374.857897:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176375.049954:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176375.049997:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176375.050001:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176375.050006:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176375.050012:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176375.050022:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10895
00000400:00000200:1.0:1786176375.050033:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176375.050042:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176375.050047:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176375.050053:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.050056:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176375.050059:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.050061:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176375.050066:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176375.050068:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176375.050071:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176375.050074:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176375.050076:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176375.050079:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176375.050082:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.050084:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176375.050086:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.050088:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176375.050091:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176375.050094:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176375.050098:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176375.050101:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176375.050104:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176375.050107:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176375.050109:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176375.050112:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176375.050121:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786176375.050125:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176375.050129:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176375.050131:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176375.050134:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176375.050136:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176375.050141:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176375.050149:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:1.0:1786176375.050156:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176375.050166:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407250432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176375.050177:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176375.050182:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176375.050187:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407250432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176375.050239:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176375.050243:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176375.050247:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176375.050249:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176375.050251:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176375.050254:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176375.050256:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10895
00000400:00000200:1.0:1786176375.050260:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176375.050279:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176375.050282:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176375.050284:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.050287:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176375.050289:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.050292:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176375.050295:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176375.050296:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176375.050298:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176375.050300:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176375.050302:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176375.050304:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176375.050307:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.050309:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176375.050311:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.050313:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176375.050315:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176375.050321:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176375.050323:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176375.050326:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176375.050333:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176375.050335:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176375.050356:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176375.050360:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176375.050364:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176375.050366:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176375.050369:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786176375.050372:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176375.050374:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176375.050376:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176375.050379:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176375.050380:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176375.050383:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176375.050398:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddbc00.
00000100:00000001:1.0:1786176375.050422:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176375.050432:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407250560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176375.050461:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176375.050465:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176375.050495:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407250560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176375.050532:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176375.050558:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176375.050572:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176375.050576:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176375.050582:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176375.050596:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176375.050629:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10895
00000400:00000200:1.0:1786176375.050650:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176375.050656:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176375.050661:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176375.050677:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.050681:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176375.050683:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.050685:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176375.050690:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176375.050699:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176375.050713:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176375.050717:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176375.050726:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176375.050736:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176375.050747:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.050750:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176375.050754:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.050762:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176375.050769:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176375.050794:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176375.050796:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176375.050798:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176375.050802:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176375.050805:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176375.050807:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176375.050808:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176375.050811:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176375.050813:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176375.050817:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786176375.050820:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176375.050824:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176375.050825:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176375.050827:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176375.050828:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176375.050831:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176375.050900:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786176375.050910:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176375.050966:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407250688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176375.051009:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176375.051014:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176375.051022:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407250688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176375.051044:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176375.051048:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176375.051060:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176375.051062:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176375.051065:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176375.051069:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176375.051074:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10895
00000400:00000200:1.0:1786176375.051088:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176375.051099:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176375.051105:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176375.051115:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.051120:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176375.051125:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.051130:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176375.051138:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176375.051143:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176375.051147:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176375.051150:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176375.051152:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176375.051154:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176375.051169:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.051177:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176375.051180:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.051186:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176375.051195:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176375.051230:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176375.051248:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176375.051253:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176375.051258:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176375.051266:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176375.051295:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176375.051309:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176375.051324:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176375.051327:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176375.051332:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786176375.051344:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176375.051348:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176375.051350:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176375.051357:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176375.051390:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176375.051396:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176375.051408:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:1.0:1786176375.051413:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176375.051432:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407250816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786176375.051446:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786176375.051459:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176375.051463:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176375.051480:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407250816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786176375.051485:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1786176375.051582:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176375.051587:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176375.051599:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176375.051609:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176375.051635:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176375.051648:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176375.051655:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10895
00000400:00000200:1.0:1786176375.051667:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176375.051678:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176375.051689:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176375.051702:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.051714:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176375.051722:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.051735:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176375.051765:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176375.051768:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176375.051775:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176375.051783:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176375.051797:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176375.051808:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176375.051842:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.051845:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176375.051847:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176375.051849:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176375.051852:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176375.051854:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176375.051856:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176375.051858:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176375.051870:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176375.051872:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176375.051874:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176375.051875:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176375.051878:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176375.051881:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176375.051900:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786176375.051905:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176375.051908:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176375.051910:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176375.051913:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176375.051915:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176375.051917:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176375.051920:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8400.
00000100:00000001:1.0:1786176375.051997:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176375.052014:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407250944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176375.052028:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176375.052038:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176375.052049:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407250944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176375.052075:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176375.052099:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10905)
00000800:00000200:2.1:1786176375.052703:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176375.052706:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176375.053250:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176375.053254:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176375.053725:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176375.053728:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176375.054270:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176375.054283:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1786176375.881907:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176375.881913:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176375.882024:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176375.882027:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176375.882030:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176376.905895:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176376.905927:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176376.905931:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176376.905935:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176376.905940:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176376.905943:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176376.905945:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176376.905958:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176377.929848:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176377.929855:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176377.929963:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176377.929968:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176377.929972:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176378.953846:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176378.953853:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176379.977956:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176379.977962:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176379.978017:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176379.978021:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176379.978024:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1786176380.170292:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176380.170301:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176380.170307:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176380.170321:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd500 x1872930407251072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.170347:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176380.170352:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176380.170359:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176380.170364:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176380.170368:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176380.170379:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407251072:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176380.170384:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176380.170388:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176380.170392:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176380.170399:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176380.170406:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176380.170413:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176380.170424:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176380.170433:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176380.170442:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176380.170452:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407251072, portal 25
00000100:00000001:1.0:1786176380.170459:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176380.170464:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542663424 : -106564166888192 : ffff9f1498afd500)
00000100:00000040:1.0:1786176380.170489:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd500 x1872930407251072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.170509:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176380.170520:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176380.170530:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176380.170540:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407251072, offset 0
00000400:00000200:1.0:1786176380.170580:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176380.170603:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176380.170625:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176380.170641:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176380.170654:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176380.170667:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176380.170681:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176380.170714:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272934:272934:256:4294967295] 192.168.202.146@tcp LPNI seq info [272895:272895:8:4294967295]
00000400:00000200:1.0:1786176380.170721:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176380.170740:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176380.170754:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176380.170781:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176380.170795:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176380.170802:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786176380.170811:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176380.170816:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1786176380.170916:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176380.170924:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176380.170936:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176380.170951:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176380.170960:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176380.170966:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176380.170973:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176380.170985:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd500 x1872930407251072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.171011:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176380.171019:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd500 x1872930407251072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176405 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.171044:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176380.171048:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176380.171056:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176380.171069:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176380.171076:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305581867
00000100:00000001:1.0:1786176380.171091:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305576748
00000100:00000001:1.0:1786176380.171099:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305581867
00000100:00000001:1.0:1786176380.171108:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305576748
00000100:00000001:1.0:1786176380.171118:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176380.171152:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176380.171163:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176380.171182:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176380/real 1786176380]  req@ffff9f1498afd500 x1872930407251072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176380.171242:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176380.171249:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176380.171256:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176380.171283:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176380.171288:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176380.171295:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176380.171306:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd500 x1872930407251072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176380.171355:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd500 x1872930407251072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.171392:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176380.171399:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.171406:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176380.171410:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176380.171423:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd500 x1872930407251072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.171442:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176380.171453:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd500 x1872930407251072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.171495:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176380.171505:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.171513:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176380.171518:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.171526:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176380.171534:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176380.171547:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176380.171578:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176380.171589:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176380.171611:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd500 x1872930407251072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176380.171649:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407251072:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176380.171665:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.171672:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176380.171684:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd500 x1872930407251072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.171722:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176380.171726:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176380.171733:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176380.171741:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176380.171745:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176380.171751:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176380.171760:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176380.171766:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965400.
02000000:00000001:1.0:1786176380.171792:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176380.171799:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176380.171806:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd500.
00000100:00000001:1.0:1786176380.171815:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176380.171822:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.171832:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.171847:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176380.171855:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176380.171862:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176380.171867:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176380.171874:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176380.171970:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc000 x1872930407251200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.171990:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176380.171995:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176380.172004:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176380.172011:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176380.172020:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176380.172032:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407251200:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176380.172038:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176380.172045:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176380.172050:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176380.172054:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176380.172062:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176380.172068:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176380.172078:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176380.172086:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176380.172096:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176380.172104:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407251200, portal 10
00000100:00000001:1.0:1786176380.172112:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176380.172118:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658048 : -106564166893568 : ffff9f1498afc000)
00000100:00000040:1.0:1786176380.172143:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc000 x1872930407251200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.172216:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176380.172231:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176380.172255:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176380.172258:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407251200, offset 0
00000400:00000200:1.0:1786176380.172264:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176380.172270:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176380.172275:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176380.172279:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176380.172282:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176380.172285:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176380.172288:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176380.172291:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272935:272935:256:4294967295] 192.168.202.146@tcp LPNI seq info [272896:272896:8:4294967295]
00000400:00000200:1.0:1786176380.172296:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176380.172303:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176380.172325:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176380.172330:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176380.172336:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176380.172340:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786176380.172346:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176380.172350:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1786176380.172355:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176380.172358:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176380.172362:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176380.172367:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176380.172371:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176380.172374:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176380.172377:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176380.172382:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc000 x1872930407251200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.172402:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176380.172406:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc000 x1872930407251200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176405 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.172414:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176380.172416:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176380.172421:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176380.172426:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176380.172430:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176380.172434:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305572902
00000100:00000001:1.0:1786176380.172437:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305581867
00000100:00000001:1.0:1786176380.172440:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305572902
00000100:00000001:1.0:1786176380.172443:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305581867
00000100:00000001:1.0:1786176380.172445:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176380.172448:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176380.172450:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176380.172455:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176380/real 1786176380]  req@ffff9f1498afc000 x1872930407251200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176380.172465:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176380.172466:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176380.172469:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176380.172488:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176380.172490:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176380.172492:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176380.172496:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc000 x1872930407251200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176380.172504:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc000 x1872930407251200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.172510:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176380.172513:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.172516:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176380.172518:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176380.172524:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc000 x1872930407251200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.172536:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176380.172542:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc000 x1872930407251200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.172573:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176380.172578:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.172581:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176380.172584:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.172587:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176380.172591:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176380.172597:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176380.172603:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176380.172609:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176380.172618:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc000 x1872930407251200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176380.172632:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407251200:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176380.172638:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176380.172642:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498affb80 x1872930407251328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.172650:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176380.172652:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176380.172655:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176380.172658:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176380.172660:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176380.172664:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407251328:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176380.172669:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176380.172671:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176380.172674:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176380.172676:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176380.172681:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176380.172684:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176380.172688:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176380.172692:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176380.172696:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176380.172716:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407251328, portal 10
00000100:00000001:1.0:1786176380.172718:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176380.172719:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542673280 : -106564166878336 : ffff9f1498affb80)
00000100:00000040:1.0:1786176380.172726:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498affb80 x1872930407251328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.172732:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176380.172735:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176380.172737:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176380.172739:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407251328, offset 0
00000400:00000200:1.0:1786176380.172743:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176380.172747:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176380.172751:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176380.172754:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176380.172757:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176380.172760:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176380.172762:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176380.172766:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272936:272936:256:4294967295] 192.168.202.146@tcp LPNI seq info [272897:272897:8:4294967295]
00000400:00000200:1.0:1786176380.172787:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176380.172797:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176380.172802:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176380.172806:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176380.172812:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176380.172815:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786176380.172821:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176380.172825:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1786176380.172829:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176380.172832:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176380.172836:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176380.172840:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176380.172844:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176380.172846:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176380.172849:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176380.172854:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498affb80 x1872930407251328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.172864:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176380.172868:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498affb80 x1872930407251328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176405 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.172938:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176380.172940:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176380.172945:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176380.172948:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176380.172952:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176380.172954:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305572984
00000100:00000001:1.0:1786176380.172957:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305581867
00000100:00000001:1.0:1786176380.172959:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305572984
00000100:00000001:1.0:1786176380.172962:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305581867
00000100:00000001:1.0:1786176380.172964:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176380.172966:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176380.172968:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176380.172972:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176380/real 1786176380]  req@ffff9f1498affb80 x1872930407251328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176380.172981:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176380.172983:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176380.172985:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176380.172987:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176380.172989:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176380.172991:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176380.172994:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498affb80 x1872930407251328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176380.173003:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498affb80 x1872930407251328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173009:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176380.173011:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.173012:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176380.173014:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176380.173017:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498affb80 x1872930407251328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173024:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176380.173027:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498affb80 x1872930407251328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173035:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176380.173037:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.173039:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176380.173040:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.173042:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176380.173043:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176380.173046:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176380.173049:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176380.173051:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176380.173055:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498affb80 x1872930407251328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176380.173068:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407251328:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176380.173072:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176380.173076:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe680 x1872930407251456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173082:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176380.173084:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176380.173086:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176380.173088:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176380.173090:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176380.173093:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407251456:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176380.173095:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176380.173097:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176380.173099:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176380.173101:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176380.173105:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176380.173107:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176380.173111:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176380.173114:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176380.173119:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176380.173124:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407251456, portal 4
00000100:00000001:1.0:1786176380.173127:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176380.173129:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667904 : -106564166883712 : ffff9f1498afe680)
00000100:00000040:1.0:1786176380.173138:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe680 x1872930407251456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173149:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176380.173152:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176380.173156:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176380.173160:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407251456, offset 0
00000400:00000200:1.0:1786176380.173167:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176380.173175:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176380.173181:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176380.173186:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176380.173190:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176380.173194:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176380.173198:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176380.173203:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272937:272937:256:4294967295] 192.168.202.146@tcp LPNI seq info [272898:272898:8:4294967295]
00000400:00000200:1.0:1786176380.173208:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176380.173215:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176380.173220:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176380.173224:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176380.173228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176380.173232:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786176380.173236:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176380.173239:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1786176380.173243:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176380.173245:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176380.173248:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176380.173252:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176380.173255:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176380.173257:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176380.173259:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176380.173264:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe680 x1872930407251456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173272:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176380.173275:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe680 x1872930407251456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176405 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173282:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176380.173284:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176380.173287:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176380.173290:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176380.173294:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176380.173296:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305574243
00000100:00000001:1.0:1786176380.173299:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305581867
00000100:00000001:1.0:1786176380.173301:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305574243
00000100:00000001:1.0:1786176380.173303:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305581867
00000100:00000001:1.0:1786176380.173305:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176380.173307:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176380.173309:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176380.173313:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176380/real 1786176380]  req@ffff9f1498afe680 x1872930407251456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176380.173320:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176380.173322:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176380.173323:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176380.173326:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176380.173327:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176380.173329:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176380.173333:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe680 x1872930407251456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176380.173341:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe680 x1872930407251456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173347:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176380.173348:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.173350:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176380.173352:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176380.173355:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe680 x1872930407251456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173361:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176380.173365:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe680 x1872930407251456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173371:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176380.173374:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.173376:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176380.173377:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.173379:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176380.173381:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176380.173384:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176380.173386:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176380.173388:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176380.173392:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe680 x1872930407251456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176380.173399:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407251456:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176380.173403:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.173405:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176380.173408:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc000 x1872930407251200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173414:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176380.173416:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176380.173418:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176380.173420:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176380.173422:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176380.173424:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176380.173426:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176380.173428:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966000.
02000000:00000001:1.0:1786176380.173430:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176380.173432:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176380.173434:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc000.
00000100:00000001:1.0:1786176380.173437:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176380.173438:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.173440:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176380.173443:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498affb80 x1872930407251328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173456:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176380.173457:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176380.173459:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:1.0:1786176380.173461:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176380.173462:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176380.173464:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176380.173465:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176380.173467:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964000.
02000000:00000001:1.0:1786176380.173469:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176380.173470:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176380.173471:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498affb80.
00000100:00000001:1.0:1786176380.173473:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176380.173474:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.173476:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176380.173479:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe680 x1872930407251456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173485:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176380.173486:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176380.173487:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176380.173489:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176380.173490:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176380.173491:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176380.173493:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176380.173494:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967800.
02000000:00000001:1.0:1786176380.173496:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176380.173497:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176380.173498:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe680.
00000100:00000001:1.0:1786176380.173500:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176380.173502:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.173503:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.173508:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176380.173509:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176380.173511:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176380.173513:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176380.173514:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176380.173520:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdf80 x1872930407251584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173530:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176380.173533:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176380.173554:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176380.173557:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176380.173560:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176380.173567:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407251584:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176380.173573:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176380.173577:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176380.173580:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176380.173584:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176380.173590:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176380.173594:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176380.173601:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176380.173606:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176380.173613:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176380.173619:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407251584, portal 4
00000100:00000001:1.0:1786176380.173623:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176380.173626:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542666112 : -106564166885504 : ffff9f1498afdf80)
00000100:00000040:1.0:1786176380.173636:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdf80 x1872930407251584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173645:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176380.173648:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176380.173651:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176380.173655:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407251584, offset 0
00000400:00000200:1.0:1786176380.173660:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176380.173665:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176380.173669:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176380.173673:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176380.173677:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176380.173680:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176380.173683:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176380.173688:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272938:272938:256:4294967295] 192.168.202.146@tcp LPNI seq info [272899:272899:8:4294967295]
00000400:00000200:1.0:1786176380.173693:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176380.173718:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176380.173722:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176380.173726:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176380.173730:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176380.173733:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1786176380.173737:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176380.173740:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1786176380.173744:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176380.173746:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176380.173749:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176380.173753:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176380.173756:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176380.173758:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176380.173760:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176380.173764:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdf80 x1872930407251584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173800:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176380.173804:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdf80 x1872930407251584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176405 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173812:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176380.173814:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176380.173849:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176380.173854:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176380.173859:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176380.173862:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305574034
00000100:00000001:1.0:1786176380.173865:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305581867
00000100:00000001:1.0:1786176380.173868:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305574034
00000100:00000001:1.0:1786176380.173871:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305581867
00000100:00000001:1.0:1786176380.173873:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176380.173902:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176380.173922:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176380.173927:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176380/real 1786176380]  req@ffff9f1498afdf80 x1872930407251584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176380.173944:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176380.173946:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176380.173948:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176380.173951:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176380.173952:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176380.173955:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176380.173958:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdf80 x1872930407251584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176380.173966:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdf80 x1872930407251584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.173991:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176380.173993:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.173995:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176380.173997:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176380.174001:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdf80 x1872930407251584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.174010:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176380.174015:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdf80 x1872930407251584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.174023:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176380.174026:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.174028:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176380.174030:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.174032:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176380.174034:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176380.174037:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176380.174042:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176380.174044:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176380.174049:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdf80 x1872930407251584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176380.174059:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407251584:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176380.174063:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.174066:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176380.174069:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdf80 x1872930407251584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176405 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176380.174077:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176380.174079:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176380.174081:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:1.0:1786176380.174084:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176380.174086:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176380.174088:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176380.174090:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176380.174093:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966400.
02000000:00000001:1.0:1786176380.174096:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176380.174097:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176380.174099:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdf80.
00000100:00000001:1.0:1786176380.174103:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176380.174104:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.174107:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176380.174111:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176380.174113:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176380.174117:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176380.174120:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176381.001963:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176381.001972:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176382.025907:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176382.025913:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176382.025986:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176382.025991:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176382.025994:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176383.049877:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176383.049884:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176384.073953:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176384.073959:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176384.074022:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176384.074026:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176384.074029:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176385.097852:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176385.097858:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176385.289894:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176385.289902:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176385.289905:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176385.289908:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176385.289912:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176385.289917:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10905
00000400:00000200:1.0:1786176385.289923:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176385.289928:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176385.289931:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176385.289933:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.289936:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176385.289937:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.289939:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176385.289942:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176385.289944:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176385.289946:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176385.289948:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176385.289950:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176385.289951:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176385.289954:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.289955:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176385.289956:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.289958:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176385.289960:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176385.289963:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176385.289964:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176385.289966:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176385.289969:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176385.289971:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176385.289973:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176385.289975:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176385.289982:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7480.
00000020:00000040:1.0:1786176385.289985:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176385.289988:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176385.289989:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176385.289991:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176385.289994:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176385.289997:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176385.290003:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8400.
00000100:00000001:1.0:1786176385.290009:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176385.290016:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7480 x1872930407251712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176385.290023:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176385.290027:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176385.290031:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ede54877] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7480 x1872930407251712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176385.290049:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176385.290051:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176385.290054:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176385.290055:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176385.290057:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176385.290058:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176385.290060:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10905
00000400:00000200:1.0:1786176385.290062:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176385.290065:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176385.290066:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176385.290069:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290071:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176385.290073:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290075:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176385.290079:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176385.290081:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176385.290084:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176385.290086:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176385.290089:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176385.290091:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176385.290095:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290099:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176385.290103:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290107:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176385.290111:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176385.290116:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290120:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176385.290124:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176385.290130:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176385.290133:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176385.290136:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176385.290141:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176385.290149:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176385.290154:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176385.290160:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5180.
00000020:00000040:1.0:1786176385.290166:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176385.290170:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176385.290174:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176385.290178:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176385.290182:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176385.290186:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176385.290194:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8000.
00000100:00000001:1.0:1786176385.290200:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176385.290208:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5180 x1872930407251840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176385.290222:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176385.290226:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176385.290232:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef159443] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5180 x1872930407251840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176385.290245:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176385.290250:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176385.290255:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176385.290259:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176385.290260:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176385.290262:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176385.290266:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10905
00000400:00000200:1.0:1786176385.290273:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176385.290279:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176385.290282:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176385.290287:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290290:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176385.290295:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290298:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176385.290304:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176385.290306:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176385.290317:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176385.290320:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176385.290323:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176385.290328:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176385.290334:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290336:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176385.290340:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290344:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176385.290347:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176385.290351:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290353:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176385.290356:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176385.290360:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176385.290363:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176385.290369:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176385.290373:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1786176385.290373:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000008:00000001:1.0:1786176385.290379:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176385.290380:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1786176385.290383:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176385.290392:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786176385.290397:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176385.290403:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176385.290407:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176385.290412:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176385.290416:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176385.290419:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176385.290427:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000100:00000001:1.0:1786176385.290432:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176385.290441:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407251968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176385.290455:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176385.290457:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176385.290466:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407251968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176385.290479:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176385.290482:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176385.290487:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176385.290489:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176385.290492:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176385.290494:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176385.290499:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10905
00000400:00000200:1.0:1786176385.290506:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176385.290514:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176385.290521:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176385.290529:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290535:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176385.290541:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290547:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176385.290553:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176385.290556:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176385.290559:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176385.290562:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176385.290567:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176385.290574:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176385.290583:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290590:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176385.290596:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290604:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176385.290609:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176385.290616:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290622:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176385.290626:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176385.290629:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176385.290635:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176385.290640:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176385.290650:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176385.290656:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176385.290659:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176385.290664:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786176385.290667:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176385.290672:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176385.290674:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176385.290678:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176385.290681:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176385.290683:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176385.290689:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:1.0:1786176385.290693:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176385.290701:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407252096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176385.290710:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176385.290713:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176385.290719:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407252096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176385.290739:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176385.290742:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176385.290748:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176385.290752:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176385.290756:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176385.290763:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176385.290801:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10905
00000400:00000200:1.0:1786176385.290807:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176385.290812:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176385.290816:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176385.290822:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290838:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176385.290842:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290845:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176385.290848:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176385.290850:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176385.290854:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176385.290857:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176385.290860:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176385.290866:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176385.290871:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290876:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176385.290880:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290884:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176385.290889:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176385.290894:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176385.290898:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176385.290900:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176385.290904:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176385.290908:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176385.290911:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176385.290913:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176385.290918:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176385.290923:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176385.290927:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786176385.290930:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176385.290935:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176385.290936:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176385.290938:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176385.290940:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176385.290943:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176385.290947:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786176385.290952:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176385.290961:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407252224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176385.290969:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176385.290973:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176385.290981:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407252224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176385.290996:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176385.291002:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10915)
00000800:00000200:2.1:1786176385.291048:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176385.291049:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786176385.291240:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176385.291242:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786176385.291498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176385.291500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786176385.291854:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176385.291857:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1786176386.121900:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176386.121906:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176386.121960:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176386.121964:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176386.121967:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176387.145859:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176387.145867:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176387.145869:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176387.145871:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176387.145875:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176387.145877:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176387.145879:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176387.145880:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176388.169856:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176388.169863:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176388.169947:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176388.169952:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176388.169957:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176389.193905:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176389.193912:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176390.217873:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176390.217878:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176390.217932:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176390.217935:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176390.217938:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176390.409868:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176390.409876:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176390.409878:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176390.409882:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176390.409886:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176390.409892:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10910
00000400:00000200:1.0:1786176390.409899:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176390.409904:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176390.409906:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176390.409909:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.409911:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176390.409913:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.409914:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176390.409917:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176390.409919:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176390.409921:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176390.409924:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176390.409926:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176390.409927:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176390.409930:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.409931:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176390.409932:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.409934:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176390.409935:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176390.409938:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176390.409939:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176390.409941:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176390.409944:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176390.409947:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176390.409948:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176390.409950:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176390.409957:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786176390.409959:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176390.409962:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176390.409964:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176390.409966:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176390.409968:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176390.409972:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176390.409978:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:1.0:1786176390.409984:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176390.409991:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407252352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176390.409999:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176390.410003:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176390.410007:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407252352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176390.410026:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176390.410028:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176390.410031:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176390.410033:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176390.410034:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176390.410035:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176390.410037:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10910
00000400:00000200:1.0:1786176390.410039:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176390.410041:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176390.410042:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176390.410044:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410046:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176390.410047:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410049:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176390.410051:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176390.410052:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176390.410053:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176390.410055:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176390.410057:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176390.410058:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176390.410060:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410061:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176390.410063:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410065:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176390.410069:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176390.410073:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410076:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176390.410078:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176390.410084:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176390.410089:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176390.410093:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176390.410099:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176390.410103:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176390.410106:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176390.410109:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786176390.410114:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176390.410118:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176390.410121:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176390.410125:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176390.410128:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176390.410130:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176390.410135:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786176390.410138:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176390.410145:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407252480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176390.410158:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176390.410161:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176390.410166:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407252480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176390.410175:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176390.410179:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176390.410181:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176390.410182:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176390.410186:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176390.410189:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176390.410192:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10910
00000400:00000200:1.0:1786176390.410199:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176390.410204:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176390.410209:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176390.410216:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410220:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176390.410226:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410232:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176390.410238:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176390.410241:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176390.410245:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176390.410247:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176390.410253:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176390.410256:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176390.410263:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410266:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176390.410267:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410269:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176390.410271:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176390.410276:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410280:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176390.410282:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176390.410284:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176390.410288:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176390.410291:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176390.410294:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176390.410297:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176390.410300:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176390.410306:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786176390.410310:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176390.410315:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176390.410316:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176390.410319:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176390.410321:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176390.410325:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176390.410329:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
00000100:00000001:1.0:1786176390.410333:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176390.410340:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407252608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176390.410358:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176390.410361:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176390.410367:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407252608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176390.410389:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176390.410392:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176390.410396:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176390.410398:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176390.410399:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176390.410404:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176390.410408:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10910
00000400:00000200:1.0:1786176390.410414:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:2.1:1786176390.410418:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000400:00000200:1.0:1786176390.410419:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176390.410423:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176390.410426:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410428:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176390.410429:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410431:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176390.410433:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176390.410433:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176390.410434:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176390.410436:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176390.410437:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176390.410439:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176390.410441:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410446:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176390.410448:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410452:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176390.410456:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176390.410460:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410465:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176390.410467:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176390.410469:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176390.410471:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176390.410472:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176390.410475:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176390.410479:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176390.410480:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176390.410484:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786176390.410488:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176390.410491:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176390.410494:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176390.410496:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176390.410498:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176390.410500:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176390.410506:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786176390.410511:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176390.410520:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407252736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176390.410528:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176390.410530:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176390.410533:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407252736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176390.410545:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176390.410548:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176390.410552:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176390.410556:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176390.410557:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176390.410561:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176390.410566:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10910
00000400:00000200:1.0:1786176390.410571:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176390.410575:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176390.410579:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176390.410584:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410588:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176390.410590:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410593:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176390.410598:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176390.410600:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176390.410603:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176390.410605:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176390.410606:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176390.410607:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176390.410609:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410610:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176390.410611:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410614:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176390.410616:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176390.410621:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176390.410623:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176390.410627:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176390.410629:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176390.410631:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176390.410635:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176390.410637:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176390.410641:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176390.410645:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176390.410647:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786176390.410651:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176390.410655:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176390.410658:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176390.410661:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176390.410662:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176390.410663:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176390.410666:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:1.0:1786176390.410672:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176390.410679:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407252864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176390.410690:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176390.410692:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176390.410698:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407252864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176390.410708:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176390.410714:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10920)
00000800:00000200:2.1:1786176390.410867:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176390.411037:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176390.411196:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176390.411365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00010000:00000001:1.0:1786176391.241898:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176391.241905:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176392.265881:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176392.265889:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176392.265948:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176392.265953:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176392.265956:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176393.289876:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176393.289882:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1786176393.482085:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:3.0:1786176393.482137:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1786176393.482147:0:2391:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176393.482151:0:2391:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:3.0:1786176393.482155:0:2391:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176393.482158:0:2391:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1786176393.482163:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176393.482168:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ea00.
00000400:00000200:3.0:1786176393.482174:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176393.482179:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176393.482186:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c6e8
00000400:00000010:3.0:1786176393.482188:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c6e8.
00000100:00000001:3.0:1786176393.482193:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176393.482202:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1484ae4000 x1872930407252352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176393.482229:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176393.482235:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4000 x1872930407252352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176393.482245:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176393.482247:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176393.482257:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176393.482261:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ed00.
00000400:00000200:3.0:1786176393.482265:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176393.482269:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176393.482273:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:3.0:1786176393.482275:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:3.0:1786176393.482279:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176393.482284:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1484ae7b80 x1872930407252480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176393.482298:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176393.482302:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae7b80 x1872930407252480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176393.482311:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176393.482313:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176393.482322:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176393.482326:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e400.
00000400:00000200:3.0:1786176393.482331:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176393.482341:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176393.482348:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c000
00000400:00000010:3.0:1786176393.482351:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c000.
00000100:00000001:3.0:1786176393.482354:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176393.482363:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1484ae4700 x1872930407252608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176393.482376:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176393.482383:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4700 x1872930407252608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176393.482397:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176393.482403:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176393.482412:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176393.482417:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e000.
00000400:00000200:3.0:1786176393.482423:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176393.482441:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176393.482447:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:3.0:1786176393.482452:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:3.0:1786176393.482459:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176393.482469:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1484ae5880 x1872930407252736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176393.482485:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176393.482495:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae5880 x1872930407252736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176393.482513:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176393.482518:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176393.482529:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176393.482535:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:3.0:1786176393.482542:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176393.482551:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176393.482559:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c4c8
00000400:00000010:3.0:1786176393.482564:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c4c8.
00000100:00000001:3.0:1786176393.482570:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176393.482579:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1484ae4e00 x1872930407252864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176393.482594:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176393.482602:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4e00 x1872930407252864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176393.482614:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176393.482620:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1786176394.313863:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176394.313871:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176394.313951:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176394.313956:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176394.313960:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176395.337935:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176395.337944:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176395.529952:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176395.529961:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176395.529963:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176395.529966:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176395.529971:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176395.529979:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10915
00000400:00000200:3.0:1786176395.529986:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176395.529994:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176395.529996:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176395.529999:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530002:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176395.530005:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530007:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176395.530010:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176395.530011:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176395.530013:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176395.530016:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176395.530017:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176395.530019:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176395.530022:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530023:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176395.530024:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530026:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176395.530027:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176395.530029:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530031:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176395.530033:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176395.530036:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176395.530038:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176395.530040:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176395.530041:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176395.530049:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786176395.530051:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176395.530054:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176395.530056:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176395.530059:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176395.530061:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176395.530064:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176395.530070:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786176395.530076:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176395.530083:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407252992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176395.530090:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176395.530094:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176395.530098:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407252992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176395.530114:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176395.530116:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176395.530119:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176395.530120:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176395.530121:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176395.530123:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176395.530124:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10915
00000400:00000200:3.0:1786176395.530127:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176395.530129:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176395.530130:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176395.530132:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530133:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176395.530135:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530136:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176395.530137:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176395.530138:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176395.530139:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176395.530140:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176395.530142:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176395.530143:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176395.530146:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530147:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176395.530149:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530151:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176395.530153:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176395.530155:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530158:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176395.530160:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176395.530165:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176395.530168:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176395.530172:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176395.530177:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176395.530183:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176395.530188:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176395.530193:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786176395.530199:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176395.530204:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176395.530208:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176395.530213:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176395.530216:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176395.530219:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176395.530224:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786176395.530231:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176395.530241:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407253120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176395.530253:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176395.530258:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176395.530266:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407253120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176395.530283:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176395.530289:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176395.530297:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176395.530299:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176395.530302:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176395.530308:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176395.530312:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10915
00000400:00000200:3.0:1786176395.530318:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176395.530325:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176395.530329:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176395.530335:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530339:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176395.530342:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530347:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176395.530353:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176395.530355:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176395.530360:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176395.530365:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176395.530370:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176395.530375:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176395.530383:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530387:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176395.530393:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530397:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176395.530400:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176395.530404:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530409:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176395.530411:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176395.530414:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176395.530418:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176395.530420:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176395.530423:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176395.530429:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176395.530433:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176395.530440:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786176395.530445:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176395.530450:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176395.530454:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176395.530458:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176395.530462:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176395.530465:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176395.530472:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786176395.530476:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176395.530482:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407253248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176395.530490:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176395.530492:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176395.530499:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407253248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176395.530517:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176395.530522:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176395.530528:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176395.530532:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176395.530535:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176395.530541:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176395.530545:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10915
00000400:00000200:3.0:1786176395.530554:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176395.530561:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176395.530566:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1786176395.530567:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786176395.530572:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.1:1786176395.530574:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1786176395.530576:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176395.530581:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530588:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176395.530593:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176395.530594:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176395.530599:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176395.530601:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176395.530604:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176395.530609:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176395.530618:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530623:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176395.530630:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530635:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176395.530638:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176395.530654:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176395.530660:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176395.530664:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176395.530670:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176395.530676:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176395.530681:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176395.530685:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176395.530689:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176395.530694:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176395.530701:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786176395.530706:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176395.530712:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176395.530716:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176395.530719:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176395.530722:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176395.530726:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176395.530747:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786176395.530750:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176395.530758:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407253376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176395.530972:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176395.530978:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176395.530988:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407253376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176395.531006:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176395.531012:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176395.531016:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176395.531018:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176395.531022:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176395.531027:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176395.531032:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10915
00000400:00000200:3.0:1786176395.531040:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176395.531048:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176395.531053:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176395.531059:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.531065:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176395.531070:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.531075:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176395.531080:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176395.531083:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176395.531087:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176395.531091:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176395.531095:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176395.531101:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176395.531108:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.531113:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176395.531118:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176395.531123:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176395.531127:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176395.531133:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176395.531138:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176395.531142:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176395.531148:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176395.531152:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176395.531158:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176395.531161:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176395.531167:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176395.531171:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176395.531180:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786176395.531185:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176395.531191:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176395.531193:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176395.531198:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176395.531202:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176395.531204:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176395.531211:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786176395.531218:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176395.531228:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407253504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176395.531242:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176395.531247:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176395.531256:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407253504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176395.531277:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176395.531286:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10925)
00000800:00000200:2.1:1786176395.531323:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176395.531325:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176395.531650:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176395.531653:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176395.531910:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176395.531912:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176395.532210:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176395.532213:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1786176396.361864:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176396.361872:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176396.361963:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176396.361969:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176396.361973:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176397.385861:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176397.385867:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176397.385869:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176397.385872:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176397.385875:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176397.385877:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176397.385879:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176397.385880:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176398.409897:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176398.409905:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176398.409974:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176398.409978:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176398.409981:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176399.433891:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176399.433898:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176400.457837:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176400.457843:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176400.457899:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176400.457902:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176400.457905:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176400.649897:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176400.649906:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176400.649908:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176400.649911:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176400.649914:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176400.649920:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10920
00000400:00000200:1.0:1786176400.649926:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176400.649932:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176400.649934:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176400.649936:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.649939:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176400.649941:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.649942:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176400.649946:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176400.649948:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176400.649950:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176400.649952:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176400.649954:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176400.649955:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176400.649957:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.649959:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176400.649960:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.649961:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176400.649963:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176400.649965:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176400.649967:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176400.649969:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176400.649972:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176400.649974:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176400.649976:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176400.649978:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176400.649987:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae6d80.
00000020:00000040:1.0:1786176400.649989:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176400.649992:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176400.649994:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176400.649996:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176400.649998:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176400.650001:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176400.650009:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:1.0:1786176400.650014:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176400.650021:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae6d80 x1872930407253632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176400.650029:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176400.650032:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176400.650036:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f5d7f0] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae6d80 x1872930407253632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176400.650054:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176400.650057:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176400.650059:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176400.650060:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176400.650062:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176400.650063:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176400.650065:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10920
00000400:00000200:1.0:1786176400.650067:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176400.650068:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176400.650070:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176400.650072:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650073:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176400.650075:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650077:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176400.650078:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176400.650079:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176400.650080:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176400.650082:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176400.650083:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176400.650085:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176400.650086:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650088:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176400.650089:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650090:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176400.650092:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176400.650094:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650096:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176400.650097:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176400.650101:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176400.650103:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176400.650104:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176400.650107:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176400.650109:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176400.650111:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176400.650113:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4380.
00000020:00000040:1.0:1786176400.650117:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176400.650119:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176400.650122:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176400.650126:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176400.650127:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176400.650129:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176400.650133:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:1.0:1786176400.650136:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176400.650143:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4380 x1872930407253760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176400.650160:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176400.650165:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176400.650168:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000778f37b2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4380 x1872930407253760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176400.650178:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176400.650183:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176400.650187:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176400.650189:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176400.650191:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176400.650194:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176400.650198:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10920
00000400:00000200:1.0:1786176400.650204:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176400.650208:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176400.650210:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176400.650212:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650215:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176400.650217:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650222:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176400.650224:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176400.650227:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176400.650228:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176400.650229:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176400.650230:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176400.650232:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176400.650239:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650243:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176400.650245:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650246:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176400.650251:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176400.650256:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650258:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176400.650260:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176400.650263:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176400.650265:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176400.650267:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176400.650268:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176400.650270:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176400.650273:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176400.650277:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786176400.650279:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176400.650281:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176400.650283:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176400.650286:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176400.650289:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176400.650291:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176400.650296:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786176400.650299:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176400.650305:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407253888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176400.650329:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176400.650332:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176400.650339:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407253888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176400.650354:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176400.650359:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176400.650365:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176400.650368:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176400.650371:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176400.650374:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176400.650381:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10920
00000400:00000200:1.0:1786176400.650389:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176400.650395:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176400.650398:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176400.650401:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650404:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176400.650406:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650410:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176400.650414:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176400.650415:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176400.650417:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176400.650420:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176400.650424:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176400.650428:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176400.650433:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650437:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176400.650441:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650445:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176400.650449:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176400.650452:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650454:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176400.650459:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176400.650461:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176400.650463:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176400.650464:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176400.650467:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176400.650470:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176400.650473:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176400.650477:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786176400.650482:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176400.650487:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176400.650489:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176400.650491:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176400.650494:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176400.650497:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176400.650501:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
00000100:00000001:1.0:1786176400.650508:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176400.650515:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407254016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176400.650525:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176400.650528:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176400.650533:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407254016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786176400.650538:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786176400.650543:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176400.650545:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000100:00080000:1.0:1786176400.650547:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176400.650553:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176400.650556:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176400.650559:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176400.650564:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176400.650567:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10920
00000400:00000200:1.0:1786176400.650572:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176400.650574:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176400.650576:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176400.650580:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650583:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176400.650587:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650589:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176400.650593:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176400.650596:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176400.650597:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176400.650598:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176400.650600:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176400.650606:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176400.650609:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650612:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176400.650615:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650617:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176400.650620:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176400.650624:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176400.650626:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176400.650629:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176400.650631:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176400.650635:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176400.650639:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176400.650642:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176400.650646:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176400.650649:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176400.650651:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786176400.650653:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176400.650656:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176400.650657:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176400.650660:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176400.650661:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176400.650664:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176400.650668:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786176400.650671:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176400.650708:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407254144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176400.650720:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176400.650723:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176400.650728:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407254144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176400.650735:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176400.650741:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10931)
00000800:00000200:2.1:1786176400.651168:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176400.651171:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1786176400.651498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176400.651501:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1786176400.651846:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176400.651848:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1786176400.652148:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176400.652149:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00010000:00000001:1.0:1786176401.481898:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176401.481906:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176402.505832:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176402.505838:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176402.505891:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176402.505894:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176402.505896:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176403.529865:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176403.529870:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176404.553840:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176404.553846:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176404.553926:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176404.553930:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176404.553933:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176405.577850:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176405.577855:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176405.770076:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176405.770082:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176405.770086:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176405.770093:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff480 x1872930407254272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.770109:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176405.770113:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176405.770116:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176405.770120:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176405.770125:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176405.770130:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407254272:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176405.770136:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176405.770141:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176405.770144:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176405.770149:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176405.770154:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176405.770159:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176405.770166:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176405.770172:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176405.770179:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176405.770188:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407254272, portal 25
00000100:00000001:1.0:1786176405.770192:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176405.770195:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542671488 : -106564166880128 : ffff9f1498aff480)
00000100:00000040:1.0:1786176405.770202:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff480 x1872930407254272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.770216:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176405.770220:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176405.770225:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176405.770239:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407254272, offset 0
00000400:00000200:1.0:1786176405.770254:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176405.770268:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176405.770280:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176405.770288:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176405.770294:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176405.770300:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176405.770306:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176405.770315:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272959:272959:256:4294967295] 192.168.202.146@tcp LPNI seq info [272920:272920:8:4294967295]
00000400:00000200:1.0:1786176405.770325:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176405.770343:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176405.770352:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176405.770359:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176405.770372:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176405.770379:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786176405.770389:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176405.770394:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1786176405.770403:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176405.770408:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176405.770415:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176405.770422:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176405.770427:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176405.770431:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176405.770437:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176405.770442:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff480 x1872930407254272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.770456:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176405.770463:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff480 x1872930407254272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.770504:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176405.770507:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176405.770514:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176405.770520:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176405.770523:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305607466
00000100:00000001:1.0:1786176405.770531:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305602346
00000100:00000001:1.0:1786176405.770537:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305607466
00000100:00000001:1.0:1786176405.770544:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305602346
00000100:00000001:1.0:1786176405.770559:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176405.770564:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176405.770568:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176405.770575:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176405/real 1786176405]  req@ffff9f1498aff480 x1872930407254272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176405.770594:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176405.770598:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176405.770601:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176405.770605:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176405.770608:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176405.770613:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176405.770620:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff480 x1872930407254272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176405.770662:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff480 x1872930407254272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.770678:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176405.770681:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.770683:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176405.770686:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176405.770694:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff480 x1872930407254272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.770718:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176405.770726:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff480 x1872930407254272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.770751:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176405.770755:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.770758:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176405.770760:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.770764:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176405.770767:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176405.770789:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176405.770793:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176405.770795:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176405.770799:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff480 x1872930407254272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176405.770805:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407254272:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786176405.770810:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.770813:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176405.770820:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff480 x1872930407254272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.770832:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176405.770836:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176405.770840:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176405.770844:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176405.770848:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176405.770850:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786176405.770854:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176405.770858:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964400.
02000000:00000001:1.0:1786176405.770863:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176405.770867:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176405.770870:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff480.
00000100:00000001:1.0:1786176405.770874:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176405.770877:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.770881:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.770888:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176405.770892:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176405.770896:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176405.770900:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176405.770903:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176405.770909:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc700 x1872930407254400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.770927:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176405.770932:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176405.770935:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176405.770938:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176405.770942:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176405.770947:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407254400:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176405.770951:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176405.770955:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176405.770957:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176405.770960:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176405.770963:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176405.770967:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176405.770973:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176405.770976:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176405.770980:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176405.770984:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407254400, portal 10
00000100:00000001:1.0:1786176405.770987:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176405.770990:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542659840 : -106564166891776 : ffff9f1498afc700)
00000100:00000040:1.0:1786176405.770996:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc700 x1872930407254400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771007:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176405.771013:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176405.771017:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176405.771021:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407254400, offset 0
00000400:00000200:1.0:1786176405.771030:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176405.771039:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176405.771044:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176405.771050:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176405.771055:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176405.771060:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176405.771066:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176405.771070:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272960:272960:256:4294967295] 192.168.202.146@tcp LPNI seq info [272921:272921:8:4294967295]
00000400:00000200:1.0:1786176405.771076:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176405.771083:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176405.771086:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176405.771089:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176405.771093:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176405.771095:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786176405.771098:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176405.771100:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1786176405.771103:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176405.771104:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176405.771106:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176405.771108:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176405.771110:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176405.771112:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176405.771114:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176405.771116:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc700 x1872930407254400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771122:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176405.771123:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc700 x1872930407254400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771128:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176405.771129:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176405.771132:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176405.771134:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:1.0:1786176405.771136:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176405.771138:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305598501
00000100:00000001:1.0:1786176405.771140:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305607466
00000100:00000001:1.0:1786176405.771141:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305598501
00000100:00000001:1.0:1786176405.771143:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305607466
00000100:00000001:1.0:1786176405.771144:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176405.771146:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176405.771147:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176405.771149:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176405/real 1786176405]  req@ffff9f1498afc700 x1872930407254400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176405.771154:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176405.771155:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176405.771156:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176405.771157:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176405.771158:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176405.771159:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176405.771161:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc700 x1872930407254400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176405.771166:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc700 x1872930407254400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771171:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176405.771172:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771173:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176405.771174:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176405.771176:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc700 x1872930407254400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771180:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176405.771182:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc700 x1872930407254400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771187:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176405.771189:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771190:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176405.771191:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771192:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176405.771193:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176405.771195:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176405.771197:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176405.771198:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176405.771200:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc700 x1872930407254400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176405.771205:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407254400:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176405.771207:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176405.771210:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff800 x1872930407254528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771213:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176405.771214:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176405.771216:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176405.771217:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176405.771218:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176405.771220:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407254528:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176405.771222:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176405.771224:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176405.771225:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176405.771227:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176405.771230:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176405.771232:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176405.771236:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176405.771238:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176405.771241:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176405.771244:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407254528, portal 10
00000100:00000001:1.0:1786176405.771246:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176405.771247:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542672384 : -106564166879232 : ffff9f1498aff800)
00000100:00000040:1.0:1786176405.771254:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff800 x1872930407254528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771262:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176405.771265:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176405.771267:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176405.771270:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407254528, offset 0
00000400:00000200:1.0:1786176405.771275:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176405.771278:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176405.771282:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176405.771284:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176405.771286:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176405.771288:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176405.771290:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176405.771292:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272961:272961:256:4294967295] 192.168.202.146@tcp LPNI seq info [272922:272922:8:4294967295]
00000400:00000200:1.0:1786176405.771295:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176405.771299:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176405.771302:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176405.771305:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176405.771307:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176405.771309:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786176405.771312:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176405.771314:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1786176405.771317:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176405.771318:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176405.771320:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176405.771323:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176405.771325:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176405.771326:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176405.771328:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176405.771331:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff800 x1872930407254528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771336:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176405.771338:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff800 x1872930407254528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771343:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176405.771344:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176405.771346:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176405.771348:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:1.0:1786176405.771350:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176405.771351:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305598582
00000100:00000001:1.0:1786176405.771353:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305607466
00000100:00000001:1.0:1786176405.771355:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305598582
00000100:00000001:1.0:1786176405.771356:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305607466
00000100:00000001:1.0:1786176405.771358:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176405.771359:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176405.771360:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176405.771362:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176405/real 1786176405]  req@ffff9f1498aff800 x1872930407254528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176405.771367:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176405.771368:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176405.771369:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176405.771370:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176405.771371:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176405.771373:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176405.771375:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff800 x1872930407254528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176405.771380:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff800 x1872930407254528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771385:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176405.771386:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771387:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176405.771388:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176405.771390:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff800 x1872930407254528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771394:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176405.771397:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff800 x1872930407254528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771401:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176405.771402:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771403:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176405.771404:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771405:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176405.771406:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176405.771407:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176405.771409:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176405.771410:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176405.771413:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff800 x1872930407254528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176405.771417:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407254528:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786176405.771420:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176405.771422:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc380 x1872930407254656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771426:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176405.771427:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176405.771429:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176405.771431:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176405.771432:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176405.771434:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407254656:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176405.771436:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176405.771437:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176405.771438:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176405.771439:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176405.771441:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176405.771443:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176405.771445:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176405.771447:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176405.771449:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176405.771451:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407254656, portal 4
00000100:00000001:1.0:1786176405.771452:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176405.771453:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658944 : -106564166892672 : ffff9f1498afc380)
00000100:00000040:1.0:1786176405.771457:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc380 x1872930407254656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771461:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176405.771463:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176405.771464:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176405.771466:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407254656, offset 0
00000400:00000200:1.0:1786176405.771468:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176405.771470:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176405.771472:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176405.771474:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176405.771475:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176405.771477:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176405.771478:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176405.771480:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272962:272962:256:4294967295] 192.168.202.146@tcp LPNI seq info [272923:272923:8:4294967295]
00000400:00000200:1.0:1786176405.771483:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176405.771487:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176405.771490:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176405.771492:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176405.771494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176405.771496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786176405.771499:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176405.771501:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1786176405.771503:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176405.771505:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176405.771507:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176405.771509:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176405.771511:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176405.771512:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176405.771514:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176405.771516:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc380 x1872930407254656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771521:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176405.771523:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc380 x1872930407254656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771527:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176405.771528:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176405.771529:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176405.771531:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:1.0:1786176405.771533:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176405.771534:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305599841
00000100:00000001:1.0:1786176405.771535:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305607466
00000100:00000001:1.0:1786176405.771537:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305599841
00000100:00000001:1.0:1786176405.771538:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305607466
00000100:00000001:1.0:1786176405.771540:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176405.771541:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176405.771542:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176405.771544:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176405/real 1786176405]  req@ffff9f1498afc380 x1872930407254656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176405.771550:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176405.771551:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176405.771552:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176405.771553:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176405.771554:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176405.771556:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176405.771557:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc380 x1872930407254656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176405.771562:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc380 x1872930407254656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771566:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176405.771567:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771568:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176405.771569:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176405.771571:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc380 x1872930407254656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771575:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176405.771578:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc380 x1872930407254656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771582:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176405.771583:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771584:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176405.771585:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771586:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176405.771587:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176405.771593:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176405.771594:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176405.771596:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176405.771599:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc380 x1872930407254656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176405.771604:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407254656:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176405.771606:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771607:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176405.771609:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc700 x1872930407254400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771613:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176405.771614:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176405.771615:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:1.0:1786176405.771617:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176405.771617:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176405.771618:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176405.771620:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176405.771621:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964000.
02000000:00000001:1.0:1786176405.771622:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176405.771623:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176405.771624:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc700.
00000100:00000001:1.0:1786176405.771625:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176405.771626:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771644:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176405.771647:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff800 x1872930407254528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771651:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176405.771652:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176405.771654:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:1.0:1786176405.771655:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176405.771656:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176405.771657:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:1.0:1786176405.771658:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176405.771659:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966400.
02000000:00000001:1.0:1786176405.771661:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176405.771662:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176405.771663:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff800.
00000100:00000001:1.0:1786176405.771664:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176405.771665:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771666:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176405.771668:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc380 x1872930407254656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771672:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176405.771673:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176405.771674:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176405.771675:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176405.771676:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176405.771677:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:1.0:1786176405.771678:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176405.771678:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967800.
02000000:00000001:1.0:1786176405.771680:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176405.771680:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176405.771681:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc380.
00000100:00000001:1.0:1786176405.771682:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176405.771683:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771684:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771687:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176405.771688:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176405.771689:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176405.771690:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786176405.771691:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786176405.771693:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd180 x1872930407254784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771697:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786176405.771697:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176405.771699:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786176405.771700:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176405.771701:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176405.771703:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407254784:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176405.771705:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786176405.771706:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786176405.771707:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176405.771709:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786176405.771711:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176405.771712:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176405.771714:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:1.0:1786176405.771716:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14867d1cb8.
00000400:00000010:1.0:1786176405.771718:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768aa0.
00000100:00000200:1.0:1786176405.771720:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407254784, portal 4
00000100:00000001:1.0:1786176405.771722:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786176405.771722:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542662528 : -106564166889088 : ffff9f1498afd180)
00000100:00000040:1.0:1786176405.771726:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd180 x1872930407254784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771731:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786176405.771732:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:1.0:1786176405.771734:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14b1768088.
00000100:00000200:1.0:1786176405.771735:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407254784, offset 0
00000400:00000200:1.0:1786176405.771738:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786176405.771740:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176405.771742:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786176405.771744:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1786176405.771746:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:1.0:1786176405.771748:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1786176405.771749:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:1.0:1786176405.771751:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [272963:272963:256:4294967295] 192.168.202.146@tcp LPNI seq info [272924:272924:8:4294967295]
00000400:00000200:1.0:1786176405.771754:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176405.771758:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786176405.771761:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176405.771763:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f148abced00.
00000800:00000200:1.0:1786176405.771766:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.0:1786176405.771767:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1786176405.771784:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:1.1:1786176405.771787:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1786176405.771789:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:1.0:1786176405.771791:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f148abced00.
00000400:00000200:1.0:1786176405.771793:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786176405.771795:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1786176405.771797:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768088
00000400:00000010:1.0:1786176405.771798:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768088.
00000100:00000001:1.0:1786176405.771800:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176405.771802:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd180 x1872930407254784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771808:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176405.771809:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd180 x1872930407254784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771814:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176405.771815:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1786176405.771817:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176405.771818:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:1.0:1786176405.771820:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786176405.771822:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305599632
00000100:00000001:1.0:1786176405.771823:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305607466
00000100:00000001:1.0:1786176405.771825:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305599632
00000100:00000001:1.0:1786176405.771826:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305607466
00000100:00000001:1.0:1786176405.771828:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786176405.771829:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176405.771830:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1786176405.771832:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176405/real 1786176405]  req@ffff9f1498afd180 x1872930407254784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1786176405.771837:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1786176405.771837:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1786176405.771838:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14867d1cb8.
00000400:00000200:1.0:1786176405.771840:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14b1768aa0
00000400:00000010:1.0:1786176405.771841:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14b1768aa0.
00000100:00000001:1.0:1786176405.771843:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1786176405.771845:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd180 x1872930407254784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176405.771850:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd180 x1872930407254784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771854:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786176405.771855:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771856:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176405.771857:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786176405.771859:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd180 x1872930407254784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771863:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786176405.771865:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd180 x1872930407254784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771869:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176405.771870:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771871:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786176405.771872:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771873:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1786176405.771874:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786176405.771876:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1786176405.771877:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176405.771879:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786176405.771881:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd180 x1872930407254784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786176405.771885:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407254784:192.168.202.146@tcp:8:kworker.0
00000100:00000001:1.0:1786176405.771888:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771889:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176405.771892:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd180 x1872930407254784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176405.771896:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1786176405.771897:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1786176405.771898:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f1497dda400.
02000000:00000001:1.0:1786176405.771900:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1786176405.771900:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1786176405.771901:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:1.0:1786176405.771902:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1786176405.771903:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966800.
02000000:00000001:1.0:1786176405.771905:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1786176405.771906:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1786176405.771907:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd180.
00000100:00000001:1.0:1786176405.771908:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786176405.771909:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771910:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176405.771912:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786176405.771913:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176405.771915:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786176405.771916:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176406.601894:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176406.601902:0:113452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176406.601964:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176406.601967:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176406.601970:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176407.625829:0:113452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176407.625836:0:113452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176407.625838:0:113452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176407.625841:0:113452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176407.625845:0:113452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176407.625846:0:113452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176407.625848:0:113452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176407.625850:0:113452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176408.649914:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176408.649921:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176408.649989:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176408.649992:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176408.649995:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176409.673866:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176409.673871:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176410.697861:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176410.697867:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176410.697931:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176410.697936:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176410.697956:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176410.889914:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176410.889925:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176410.889927:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176410.889930:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176410.889934:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176410.889940:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10931
00000400:00000200:1.0:1786176410.889947:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176410.889952:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176410.889955:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176410.889957:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.889960:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176410.889961:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.889963:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176410.889966:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176410.889968:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176410.889970:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176410.889972:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176410.889974:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176410.889975:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176410.889977:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.889979:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176410.889980:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.889982:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176410.889984:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176410.889986:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176410.889988:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176410.889989:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176410.889992:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176410.889995:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176410.889997:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176410.889999:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176410.890016:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786176410.890021:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176410.890025:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176410.890028:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176410.890031:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176410.890034:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176410.890038:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176410.890046:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000100:00000001:1.0:1786176410.890051:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176410.890060:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407254912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176410.890067:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176410.890071:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176410.890075:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407254912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176410.890095:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176410.890098:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176410.890100:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176410.890102:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176410.890103:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176410.890105:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176410.890106:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10931
00000400:00000200:1.0:1786176410.890109:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176410.890112:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176410.890113:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176410.890116:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890117:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176410.890119:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890120:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176410.890122:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176410.890123:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176410.890124:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176410.890126:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176410.890128:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176410.890129:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176410.890131:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890132:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176410.890134:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890135:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176410.890136:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176410.890138:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890139:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176410.890141:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176410.890146:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176410.890148:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176410.890151:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176410.890155:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176410.890158:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176410.890160:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176410.890165:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786176410.890171:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176410.890176:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176410.890179:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176410.890183:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176410.890186:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176410.890190:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176410.890198:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:1.0:1786176410.890205:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176410.890214:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407255040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176410.890232:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176410.890237:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176410.890245:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407255040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176410.890274:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176410.890280:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176410.890284:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176410.890287:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176410.890290:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176410.890292:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176410.890295:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10931
00000400:00000200:1.0:1786176410.890301:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176410.890304:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176410.890308:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176410.890314:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890317:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176410.890325:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890331:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176410.890335:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176410.890338:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176410.890341:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176410.890343:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176410.890347:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176410.890350:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176410.890355:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890359:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176410.890361:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890366:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176410.890371:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176410.890373:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890376:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176410.890380:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176410.890384:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176410.890387:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176410.890392:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176410.890394:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176410.890399:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176410.890403:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176410.890409:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786176410.890414:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176410.890418:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176410.890421:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176410.890423:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176410.890426:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176410.890430:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176410.890434:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786176410.890438:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176410.890446:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407255168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176410.890458:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176410.890461:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176410.890466:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407255168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176410.890479:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176410.890483:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176410.890487:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176410.890490:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1786176410.890490:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:1.0:1786176410.890493:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1786176410.890496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1786176410.890497:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176410.890503:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10931
00000400:00000200:1.0:1786176410.890512:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176410.890519:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176410.890526:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176410.890535:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890540:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176410.890547:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890553:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176410.890559:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176410.890561:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176410.890563:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176410.890567:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176410.890570:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176410.890576:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176410.890607:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890610:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176410.890614:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890618:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176410.890623:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176410.890627:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890630:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176410.890633:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176410.890637:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176410.890642:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176410.890644:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176410.890648:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176410.890651:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176410.890656:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176410.890662:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786176410.890666:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176410.890671:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176410.890674:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176410.890678:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176410.890680:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176410.890683:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176410.890687:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8000.
00000100:00000001:1.0:1786176410.890693:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176410.890700:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407255296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176410.890712:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176410.890716:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176410.890723:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407255296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176410.890742:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176410.890746:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176410.890751:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176410.890753:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176410.890757:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176410.890760:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176410.890765:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10931
00000400:00000200:1.0:1786176410.890802:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176410.890808:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176410.890812:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176410.890817:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890822:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176410.890827:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890831:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176410.890836:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176410.890839:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176410.890842:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176410.890846:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176410.890849:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176410.890853:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176410.890860:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890863:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176410.890868:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890871:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176410.890876:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176410.890885:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176410.890891:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176410.890897:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176410.890903:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176410.890909:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176410.890914:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176410.890919:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176410.890925:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176410.890928:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176410.890932:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786176410.890937:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176410.890941:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176410.890944:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176410.890947:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176410.890949:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176410.890951:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176410.890954:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8400.
00000100:00000001:1.0:1786176410.890959:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176410.890967:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407255424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176410.890984:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176410.890988:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176410.890994:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407255424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176410.891020:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176410.891030:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10941)
00000800:00000200:2.1:1786176410.891103:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176410.891105:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176410.891326:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176410.891328:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176410.891506:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176410.891508:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176410.891793:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176410.891795:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1786176411.721877:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176411.721883:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176412.745879:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176412.745885:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176412.745940:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176412.745943:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176412.745946:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176413.769850:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176413.769856:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176414.793885:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176414.793890:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176414.793951:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176414.793956:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176414.793960:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176415.817853:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176415.817859:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176416.009908:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176416.009919:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176416.009922:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176416.009926:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176416.009931:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176416.009939:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10936
00000400:00000200:1.0:1786176416.009949:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176416.009958:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176416.009962:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176416.009965:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.009968:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176416.009970:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.009971:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176416.009975:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176416.009977:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176416.009979:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176416.009982:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176416.009984:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176416.009986:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176416.009988:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.009990:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176416.009991:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.009993:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176416.009995:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176416.009997:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010000:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176416.010002:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176416.010006:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176416.010008:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176416.010010:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176416.010012:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176416.010022:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5180.
00000020:00000040:1.0:1786176416.010025:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176416.010029:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176416.010031:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176416.010034:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176416.010037:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176416.010041:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176416.010049:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8000.
00000100:00000001:1.0:1786176416.010056:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176416.010064:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5180 x1872930407255552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176416.010073:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176416.010078:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176416.010083:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef159443] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5180 x1872930407255552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176416.010103:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176416.010106:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176416.010109:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176416.010110:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176416.010111:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176416.010113:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176416.010115:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10936
00000400:00000200:1.0:1786176416.010117:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176416.010118:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176416.010120:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176416.010122:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010124:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176416.010126:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010128:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176416.010130:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176416.010131:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176416.010133:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176416.010135:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176416.010136:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176416.010138:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176416.010140:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010141:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176416.010142:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010144:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176416.010146:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176416.010150:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010152:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176416.010155:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176416.010163:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176416.010165:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176416.010167:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176416.010171:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176416.010174:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176416.010179:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176416.010185:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7480.
00000020:00000040:1.0:1786176416.010189:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176416.010192:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176416.010194:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176416.010196:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176416.010200:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176416.010202:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176416.010208:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786176416.010213:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176416.010220:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7480 x1872930407255680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176416.010231:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176416.010235:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176416.010243:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ede54877] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7480 x1872930407255680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176416.010251:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176416.010254:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176416.010258:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176416.010259:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176416.010261:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176416.010268:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176416.010272:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10936
00000400:00000200:1.0:1786176416.010276:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176416.010279:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176416.010283:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176416.010285:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010287:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176416.010289:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010291:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176416.010295:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176416.010297:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176416.010302:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176416.010303:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176416.010306:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176416.010308:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176416.010316:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010321:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176416.010324:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010328:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176416.010333:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176416.010338:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010341:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176416.010344:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176416.010346:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176416.010350:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176416.010352:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176416.010355:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176416.010356:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176416.010358:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176416.010361:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786176416.010366:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176416.010369:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176416.010369:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176416.010371:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176416.010373:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176416.010377:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176416.010381:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:1.0:1786176416.010385:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176416.010392:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407255808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176416.010405:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176416.010408:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176416.010415:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407255808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176416.010428:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176416.010430:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176416.010435:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176416.010439:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176416.010442:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176416.010448:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176416.010453:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10936
00000400:00000200:1.0:1786176416.010459:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176416.010462:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176416.010466:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176416.010469:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010472:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176416.010477:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010480:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176416.010484:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176416.010487:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176416.010489:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1786176416.010491:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000040:1.0:1786176416.010492:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176416.010497:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000800:00000200:2.1:1786176416.010499:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1786176416.010501:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176416.010508:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010513:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176416.010516:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010519:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176416.010521:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176416.010524:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010527:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176416.010551:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176416.010556:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176416.010561:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176416.010565:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176416.010570:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176416.010577:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176416.010581:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176416.010588:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786176416.010593:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176416.010597:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176416.010600:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176416.010603:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176416.010606:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176416.010609:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176416.010615:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000100:00000001:1.0:1786176416.010619:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176416.010624:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407255936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176416.010637:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176416.010640:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176416.010643:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407255936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176416.010653:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176416.010659:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176416.010666:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176416.010670:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176416.010674:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176416.010679:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176416.010683:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10936
00000400:00000200:1.0:1786176416.010692:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176416.010697:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176416.010701:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176416.010703:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010706:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176416.010711:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010714:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176416.010719:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176416.010722:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176416.010726:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176416.010728:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176416.010733:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176416.010739:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176416.010746:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010750:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176416.010756:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010761:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176416.010765:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176416.010791:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176416.010794:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176416.010795:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176416.010798:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176416.010799:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176416.010801:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176416.010803:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176416.010805:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176416.010806:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176416.010809:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786176416.010811:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176416.010813:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176416.010815:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176416.010817:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176416.010817:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176416.010819:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176416.010823:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddbc00.
00000100:00000001:1.0:1786176416.010829:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176416.010836:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407256064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176416.010861:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176416.010864:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176416.010873:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407256064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176416.010903:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176416.010910:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10946)
00000800:00000200:2.1:1786176416.011110:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176416.011113:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176416.011311:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176416.011312:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176416.011494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176416.011496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176416.011705:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176416.011706:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1786176416.841892:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176416.841898:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176416.841954:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176416.841960:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176416.841964:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176417.865906:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176417.865915:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176417.865918:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176417.865920:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176417.865925:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176417.865927:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176417.865928:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176417.865930:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176418.889891:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176418.889897:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176418.889958:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176418.889962:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176418.889965:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176419.913901:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176419.913908:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176420.937886:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176420.937893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176420.937971:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176420.937974:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176420.937977:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176421.129910:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176421.129919:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176421.129921:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176421.129924:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176421.129928:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176421.129933:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10941
00000400:00000200:3.0:1786176421.129941:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176421.129947:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176421.129949:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176421.129952:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.129955:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176421.129957:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.129960:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176421.129972:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176421.129975:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176421.129978:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176421.129981:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176421.129984:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176421.129987:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176421.129992:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.129995:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176421.129998:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.130001:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176421.130004:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176421.130007:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176421.130010:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176421.130014:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176421.130018:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176421.130021:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176421.130024:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176421.130027:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176421.130034:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176421.130037:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176421.130041:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176421.130043:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176421.130046:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176421.130049:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176421.130053:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176421.130061:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786176421.130067:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176421.130077:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407256192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176421.130087:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176421.130091:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176421.130096:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407256192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176421.130119:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176421.130122:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176421.130125:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176421.130127:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176421.130129:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176421.130134:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176421.130139:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10941
00000400:00000200:3.0:1786176421.130144:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176421.130149:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176421.130158:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176421.130177:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.130183:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176421.130194:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.130206:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176421.130219:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176421.130223:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176421.130234:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176421.130242:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176421.130258:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176421.130272:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176421.130285:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.130293:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176421.130305:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.130311:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176421.130328:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176421.130337:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176421.130341:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176421.130343:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176421.130351:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176421.130365:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176421.130367:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176421.130371:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176421.130379:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176421.130381:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176421.130385:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786176421.130402:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176421.130404:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176421.130405:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176421.130407:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176421.130408:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176421.130410:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176421.130414:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786176421.130417:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176421.130424:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407256320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176421.130432:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176421.130442:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176421.130457:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407256320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176421.130532:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176421.130539:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176421.130546:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176421.130552:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176421.130556:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176421.130563:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176421.130572:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10941
00000400:00000200:3.0:1786176421.130584:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176421.130591:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176421.130597:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176421.130604:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.130609:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176421.130620:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.130629:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176421.130636:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176421.130640:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176421.130645:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176421.130657:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176421.130665:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176421.130668:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176421.130675:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.130684:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176421.130694:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.130702:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176421.130716:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176421.130725:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176421.130728:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176421.130731:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176421.130738:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176421.130743:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176421.130755:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1786176421.130760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000008:00100000:3.0:1786176421.130761:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1786176421.130771:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000008:00000001:3.0:1786176421.130795:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176421.130797:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176421.130800:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786176421.130803:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176421.130805:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176421.130806:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176421.130807:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176421.130808:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176421.130810:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176421.130813:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786176421.130816:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176421.130822:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407256448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176421.130829:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176421.130832:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176421.130842:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407256448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176421.130864:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176421.130868:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176421.130873:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176421.130880:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176421.130882:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176421.130886:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176421.130897:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10941
00000400:00000200:3.0:1786176421.130908:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176421.130914:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176421.130921:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176421.130937:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.130949:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176421.130963:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.130966:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176421.130971:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176421.130979:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176421.130982:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176421.130987:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176421.130991:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176421.131003:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176421.131010:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.131026:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176421.131030:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.131038:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176421.131041:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176421.131059:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176421.131077:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176421.131096:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176421.131107:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176421.131113:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176421.131125:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176421.131132:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176421.131137:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176421.131146:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176421.131158:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786176421.131177:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176421.131180:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176421.131182:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176421.131186:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176421.131199:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176421.131206:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176421.131211:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786176421.131219:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176421.131238:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407256576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176421.131260:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176421.131268:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176421.131296:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407256576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176421.131331:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176421.131339:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176421.131354:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176421.131360:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176421.131367:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176421.131373:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176421.131380:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10941
00000400:00000200:3.0:1786176421.131392:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176421.131404:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176421.131411:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176421.131420:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.131424:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176421.131427:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.131436:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176421.131437:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176421.131441:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176421.131444:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176421.131450:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176421.131457:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176421.131463:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176421.131475:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.131497:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176421.131504:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176421.131507:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176421.131514:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176421.131523:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176421.131534:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176421.131540:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176421.131550:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176421.131559:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176421.131567:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176421.131574:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176421.131583:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176421.131587:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176421.131592:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786176421.131598:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176421.131602:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176421.131607:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176421.131612:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176421.131615:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176421.131617:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176421.131620:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786176421.131628:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176421.131640:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407256704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176421.131677:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176421.131686:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176421.131701:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407256704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176421.131733:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176421.131746:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10951)
00000800:00000200:2.1:1786176421.131867:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176421.131869:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176421.132150:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176421.132153:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176421.132473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176421.132478:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176421.132941:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176421.132944:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1786176421.961871:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176421.961887:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176422.985867:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176422.985875:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176422.985952:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176422.985957:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176422.985960:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176424.009891:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176424.009899:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176425.033946:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176425.033957:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176425.034116:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176425.034122:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176425.034126:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176426.057932:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176426.057942:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176426.249909:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176426.249930:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176426.249935:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176426.249941:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176426.249947:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176426.249958:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10946
00000400:00000200:3.0:1786176426.249968:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176426.249976:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176426.249981:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176426.249984:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.249988:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176426.249991:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.249993:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176426.249999:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176426.250001:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176426.250004:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176426.250008:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176426.250010:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176426.250013:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176426.250016:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.250018:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176426.250021:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.250023:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176426.250026:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176426.250030:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176426.250035:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176426.250039:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176426.250045:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176426.250051:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176426.250054:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176426.250059:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176426.250075:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786176426.250082:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176426.250090:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176426.250093:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176426.250099:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176426.250104:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176426.250110:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176426.250123:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176426.250134:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176426.250153:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407256832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176426.250171:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176426.250179:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176426.250188:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407256832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176426.250218:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176426.250222:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176426.250226:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176426.250228:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176426.250230:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176426.250232:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176426.250235:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10946
00000400:00000200:3.0:1786176426.250240:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176426.250245:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176426.250248:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176426.250253:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.250264:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176426.250271:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.250277:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176426.250283:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176426.250286:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176426.250288:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176426.250294:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176426.250301:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176426.250307:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176426.250316:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.250321:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176426.250326:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.250331:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176426.250340:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176426.250354:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176426.250363:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176426.250367:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176426.250378:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176426.250383:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176426.250388:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176426.250395:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176426.250402:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176426.250408:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176426.250417:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786176426.250424:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176426.250428:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176426.250447:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176426.250452:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176426.250454:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176426.250457:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176426.250464:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786176426.250472:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176426.250480:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407256960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176426.250499:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176426.250502:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176426.250511:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407256960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176426.250554:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176426.250562:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176426.250573:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176426.250579:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176426.250582:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176426.250591:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176426.250597:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10946
00000400:00000200:3.0:1786176426.250653:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176426.250670:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176426.250677:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176426.250688:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.250698:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176426.250706:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.250714:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176426.250718:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176426.250722:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176426.250726:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1786176426.250732:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000040:3.0:1786176426.250733:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176426.250740:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.1:1786176426.250742:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1786176426.250746:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176426.250757:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.250761:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176426.250766:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.250769:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176426.250811:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176426.250821:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176426.250825:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176426.250829:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176426.250835:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176426.250844:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176426.250851:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176426.250859:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176426.250869:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176426.250878:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176426.250891:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786176426.250900:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176426.250910:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176426.250916:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176426.250925:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176426.250951:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176426.250955:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176426.250968:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786176426.250976:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176426.250990:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407257088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176426.251006:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176426.251011:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176426.251023:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407257088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176426.251058:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176426.251067:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176426.251081:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176426.251088:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176426.251096:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176426.251107:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176426.251119:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10946
00000400:00000200:3.0:1786176426.251138:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176426.251154:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176426.251166:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176426.251181:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.251193:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176426.251203:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.251208:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176426.251214:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176426.251218:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176426.251223:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176426.251229:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176426.251234:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176426.251257:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176426.251266:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.251272:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176426.251279:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.251287:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176426.251296:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176426.251305:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176426.251311:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176426.251315:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176426.251320:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176426.251329:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176426.251336:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176426.251343:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176426.251352:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176426.251357:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176426.251366:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786176426.251372:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176426.251381:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176426.251386:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176426.251391:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176426.251395:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176426.251401:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176426.251412:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786176426.251421:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176426.251454:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407257216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176426.251470:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176426.251476:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176426.251484:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407257216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176426.251504:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176426.251508:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176426.251511:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176426.251513:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176426.251517:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176426.251527:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176426.251536:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10946
00000400:00000200:3.0:1786176426.251551:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176426.251564:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176426.251574:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176426.251587:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.251597:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176426.251607:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.251615:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176426.251622:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176426.251627:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176426.251631:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176426.251638:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176426.251647:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176426.251659:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176426.251673:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.251685:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176426.251693:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176426.251704:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176426.251708:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176426.251717:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176426.251724:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176426.251730:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176426.251738:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176426.251746:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176426.251751:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176426.251757:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176426.251766:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176426.251803:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176426.251813:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786176426.251820:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176426.251846:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176426.251851:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176426.251861:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176426.251868:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176426.251877:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176426.251890:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176426.251902:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176426.251922:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407257344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176426.251950:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176426.251956:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176426.251968:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407257344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786176426.251977:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176426.251989:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1786176426.251993:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176426.252003:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10956)
00000800:00000200:2.1:1786176426.252404:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176426.252407:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176426.252805:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176426.252809:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176426.253222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176426.253225:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1786176427.081883:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176427.081894:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176427.081979:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176427.081985:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176427.081990:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176428.105920:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176428.105932:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176428.105935:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176428.105939:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176428.105946:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176428.105950:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176428.105953:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176428.105955:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176429.130005:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176429.130013:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176429.130117:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176429.130128:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176429.130135:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176430.153960:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176430.153972:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176431.177970:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176431.177981:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176431.178083:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176431.178087:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176431.178091:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176431.369949:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176431.369964:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176431.369969:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176431.369974:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176431.369982:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176431.369993:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10951
00000400:00000200:3.0:1786176431.370006:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176431.370028:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176431.370032:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176431.370036:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.370041:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176431.370044:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.370048:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176431.370053:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176431.370056:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176431.370060:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176431.370064:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176431.370067:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176431.370070:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176431.370074:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.370076:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176431.370078:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.370092:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176431.370096:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176431.370100:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176431.370104:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176431.370107:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176431.370112:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176431.370116:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176431.370118:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176431.370122:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176431.370138:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000020:00000040:3.0:1786176431.370145:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176431.370153:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176431.370156:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176431.370162:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176431.370167:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176431.370175:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176431.370201:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786176431.370215:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176431.370232:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407257472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176431.370270:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176431.370276:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176431.370283:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407257472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176431.370318:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176431.370323:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176431.370328:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176431.370330:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176431.370333:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176431.370336:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176431.370341:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10951
00000400:00000200:3.0:1786176431.370350:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176431.370356:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176431.370360:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176431.370366:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.370373:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176431.370410:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.370414:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176431.370418:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176431.370425:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176431.370428:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176431.370434:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176431.370438:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176431.370446:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176431.370461:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.370469:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176431.370477:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.370485:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176431.370492:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176431.370500:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176431.370509:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176431.370514:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176431.370527:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176431.370539:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176431.370550:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176431.370565:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176431.370595:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176431.370602:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176431.370618:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786176431.370626:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176431.370635:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176431.370640:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176431.370643:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176431.370680:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176431.370686:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176431.370699:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176431.370711:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176431.370729:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407257600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176431.370755:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176431.370768:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176431.370812:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407257600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176431.370838:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176431.370848:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176431.370855:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176431.370859:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176431.370862:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176431.370885:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176431.370894:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10951
00000400:00000200:3.0:1786176431.370962:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176431.370974:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176431.370982:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176431.370993:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.370999:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176431.371006:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.371009:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176431.371015:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176431.371017:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176431.371020:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176431.371025:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176431.371031:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176431.371038:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.1:1786176431.371046:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786176431.371049:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.1:1786176431.371055:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1786176431.371056:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176431.371064:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.371071:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176431.371078:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176431.371088:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176431.371093:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176431.371102:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176431.371108:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176431.371118:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176431.371122:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176431.371126:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176431.371133:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176431.371137:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176431.371145:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786176431.371153:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176431.371164:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176431.371171:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176431.371179:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176431.371186:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176431.371191:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176431.371203:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176431.371214:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176431.371229:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407257728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176431.371251:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176431.371256:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176431.371262:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407257728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176431.371286:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176431.371294:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176431.371305:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176431.371309:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176431.371312:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176431.371317:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176431.371343:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10951
00000400:00000200:3.0:1786176431.371359:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176431.371364:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176431.371368:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176431.371377:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.371405:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176431.371414:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.371424:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176431.371443:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176431.371446:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176431.371453:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176431.371461:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176431.371469:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176431.371475:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176431.371491:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.371500:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176431.371508:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.371516:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176431.371529:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176431.371545:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176431.371560:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176431.371571:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176431.371599:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176431.371612:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176431.371620:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176431.371629:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176431.371637:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176431.371643:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176431.371654:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786176431.371662:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176431.371669:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176431.371673:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176431.371680:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176431.371683:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176431.371689:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176431.371699:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176431.371706:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176431.371719:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407257856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176431.371749:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176431.371756:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176431.371772:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407257856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176431.371836:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176431.371850:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176431.371868:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176431.371875:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176431.371879:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176431.371888:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176431.371899:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10951
00000400:00000200:3.0:1786176431.371910:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176431.371927:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176431.371933:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176431.371943:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.371950:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176431.371958:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.371964:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176431.371993:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176431.372002:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176431.372007:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176431.372010:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176431.372012:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176431.372015:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176431.372020:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.372025:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176431.372028:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176431.372030:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176431.372033:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176431.372036:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176431.372040:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176431.372047:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176431.372086:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176431.372092:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176431.372097:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176431.372102:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176431.372108:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176431.372115:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176431.372124:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786176431.372131:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176431.372143:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176431.372150:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176431.372162:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176431.372170:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176431.372180:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176431.372197:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786176431.372211:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176431.372230:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407257984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176431.372283:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176431.372292:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176431.372308:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407257984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176431.372342:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176431.372354:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10961)
00000800:00000200:2.1:1786176431.372484:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176431.372487:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176431.373023:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176431.373027:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176431.373434:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176431.373437:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176431.374060:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176431.374064:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1786176432.201938:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176432.201969:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176433.225959:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176433.225968:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176433.226136:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176433.226141:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176433.226146:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176434.249856:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176434.249862:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176435.273905:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176435.273912:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176435.273971:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176435.273975:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176435.273978:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176436.297895:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176436.297908:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176436.490273:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176436.490285:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176436.490288:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176436.490292:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176436.490298:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176436.490306:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10956
00000400:00000200:3.0:1786176436.490316:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176436.490323:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176436.490327:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176436.490352:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.490356:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176436.490358:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.490361:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176436.490365:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176436.490367:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176436.490370:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176436.490373:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176436.490376:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176436.490384:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176436.490387:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.490390:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176436.490396:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.490399:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176436.490402:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176436.490405:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176436.490408:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176436.490411:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176436.490415:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176436.490418:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176436.490421:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176436.490424:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176436.490431:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786176436.490435:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176436.490439:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176436.490441:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176436.490444:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176436.490447:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176436.490452:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176436.490460:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786176436.490469:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176436.490480:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407258112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176436.490491:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176436.490496:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176436.490501:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407258112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176436.490519:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176436.490522:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176436.490525:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176436.490528:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176436.490530:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176436.490533:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176436.490537:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10956
00000400:00000200:3.0:1786176436.490541:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176436.490551:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176436.490554:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176436.490558:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.490561:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176436.490563:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.490565:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176436.490568:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176436.490569:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176436.490571:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176436.490574:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176436.490576:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176436.490578:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176436.490581:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.490583:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176436.490586:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.490588:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176436.490591:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176436.490599:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176436.490602:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176436.490604:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176436.490609:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176436.490612:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176436.490614:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176436.490620:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176436.490624:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176436.490628:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176436.490632:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786176436.490635:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176436.490638:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176436.490640:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176436.490642:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176436.490644:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176436.490646:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176436.490650:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176436.490657:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176436.490665:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407258240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176436.490674:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176436.490676:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176436.490681:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407258240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176436.490693:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176436.490697:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176436.490708:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176436.490712:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176436.490722:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176436.490726:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176436.490747:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10956
00000400:00000200:3.0:1786176436.490761:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176436.490825:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176436.490833:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176436.490839:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.490842:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176436.490848:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.490853:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176436.490857:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176436.490858:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176436.490860:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176436.490863:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176436.490871:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176436.490875:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176436.490883:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.490885:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176436.490895:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.490899:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176436.490902:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176436.490914:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176436.490916:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176436.490920:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176436.490929:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176436.490933:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176436.490947:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176436.490956:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176436.490971:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176436.490976:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176436.490987:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786176436.490994:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176436.491000:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176436.491003:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176436.491008:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176436.491011:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176436.491016:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176436.491021:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176436.491026:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176436.491031:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407258368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176436.491043:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176436.491046:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176436.491056:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407258368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176436.491080:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176436.491084:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176436.491087:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176436.491094:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176436.491101:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176436.491106:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176436.491113:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10956
00000400:00000200:3.0:1786176436.491157:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176436.491169:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176436.491175:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176436.491188:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.491194:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176436.491202:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.491205:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176436.491213:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176436.491215:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176436.491216:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176436.491218:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176436.491220:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176436.491227:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176436.491237:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.491245:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176436.491249:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.1:1786176436.491252:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176436.491254:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176436.491262:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000800:00000200:2.1:1786176436.491263:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1786176436.491275:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176436.491285:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176436.491299:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176436.491304:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176436.491312:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176436.491314:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176436.491321:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176436.491326:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176436.491328:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176436.491352:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786176436.491360:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176436.491368:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176436.491374:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176436.491389:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176436.491394:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176436.491400:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176436.491413:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176436.491422:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176436.491432:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407258496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176436.491454:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176436.491461:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176436.491467:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407258496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176436.491492:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176436.491499:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176436.491509:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176436.491513:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176436.491517:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176436.491526:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176436.491533:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10956
00000400:00000200:3.0:1786176436.491551:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176436.491564:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176436.491568:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176436.491579:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.491588:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176436.491600:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.491607:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176436.491611:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176436.491614:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176436.491617:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176436.491622:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176436.491631:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176436.491639:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176436.491654:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.491662:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176436.491670:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176436.491682:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176436.491690:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176436.491696:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176436.491705:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176436.491711:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176436.491719:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176436.491728:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176436.491737:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176436.491740:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176436.491747:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176436.491752:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176436.491758:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786176436.491767:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176436.491806:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176436.491810:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176436.491812:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176436.491814:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176436.491818:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176436.491823:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786176436.491832:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176436.491844:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407258624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176436.491864:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176436.491866:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176436.491876:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407258624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176436.491902:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176436.491913:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10966)
00000800:00000200:2.1:1786176436.492044:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176436.492046:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176436.492316:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176436.492318:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176436.492530:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176436.492532:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176436.492718:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176436.492720:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1786176437.321889:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176437.321895:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176437.321969:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176437.321974:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176437.321978:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176438.345863:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176438.345870:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176438.345872:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176438.345875:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176438.345880:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176438.345882:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176438.345883:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176438.345885:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176439.369878:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176439.369885:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176439.369956:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176439.369961:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176439.369964:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176440.393882:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176440.393890:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176441.417882:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176441.417887:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176441.417949:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176441.417954:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176441.417958:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1786176441.610385:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176441.610392:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786176441.611016:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176441.611017:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786176441.611209:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176441.611211:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786176441.611411:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176441.611413:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786176441.611683:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176441.611685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00010000:00000001:1.0:1786176442.441897:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176442.441908:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176443.465852:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176443.465860:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176443.465930:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176443.465933:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176443.465936:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176444.489874:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176444.489879:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176445.513928:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176445.513936:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176445.514033:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176445.514040:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176445.514046:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176446.537856:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176446.537862:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176446.729904:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176446.729915:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176446.729918:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176446.729922:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176446.729928:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176446.729936:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10967
00000400:00000200:3.0:1786176446.729945:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176446.729954:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176446.729957:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176446.729961:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.729964:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176446.729968:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.729971:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176446.729974:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176446.729976:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176446.729978:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176446.729981:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176446.729983:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176446.729984:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176446.729987:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.729988:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176446.729990:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.729992:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176446.729994:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176446.729997:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176446.729999:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176446.730001:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176446.730004:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176446.730006:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176446.730008:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176446.730010:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176446.730018:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786176446.730020:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176446.730023:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176446.730024:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176446.730027:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176446.730029:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176446.730032:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176446.730039:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176446.730044:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176446.730052:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407259392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176446.730060:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176446.730063:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176446.730067:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407259392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176446.730087:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176446.730090:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176446.730092:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176446.730093:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176446.730095:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176446.730096:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176446.730098:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10967
00000400:00000200:3.0:1786176446.730101:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176446.730103:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176446.730105:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176446.730106:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.730108:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176446.730109:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.730110:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176446.730112:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176446.730113:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176446.730114:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176446.730115:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176446.730116:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176446.730118:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176446.730120:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.730121:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176446.730122:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.730124:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176446.730126:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176446.730127:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176446.730129:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176446.730130:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176446.730134:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176446.730135:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176446.730137:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176446.730140:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176446.730144:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176446.730146:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176446.730148:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786176446.730150:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176446.730155:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176446.730157:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176446.730158:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176446.730159:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176446.730161:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176446.730163:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786176446.730165:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176446.730171:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407259520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176446.730181:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176446.730185:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176446.730199:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407259520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176446.730270:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176446.730275:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176446.730282:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176446.730285:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176446.730291:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176446.730296:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176446.730304:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10967
00000400:00000200:3.0:1786176446.730321:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176446.730327:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176446.730329:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176446.730333:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.730336:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176446.730343:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.730349:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176446.730351:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176446.730355:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176446.730360:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176446.730364:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176446.730372:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176446.730375:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176446.730380:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.730386:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176446.730389:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.730390:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176446.730393:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176446.730400:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176446.730408:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176446.730415:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176446.730425:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176446.730438:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176446.730450:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176446.730458:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176446.730467:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176446.730471:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176446.730474:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176446.730477:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176446.730488:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176446.730491:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176446.730497:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176446.730506:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176446.730511:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176446.730519:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786176446.730532:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176446.730551:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407259648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176446.730591:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176446.730595:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176446.730604:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407259648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176446.730640:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176446.730653:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176446.730656:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176446.730666:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176446.730673:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176446.730680:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176446.730684:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10967
00000400:00000200:3.0:1786176446.730693:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:2.1:1786176446.730698:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176446.730705:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000400:00000200:3.0:1786176446.730715:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176446.730726:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176446.730739:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.730749:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176446.730758:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.730765:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176446.730814:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176446.730816:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176446.730818:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176446.730821:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176446.730826:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176446.730833:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176446.730845:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.730854:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176446.730860:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.730866:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176446.730876:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176446.730885:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176446.730891:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176446.730900:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176446.730908:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176446.730918:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176446.730923:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176446.730933:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176446.730947:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176446.730959:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176446.730964:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786176446.730967:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176446.730982:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176446.730986:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176446.731001:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176446.731004:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176446.731008:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176446.731013:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786176446.731028:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176446.731037:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407259776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176446.731089:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176446.731095:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176446.731109:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407259776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176446.731131:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176446.731137:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176446.731153:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176446.731158:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176446.731165:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176446.731169:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176446.731180:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10967
00000400:00000200:3.0:1786176446.731192:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176446.731203:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176446.731211:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176446.731220:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.731229:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176446.731252:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.731261:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176446.731263:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176446.731268:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176446.731274:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176446.731280:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176446.731290:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176446.731299:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176446.731319:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.731332:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176446.731342:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176446.731355:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176446.731369:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176446.731380:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176446.731396:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176446.731406:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176446.731416:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176446.731427:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176446.731434:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176446.731442:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176446.731456:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176446.731472:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176446.731483:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786176446.731498:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176446.731508:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176446.731511:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176446.731524:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176446.731529:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176446.731532:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176446.731539:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176446.731546:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176446.731563:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407259904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176446.731584:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176446.731586:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176446.731590:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407259904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176446.731620:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176446.731629:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10977)
00000800:00000200:2.1:1786176446.731738:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176446.731740:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786176446.732004:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176446.732006:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786176446.732190:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176446.732192:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786176446.732475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176446.732476:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00010000:00000001:1.0:1786176447.561919:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176447.561930:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176447.562006:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176447.562010:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176447.562014:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176448.585876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176448.585888:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176448.585891:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176448.585906:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176448.585911:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176448.585914:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176448.585916:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176448.585919:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176449.609889:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176449.609895:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176449.609976:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176449.609981:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176449.609985:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176450.633878:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176450.633883:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176451.657874:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176451.657879:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176451.657962:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176451.657965:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176451.657968:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176451.849892:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176451.849900:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176451.849902:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176451.849906:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176451.849910:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176451.849917:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10972
00000400:00000200:1.0:1786176451.849925:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176451.849930:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176451.849933:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176451.849936:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.849940:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176451.849942:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.849944:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176451.849949:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176451.849951:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176451.849953:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176451.849956:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176451.849958:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176451.849960:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176451.849965:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.849967:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176451.849969:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.849970:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176451.849972:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176451.849975:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176451.849976:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176451.849978:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176451.849981:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176451.849984:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176451.849985:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176451.849987:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176451.849995:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786176451.849998:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176451.850001:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176451.850002:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176451.850005:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176451.850007:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176451.850010:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176451.850029:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
00000100:00000001:1.0:1786176451.850034:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176451.850041:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407260032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176451.850049:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176451.850053:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176451.850056:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407260032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176451.850076:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176451.850079:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176451.850081:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176451.850082:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176451.850083:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176451.850085:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176451.850086:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10972
00000400:00000200:1.0:1786176451.850089:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176451.850091:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176451.850093:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176451.850096:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.850098:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176451.850100:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.850103:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176451.850105:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176451.850106:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176451.850107:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176451.850109:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176451.850111:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176451.850113:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176451.850115:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.850117:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176451.850120:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.850130:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176451.850135:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176451.850142:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176451.850146:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176451.850148:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176451.850154:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176451.850157:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176451.850159:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176451.850165:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176451.850177:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176451.850211:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176451.850227:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786176451.850231:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176451.850235:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176451.850241:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176451.850243:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176451.850249:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176451.850251:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176451.850255:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786176451.850260:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176451.850270:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407260160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176451.850297:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176451.850300:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176451.850309:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407260160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176451.850321:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176451.850324:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176451.850332:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176451.850339:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176451.850342:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176451.850352:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176451.850356:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10972
00000400:00000200:1.0:1786176451.850359:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176451.850368:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176451.850371:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176451.850377:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.850380:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176451.850382:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.850384:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176451.850388:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176451.850389:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176451.850391:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176451.850394:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176451.850403:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176451.850411:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176451.850432:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.850439:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176451.850452:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.850463:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176451.850476:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176451.850479:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176451.850481:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176451.850489:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176451.850492:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176451.850501:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176451.850504:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176451.850506:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176451.850519:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176451.850520:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176451.850528:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786176451.850532:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176451.850542:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176451.850543:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176451.850545:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176451.850547:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176451.850551:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176451.850562:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:1.0:1786176451.850568:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176451.850577:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407260288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176451.850595:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176451.850599:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176451.850610:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407260288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176451.850632:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176451.850638:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176451.850648:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176451.850656:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176451.850659:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176451.850672:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176451.850678:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10972
00000400:00000200:1.0:1786176451.850694:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176451.850705:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176451.850708:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176451.850711:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.850714:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176451.850718:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.850725:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176451.850734:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176451.850743:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176451.850746:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176451.850748:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176451.850754:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176451.850763:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176451.850768:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.850795:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176451.850798:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.850800:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176451.850802:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176451.850804:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176451.850806:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176451.850808:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176451.850811:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176451.850814:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176451.850821:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1786176451.850827:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000008:00100000:1.0:1786176451.850828:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.1:1786176451.850834:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000008:00000001:1.0:1786176451.850836:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176451.850844:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176451.850855:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786176451.850861:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176451.850864:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176451.850874:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176451.850884:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176451.850886:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176451.850888:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176451.850897:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:1.0:1786176451.850901:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176451.850912:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407260416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176451.850927:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176451.850931:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176451.850939:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407260416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176451.850983:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176451.850988:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176451.850994:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176451.851000:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176451.851006:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176451.851017:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176451.851028:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10972
00000400:00000200:1.0:1786176451.851047:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176451.851052:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176451.851053:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176451.851059:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.851071:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176451.851076:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.851085:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176451.851093:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176451.851096:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176451.851098:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176451.851102:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176451.851116:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176451.851121:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176451.851137:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.851139:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176451.851148:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176451.851151:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176451.851161:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176451.851169:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176451.851174:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176451.851178:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176451.851201:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176451.851204:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176451.851207:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176451.851209:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176451.851212:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176451.851218:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176451.851225:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786176451.851230:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176451.851243:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176451.851244:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176451.851254:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176451.851258:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176451.851264:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176451.851274:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786176451.851283:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176451.851297:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407260544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176451.851314:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176451.851326:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176451.851341:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407260544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176451.851357:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176451.851375:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10982)
00000800:00000200:2.1:1786176451.851669:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176451.851672:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786176451.852029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176451.852032:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786176451.852333:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176451.852336:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786176451.852598:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176451.852601:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1786176452.681843:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176452.681849:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176453.705897:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176453.705903:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176453.705991:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176453.705995:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176453.705998:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176454.729873:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176454.729880:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176455.753907:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176455.753914:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176455.753971:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176455.753975:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176455.753978:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176456.777862:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176456.777868:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176456.969884:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176456.969892:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176456.969895:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176456.969898:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176456.969902:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176456.969908:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10977
00000400:00000200:1.0:1786176456.969914:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176456.969919:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176456.969922:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176456.969925:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.969927:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176456.969929:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.969931:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176456.969934:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176456.969935:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176456.969937:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176456.969939:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176456.969941:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176456.969942:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176456.969945:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.969946:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176456.969947:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.969949:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176456.969951:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176456.969953:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176456.969954:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176456.969956:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176456.969959:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176456.969961:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176456.969962:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176456.969964:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176456.969972:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4380.
00000020:00000040:1.0:1786176456.969975:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176456.969978:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176456.969979:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176456.969981:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176456.969983:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176456.969986:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176456.969993:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddbc00.
00000100:00000001:1.0:1786176456.969998:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176456.970006:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4380 x1872930407260672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176456.970013:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176456.970017:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176456.970021:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000778f37b2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4380 x1872930407260672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176456.970041:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176456.970044:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176456.970046:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176456.970047:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176456.970048:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176456.970050:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176456.970051:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10977
00000400:00000200:1.0:1786176456.970053:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176456.970055:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176456.970057:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176456.970058:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970060:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176456.970061:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970063:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176456.970064:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176456.970065:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176456.970066:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176456.970068:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176456.970069:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176456.970070:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176456.970072:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970074:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176456.970075:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970077:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176456.970078:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176456.970080:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970081:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176456.970082:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176456.970086:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176456.970087:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176456.970088:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176456.970091:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176456.970093:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176456.970095:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176456.970098:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae6d80.
00000020:00000040:1.0:1786176456.970100:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176456.970102:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176456.970102:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176456.970103:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176456.970105:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176456.970106:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176456.970109:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000100:00000001:1.0:1786176456.970112:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176456.970116:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae6d80 x1872930407260800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176456.970122:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176456.970124:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176456.970126:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f5d7f0] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae6d80 x1872930407260800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176456.970147:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176456.970150:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176456.970156:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176456.970158:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176456.970168:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176456.970179:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176456.970193:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10977
00000400:00000200:1.0:1786176456.970208:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176456.970222:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176456.970231:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176456.970243:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970252:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176456.970260:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970267:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176456.970275:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176456.970276:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176456.970277:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176456.970281:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176456.970290:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176456.970293:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176456.970298:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970303:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176456.970309:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970312:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176456.970314:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176456.970319:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970322:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176456.970324:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176456.970327:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176456.970331:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176456.970335:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176456.970359:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176456.970365:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176456.970368:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176456.970376:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786176456.970389:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176456.970393:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176456.970395:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176456.970397:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176456.970400:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176456.970420:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176456.970434:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:1.0:1786176456.970442:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176456.970461:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407260928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176456.970497:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176456.970503:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176456.970514:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407260928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786176456.970523:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786176456.970540:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176456.970543:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176456.970545:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176456.970546:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176456.970548:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176456.970549:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176456.970552:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10977
00000400:00000200:1.0:1786176456.970561:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176456.970566:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176456.970570:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176456.970577:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970582:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176456.970587:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970591:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176456.970593:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176456.970596:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176456.970598:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176456.970600:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176456.970602:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176456.970610:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176456.970616:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970619:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176456.970624:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970629:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176456.970643:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176456.970648:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970653:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176456.970659:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176456.970671:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176456.970676:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176456.970685:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176456.970692:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176456.970697:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176456.970698:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176456.970701:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786176456.970703:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176456.970711:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176456.970715:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176456.970723:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176456.970733:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176456.970739:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176456.970746:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786176456.970758:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176456.970816:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407261056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176456.970828:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176456.970834:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176456.970846:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407261056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176456.970862:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176456.970868:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176456.970877:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176456.970881:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176456.970885:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176456.970892:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176456.970899:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10977
00000400:00000200:1.0:1786176456.970910:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176456.970915:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176456.970921:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176456.970933:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970941:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176456.970951:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.970959:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176456.970969:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176456.970976:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176456.970982:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176456.970986:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176456.970994:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176456.971001:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176456.971013:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.971021:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176456.971033:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176456.971041:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176456.971052:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176456.971065:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176456.971076:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176456.971088:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176456.971095:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176456.971106:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176456.971115:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176456.971128:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176456.971155:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176456.971162:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176456.971163:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000010:1.0:1786176456.971175:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786176456.971184:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176456.971198:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176456.971208:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176456.971216:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176456.971222:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176456.971229:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176456.971241:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8000.
00000100:00000001:1.0:1786176456.971249:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176456.971264:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407261184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176456.971285:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176456.971293:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176456.971306:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407261184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176456.971355:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176456.971365:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10987)
00000800:00000200:2.1:1786176456.971504:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176456.971678:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176456.971898:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00010000:00000001:1.0:1786176457.801882:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176457.801893:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176457.801896:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176457.801899:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176457.801904:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176457.801908:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176457.801910:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176457.801913:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176457.801980:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176457.801984:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176457.801988:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176458.825866:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176458.825874:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176459.849884:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176459.849892:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176459.849956:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176459.849960:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176459.849962:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1786176460.042043:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:1.0:1786176460.042081:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1786176460.042089:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176460.042092:0:2392:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:1.0:1786176460.042095:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176460.042098:0:2392:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1786176460.042134:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176460.042140:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000400:00000200:1.0:1786176460.042146:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176460.042160:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176460.042167:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cd48
00000400:00000010:1.0:1786176460.042170:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cd48.
00000100:00000001:1.0:1786176460.042175:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176460.042184:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1484ae4380 x1872930407260672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176460.042211:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176460.042215:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4380 x1872930407260672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176460.042223:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176460.042225:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176460.042236:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176460.042239:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:1.0:1786176460.042243:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176460.042247:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176460.042250:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c908
00000400:00000010:1.0:1786176460.042252:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c908.
00000100:00000001:1.0:1786176460.042255:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176460.042261:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1484ae6d80 x1872930407260800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176460.042273:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176460.042280:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae6d80 x1872930407260800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176460.042297:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176460.042301:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176460.042311:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176460.042317:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e000.
00000400:00000200:1.0:1786176460.042321:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176460.042329:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176460.042336:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c990
00000400:00000010:1.0:1786176460.042340:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c990.
00000100:00000001:1.0:1786176460.042347:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176460.042353:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1484ae4e00 x1872930407260928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176460.042366:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176460.042372:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4e00 x1872930407260928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176460.042392:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176460.042397:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176460.042408:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176460.042413:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e400.
00000400:00000200:1.0:1786176460.042419:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176460.042428:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176460.042435:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cf68
00000400:00000010:1.0:1786176460.042439:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cf68.
00000100:00000001:1.0:1786176460.042445:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176460.042453:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1484ae4000 x1872930407261056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176460.042476:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176460.042485:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4000 x1872930407261056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176460.042502:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176460.042507:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176460.042514:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176460.042521:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ed00.
00000400:00000200:1.0:1786176460.042527:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176460.042535:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176460.042538:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c2a8
00000400:00000010:1.0:1786176460.042542:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c2a8.
00000100:00000001:1.0:1786176460.042547:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176460.042556:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1484ae5880 x1872930407261184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176460.042598:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176460.042607:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae5880 x1872930407261184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176460.042621:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176460.042625:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1786176460.873908:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176460.873914:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176461.897913:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176461.897919:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176461.897971:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176461.897975:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176461.897978:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176462.089845:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176462.089853:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176462.089856:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176462.089859:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176462.089862:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176462.089869:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10982
00000400:00000200:1.0:1786176462.089877:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176462.089882:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176462.089885:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176462.089888:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.089891:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176462.089894:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.089896:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176462.089900:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176462.089902:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176462.089904:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176462.089907:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176462.089908:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176462.089910:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176462.089912:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.089913:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176462.089914:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.089915:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176462.089917:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176462.089920:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176462.089922:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176462.089924:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176462.089927:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176462.089929:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176462.089931:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176462.089933:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176462.089938:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786176462.089940:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176462.089943:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176462.089945:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176462.089947:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176462.089949:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176462.089953:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176462.089960:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786176462.089965:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176462.089973:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407261312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176462.089980:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176462.089985:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176462.089988:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407261312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176462.090007:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176462.090010:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176462.090012:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176462.090013:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176462.090014:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176462.090016:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176462.090017:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10982
00000400:00000200:1.0:1786176462.090019:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176462.090021:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176462.090023:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176462.090025:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090026:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176462.090027:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090029:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176462.090030:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176462.090031:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176462.090032:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176462.090034:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176462.090035:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176462.090037:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176462.090039:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090040:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176462.090042:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090044:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176462.090046:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176462.090048:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090049:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176462.090052:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176462.090056:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176462.090058:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176462.090059:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176462.090063:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176462.090068:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176462.090073:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176462.090077:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786176462.090097:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176462.090102:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176462.090103:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176462.090105:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176462.090107:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176462.090109:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176462.090117:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:1.0:1786176462.090124:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176462.090135:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407261440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176462.090151:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176462.090156:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176462.090166:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407261440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176462.090183:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176462.090188:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176462.090195:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176462.090197:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176462.090199:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176462.090205:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176462.090208:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10982
00000400:00000200:1.0:1786176462.090216:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176462.090224:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176462.090229:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176462.090238:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090244:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176462.090250:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090271:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176462.090278:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176462.090280:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176462.090282:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176462.090287:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176462.090291:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176462.090294:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176462.090302:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090306:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176462.090311:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090316:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176462.090321:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176462.090328:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090334:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176462.090339:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176462.090345:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176462.090352:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176462.090358:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176462.090363:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176462.090367:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176462.090369:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176462.090377:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786176462.090383:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176462.090390:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176462.090394:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176462.090397:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176462.090400:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176462.090404:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176462.090411:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8000.
00000100:00000001:1.0:1786176462.090419:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176462.090429:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407261568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786176462.090431:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176462.090440:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1786176462.090445:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176462.090450:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176462.090459:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407261568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176462.090477:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176462.090482:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176462.090487:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176462.090490:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176462.090492:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176462.090496:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176462.090500:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10982
00000400:00000200:1.0:1786176462.090507:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176462.090514:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176462.090520:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176462.090527:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090532:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176462.090539:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090545:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176462.090550:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176462.090553:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176462.090556:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176462.090561:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176462.090565:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176462.090568:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176462.090573:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090578:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176462.090584:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090588:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176462.090593:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176462.090596:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090599:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176462.090604:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176462.090607:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176462.090612:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176462.090616:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176462.090621:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176462.090627:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176462.090631:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176462.090638:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786176462.090643:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176462.090648:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176462.090651:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176462.090656:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176462.090660:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176462.090662:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176462.090669:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000100:00000001:1.0:1786176462.090676:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176462.090686:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407261696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176462.090700:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176462.090705:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176462.090714:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407261696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176462.090735:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176462.090741:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176462.090748:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176462.090752:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176462.090756:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176462.090763:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176462.090769:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10982
00000400:00000200:1.0:1786176462.090802:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176462.090805:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176462.090808:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176462.090810:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090812:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176462.090814:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090816:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176462.090819:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176462.090820:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176462.090822:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176462.090824:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176462.090825:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176462.090827:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176462.090830:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090832:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176462.090834:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090837:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176462.090839:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176462.090842:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176462.090844:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176462.090846:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176462.090850:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176462.090852:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176462.090854:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176462.090857:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176462.090859:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176462.090861:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176462.090867:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786176462.090871:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176462.090873:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176462.090875:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176462.090877:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176462.090878:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176462.090880:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176462.090884:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddbc00.
00000100:00000001:1.0:1786176462.090887:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176462.090893:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407261824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176462.090901:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176462.090904:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176462.090908:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407261824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176462.090918:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176462.090924:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10992)
00000800:00000200:2.1:1786176462.091606:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176462.091610:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176462.091891:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176462.091893:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176462.092221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176462.092224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176462.092531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176462.092534:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1786176462.921883:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176462.921889:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176463.945872:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176463.945879:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176463.945904:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176463.945908:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176463.945912:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176464.969852:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176464.969858:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176465.993866:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176465.993873:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176465.993925:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176465.993930:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176465.993933:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176467.017921:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176467.017927:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176467.209861:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176467.209870:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176467.209873:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176467.209877:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176467.209881:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176467.209888:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10987
00000400:00000200:1.0:1786176467.209897:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176467.209904:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176467.209908:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176467.209911:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.209915:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176467.209917:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.209920:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176467.209925:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176467.209927:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176467.209930:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176467.209933:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176467.209936:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176467.209938:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176467.209941:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.209943:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176467.209945:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.209947:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176467.209950:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176467.209953:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176467.209956:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176467.209959:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176467.209962:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176467.209965:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176467.209968:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176467.209971:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176467.209978:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7480.
00000020:00000040:1.0:1786176467.209982:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176467.209986:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176467.209988:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176467.209992:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176467.209995:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176467.209999:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176467.210008:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8400.
00000100:00000001:1.0:1786176467.210015:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176467.210026:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7480 x1872930407261952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176467.210051:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176467.210055:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176467.210060:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ede54877] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7480 x1872930407261952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176467.210085:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176467.210089:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176467.210092:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176467.210094:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176467.210100:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176467.210103:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176467.210106:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10987
00000400:00000200:1.0:1786176467.210110:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176467.210113:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176467.210115:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176467.210118:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.210119:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176467.210121:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.210125:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176467.210128:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176467.210129:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176467.210131:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176467.210133:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176467.210135:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176467.210138:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176467.210142:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.210146:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176467.210148:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.210151:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176467.210154:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176467.210167:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176467.210175:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176467.210181:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176467.210194:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176467.210201:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176467.210207:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176467.210217:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176467.210233:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176467.210242:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176467.210251:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5180.
00000020:00000040:1.0:1786176467.210260:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176467.210267:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176467.210273:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176467.210278:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176467.210285:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176467.210295:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176467.210303:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786176467.210311:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176467.210329:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5180 x1872930407262080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176467.210353:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176467.210360:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176467.210378:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef159443] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5180 x1872930407262080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176467.210394:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176467.210397:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176467.210402:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176467.210405:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176467.210406:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176467.210409:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176467.210414:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10987
00000400:00000200:1.0:1786176467.210424:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176467.210431:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176467.210434:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176467.210440:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.210448:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176467.210463:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.210467:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176467.210475:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176467.210481:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176467.210485:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176467.210488:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176467.210495:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176467.210499:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176467.210514:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.210517:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176467.210521:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.210528:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176467.210536:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176467.210541:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176467.210546:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176467.210553:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176467.210560:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176467.210566:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176467.210571:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176467.210576:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176467.210580:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176467.210584:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176467.210594:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786176467.210603:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176467.210609:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176467.210610:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176467.210618:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176467.210621:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176467.210626:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176467.210634:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:1.0:1786176467.210647:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176467.210654:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407262208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176467.210687:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176467.210691:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176467.210700:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407262208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176467.210726:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176467.210733:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176467.210744:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.1:1786176467.210748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786176467.210749:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176467.210759:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1786176467.210760:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1786176467.210819:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176467.210824:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10987
00000400:00000200:1.0:1786176467.210830:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176467.210833:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176467.210835:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176467.210838:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.210840:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176467.210844:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.210851:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176467.210858:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176467.210860:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176467.210868:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176467.210871:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176467.210873:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176467.210875:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176467.210880:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.210884:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176467.210888:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.210896:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176467.210909:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176467.210914:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176467.210923:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176467.210929:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176467.210934:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176467.210941:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176467.210943:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176467.210947:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176467.210951:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176467.210960:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176467.210969:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786176467.210979:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176467.210983:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176467.210989:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176467.210994:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176467.210997:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176467.211003:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176467.211015:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:1.0:1786176467.211022:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176467.211050:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407262336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176467.211082:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176467.211085:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176467.211092:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407262336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176467.211102:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176467.211113:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176467.211118:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176467.211123:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176467.211128:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176467.211137:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176467.211142:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10987
00000400:00000200:1.0:1786176467.211155:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176467.211163:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176467.211165:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176467.211173:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.211181:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176467.211187:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.211197:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176467.211204:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176467.211212:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176467.211217:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176467.211221:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176467.211228:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176467.211231:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176467.211240:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.211251:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176467.211260:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176467.211268:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176467.211271:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176467.211276:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176467.211283:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176467.211290:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176467.211297:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176467.211303:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176467.211309:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176467.211313:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176467.211321:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176467.211328:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176467.211337:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786176467.211341:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176467.211346:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176467.211350:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176467.211356:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176467.211367:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176467.211373:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176467.211379:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786176467.211384:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176467.211401:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407262464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176467.211430:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176467.211434:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176467.211442:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407262464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176467.211505:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176467.211516:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10997)
00000800:00000200:2.1:1786176467.211806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176467.211809:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176467.212147:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176467.212151:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176467.212467:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176467.212470:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176467.212804:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176467.212808:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1786176468.041843:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176468.041856:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176468.041858:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176468.041861:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176468.041865:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176468.041866:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176468.041868:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176468.041869:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176468.041914:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176468.041918:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176468.041920:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176469.065895:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176469.065902:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176470.089857:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176470.089862:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176470.089921:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176470.089926:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176470.089931:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176471.113895:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176471.113901:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176472.137877:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176472.137883:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176472.137938:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176472.137943:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176472.137948:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176472.329871:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176472.329883:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176472.329886:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176472.329889:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176472.329895:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176472.329902:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 10992
00000400:00000200:1.0:1786176472.329909:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176472.329915:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176472.329918:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176472.329921:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.329923:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176472.329926:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.329928:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176472.329932:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176472.329933:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176472.329936:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176472.329939:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176472.329941:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176472.329943:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176472.329945:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.329947:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176472.329948:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.329949:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176472.329952:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176472.329954:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176472.329957:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176472.329959:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176472.329962:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176472.329965:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176472.329966:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176472.329968:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176472.329976:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786176472.329979:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176472.329982:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176472.330012:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176472.330016:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176472.330018:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176472.330021:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176472.330029:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
00000100:00000001:1.0:1786176472.330034:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176472.330042:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407262592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176472.330050:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176472.330053:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176472.330057:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407262592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176472.330075:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176472.330078:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176472.330081:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176472.330082:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176472.330083:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176472.330085:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176472.330087:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10992
00000400:00000200:1.0:1786176472.330090:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176472.330092:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176472.330093:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176472.330095:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330097:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176472.330099:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330101:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176472.330102:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176472.330104:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176472.330105:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176472.330107:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176472.330108:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176472.330110:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176472.330113:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330115:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176472.330117:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330119:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176472.330123:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176472.330126:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330129:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176472.330132:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176472.330136:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176472.330138:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176472.330142:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176472.330147:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176472.330150:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176472.330153:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176472.330158:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786176472.330162:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176472.330169:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176472.330171:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176472.330175:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176472.330177:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176472.330180:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176472.330185:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786176472.330191:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176472.330199:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407262720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176472.330212:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176472.330216:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176472.330223:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407262720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176472.330232:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176472.330235:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176472.330238:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176472.330243:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176472.330245:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176472.330249:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176472.330252:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10992
00000400:00000200:1.0:1786176472.330258:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176472.330264:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176472.330269:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176472.330275:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330278:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176472.330284:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330287:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176472.330291:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176472.330293:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176472.330297:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176472.330299:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176472.330301:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176472.330305:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176472.330312:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330313:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176472.330317:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330320:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176472.330322:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176472.330328:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330331:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176472.330333:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176472.330337:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176472.330340:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176472.330344:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176472.330346:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176472.330350:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176472.330354:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176472.330359:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786176472.330365:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176472.330369:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176472.330372:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176472.330373:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176472.330374:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176472.330377:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176472.330383:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:1.0:1786176472.330389:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176472.330397:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407262848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176472.330407:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176472.330409:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176472.330415:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407262848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176472.330429:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176472.330429:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:1.0:1786176472.330434:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1786176472.330435:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000100:00080000:1.0:1786176472.330438:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176472.330441:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176472.330444:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176472.330452:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176472.330457:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10992
00000400:00000200:1.0:1786176472.330466:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176472.330472:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176472.330475:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176472.330482:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330488:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176472.330494:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330500:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176472.330504:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176472.330507:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176472.330509:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176472.330521:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176472.330524:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176472.330528:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176472.330534:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330539:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176472.330542:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330546:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176472.330548:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176472.330553:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330555:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176472.330556:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176472.330561:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176472.330564:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176472.330568:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176472.330572:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176472.330576:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176472.330580:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176472.330585:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786176472.330591:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176472.330600:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176472.330603:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176472.330607:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176472.330610:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176472.330613:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176472.330618:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:1.0:1786176472.330622:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176472.330626:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407262976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176472.330635:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176472.330639:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176472.330647:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407262976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176472.330661:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176472.330666:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176472.330672:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176472.330676:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176472.330680:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176472.330684:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176472.330690:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 10992
00000400:00000200:1.0:1786176472.330698:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176472.330704:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176472.330708:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176472.330715:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330720:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176472.330724:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330728:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176472.330733:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176472.330736:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176472.330739:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176472.330743:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176472.330747:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176472.330750:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176472.330758:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330761:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176472.330762:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330763:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176472.330765:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176472.330795:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176472.330801:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176472.330804:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176472.330808:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176472.330812:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176472.330817:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176472.330820:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176472.330824:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176472.330826:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176472.330828:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786176472.330832:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176472.330836:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176472.330839:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176472.330843:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176472.330846:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176472.330848:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176472.330854:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786176472.330857:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176472.330865:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407263104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176472.330880:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176472.330884:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176472.330890:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407263104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176472.330905:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176472.330910:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11002)
00000800:00000200:2.1:1786176472.331031:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176472.331033:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786176472.331226:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176472.331227:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786176472.331407:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176472.331409:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786176472.331584:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176472.331586:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1786176473.161876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176473.161882:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176474.185908:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176474.185917:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176474.186005:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176474.186012:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176474.186017:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176475.209902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176475.209911:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176476.233906:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176476.233915:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176476.233989:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176476.233994:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176476.233998:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176477.257886:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176477.257892:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176477.450659:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176477.450671:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786176477.451803:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176477.451805:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786176477.452052:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176477.452054:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786176477.452243:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176477.452245:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786176477.452499:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176477.452502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1786176478.281852:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176478.281859:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176478.281860:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176478.281863:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176478.281867:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176478.281869:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176478.281871:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176478.281872:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176478.281920:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176478.281925:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176478.281939:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176479.305898:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176479.305904:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176480.329881:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176480.329887:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176480.329962:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176480.329967:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176480.329971:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176481.353918:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176481.353924:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176482.377847:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176482.377853:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176482.377936:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176482.377939:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176482.377942:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1786176482.570402:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176482.570409:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176482.571044:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176482.571047:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176482.571272:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176482.571275:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176482.571480:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176482.571482:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176482.571727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176482.571729:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1786176483.401857:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176483.401864:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176484.425932:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176484.425945:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176484.426034:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176484.426041:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176484.426047:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176485.449958:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176485.449963:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176486.473989:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176486.473998:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176486.474064:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176486.474068:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176486.474071:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176487.497870:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176487.497875:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176487.690575:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176487.690583:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176487.691381:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176487.691383:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176487.691626:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176487.691628:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176487.691926:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176487.691928:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176487.692238:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176487.692240:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1786176488.521963:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176488.521972:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176488.521974:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176488.521978:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176488.521983:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176488.521986:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176488.521988:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176488.521990:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176488.522076:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176488.522083:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176488.522088:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176489.545870:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176489.545876:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176490.569906:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176490.569914:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176490.569968:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176490.569973:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176490.569976:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176491.593895:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176491.593902:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176492.617955:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176492.617962:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176492.618093:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176492.618099:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176492.618103:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1786176492.810485:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176492.810491:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786176492.811260:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176492.811263:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786176492.811459:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176492.811460:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786176492.811864:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176492.811866:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786176492.812074:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176492.812075:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1786176493.641875:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176493.641881:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176494.665871:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176494.665877:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176494.665936:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176494.665940:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176494.665943:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176495.689865:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176495.689874:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176496.713878:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176496.713884:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176496.713942:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176496.713948:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176496.713952:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176497.737941:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176497.737953:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176497.737956:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176497.737961:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176497.737969:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176497.737972:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176497.737975:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176497.737978:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786176497.930732:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176497.930756:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176497.931933:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176497.931937:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176497.932535:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176497.932538:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176497.932953:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176497.932956:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176497.933473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176497.933475:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1786176498.761883:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176498.761888:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176498.761945:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176498.761949:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176498.761952:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176499.785914:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176499.785923:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176500.809946:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176500.809956:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176500.810060:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176500.810067:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176500.810071:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176501.833882:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176501.833888:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176502.857917:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176502.857924:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176502.858001:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176502.858007:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176502.858011:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1786176503.050640:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176503.050646:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176503.051415:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176503.051419:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176503.051668:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176503.051670:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176503.051906:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176503.051907:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176503.052192:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176503.052194:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1786176503.881888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176503.881896:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176504.905888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176504.905896:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176504.905952:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176504.905956:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176504.905958:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176505.929888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176505.929894:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176506.953906:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176506.953915:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176506.953977:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176506.953983:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176506.953987:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176507.977893:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176507.977905:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176507.977907:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176507.977910:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176507.977915:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176507.977917:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176507.977919:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176507.977921:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786176508.170608:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176508.170614:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786176508.171259:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176508.171261:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786176508.171452:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176508.171453:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786176508.171707:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176508.171709:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786176508.171988:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176508.171990:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1786176509.001883:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176509.001889:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176509.001959:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176509.001964:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176509.001968:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176510.025892:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176510.025898:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176511.049866:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176511.049876:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176511.049944:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176511.049949:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176511.049952:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176512.073905:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176512.073912:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176513.097869:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176513.097875:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176513.097920:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176513.097924:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176513.097927:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1786176513.290486:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176513.290495:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786176513.291100:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176513.291102:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786176513.291287:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176513.291288:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786176513.291463:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176513.291464:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786176513.291666:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176513.291668:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1786176514.121844:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176514.121850:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176515.145881:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176515.145888:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176515.145944:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176515.145947:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176515.145950:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176516.169876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176516.169883:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176517.193876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176517.193883:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176517.193938:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176517.193943:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176517.193946:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176518.217912:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176518.217920:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176518.217923:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176518.217926:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176518.217932:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176518.217934:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176518.217937:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176518.217939:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176518.409915:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176518.409926:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176518.409928:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176518.409932:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176518.409937:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176518.409944:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11038
00000400:00000200:3.0:1786176518.409954:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176518.409960:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176518.409963:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176518.409966:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.409970:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176518.409973:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.409975:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176518.409979:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176518.409981:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176518.409984:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176518.409988:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176518.409990:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176518.409993:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176518.409996:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.409998:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176518.410000:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410003:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176518.410006:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176518.410009:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410012:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176518.410014:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176518.410018:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176518.410022:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176518.410024:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176518.410027:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176518.410037:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786176518.410040:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176518.410044:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176518.410046:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176518.410049:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176518.410052:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176518.410057:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176518.410065:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786176518.410072:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176518.410082:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407268352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176518.410094:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176518.410099:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176518.410104:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407268352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176518.410128:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176518.410131:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176518.410135:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176518.410137:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176518.410139:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176518.410142:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176518.410144:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11038
00000400:00000200:3.0:1786176518.410149:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176518.410154:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176518.410157:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176518.410160:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410163:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176518.410168:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410171:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176518.410176:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176518.410180:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176518.410182:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176518.410187:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176518.410190:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176518.410195:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176518.410205:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410209:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176518.410213:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410218:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176518.410223:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176518.410229:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410237:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176518.410243:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176518.410249:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176518.410255:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176518.410259:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176518.410265:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176518.410271:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176518.410274:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176518.410281:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786176518.410284:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176518.410290:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176518.410293:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176518.410296:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176518.410298:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176518.410302:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176518.410310:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786176518.410316:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176518.410324:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407268480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176518.410354:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176518.410360:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176518.410369:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407268480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176518.410389:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176518.410394:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176518.410399:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176518.410401:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176518.410405:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176518.410412:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176518.410419:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11038
00000400:00000200:3.0:1786176518.410428:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176518.410438:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176518.410444:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176518.410454:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410460:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176518.410464:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410466:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176518.410469:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176518.410472:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176518.410476:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176518.410480:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176518.410486:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176518.410491:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176518.410496:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410502:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176518.410508:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410514:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176518.410519:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176518.410526:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410532:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176518.410535:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176518.410572:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176518.410578:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786176518.410582:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176518.410583:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176518.410586:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1786176518.410589:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000008:00000001:3.0:1786176518.410591:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176518.410597:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176518.410603:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786176518.410608:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176518.410613:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176518.410615:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176518.410618:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176518.410621:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176518.410625:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176518.410632:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786176518.410637:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176518.410647:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407268608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176518.410668:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176518.410672:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176518.410682:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407268608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176518.410696:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176518.410703:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176518.410712:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176518.410714:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176518.410718:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176518.410724:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176518.410729:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11038
00000400:00000200:3.0:1786176518.410736:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176518.410745:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176518.410750:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176518.410756:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410759:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176518.410762:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410769:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176518.410802:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176518.410803:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176518.410805:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176518.410808:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176518.410811:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176518.410816:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176518.410823:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410829:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176518.410835:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410839:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176518.410844:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176518.410851:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176518.410855:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176518.410860:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176518.410864:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176518.410870:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176518.410874:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176518.410880:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176518.410886:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176518.410891:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176518.410899:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786176518.410905:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176518.410910:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176518.410913:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176518.410918:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176518.410921:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176518.410926:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176518.410933:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786176518.410939:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176518.410951:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407268736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176518.410966:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176518.410971:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176518.410982:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407268736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176518.410997:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176518.411003:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176518.411012:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176518.411015:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176518.411019:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176518.411026:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176518.411033:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11038
00000400:00000200:3.0:1786176518.411041:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176518.411047:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176518.411054:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176518.411062:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.411067:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176518.411074:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.411079:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176518.411084:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176518.411088:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176518.411091:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176518.411095:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176518.411101:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176518.411106:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176518.411115:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.411119:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176518.411124:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176518.411130:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176518.411137:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176518.411146:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176518.411153:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176518.411158:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176518.411164:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176518.411170:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176518.411174:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176518.411179:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176518.411184:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176518.411189:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176518.411196:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786176518.411202:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176518.411209:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176518.411214:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176518.411218:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176518.411219:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176518.411221:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176518.411226:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786176518.411233:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176518.411244:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407268864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176518.411268:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176518.411274:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176518.411283:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407268864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176518.411305:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176518.411315:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11048)
00000800:00000200:0.1:1786176518.411434:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176518.411437:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176518.411793:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176518.411796:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176518.412096:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176518.412098:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176518.412522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176518.412525:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1786176519.241825:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176519.241830:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176519.241881:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176519.241885:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176519.241888:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176520.265879:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176520.265885:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176521.289847:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176521.289853:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176521.289917:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176521.289921:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176521.289924:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176522.313852:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176522.313857:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176523.337887:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176523.337893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176523.337962:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176523.337965:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176523.337967:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1786176523.530457:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176523.530889:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176523.531221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176523.531397:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176523.531568:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00010000:00000001:1.0:1786176524.361876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176524.361883:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176525.385890:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176525.385895:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176525.385954:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176525.385958:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176525.385960:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176526.409858:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176526.409865:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1786176526.602049:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:3.0:1786176526.602088:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1786176526.602096:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176526.602099:0:2390:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:3.0:1786176526.602103:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176526.602107:0:2390:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1786176526.602111:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176526.602115:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:3.0:1786176526.602120:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176526.602124:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176526.602129:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5baa0
00000400:00000010:3.0:1786176526.602131:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5baa0.
00000100:00000001:3.0:1786176526.602136:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176526.602146:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1498afed80 x1872930407268992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176526.602172:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176526.602177:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afed80 x1872930407268992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176548 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176526.602184:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176526.602186:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176526.602196:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176526.602198:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:3.0:1786176526.602203:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176526.602207:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176526.602211:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b2a8
00000400:00000010:3.0:1786176526.602214:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b2a8.
00000100:00000001:3.0:1786176526.602217:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176526.602226:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1498afdc00 x1872930407269120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176526.602240:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176526.602247:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdc00 x1872930407269120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176548 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176526.602273:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176526.602275:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176526.602286:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176526.602293:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880c300.
00000400:00000200:3.0:1786176526.602298:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176526.602307:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176526.602313:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b7f8
00000400:00000010:3.0:1786176526.602317:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b7f8.
00000100:00000001:3.0:1786176526.602324:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176526.602332:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1498afca80 x1872930407269248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176526.602357:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176526.602365:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afca80 x1872930407269248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176548 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176526.602379:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176526.602384:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176526.602397:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176526.602402:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ca00.
00000400:00000200:3.0:1786176526.602408:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176526.602416:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176526.602424:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b220
00000400:00000010:3.0:1786176526.602426:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b220.
00000100:00000001:3.0:1786176526.602429:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176526.602434:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1498afd180 x1872930407269376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176526.602455:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176526.602478:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd180 x1872930407269376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176548 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176526.602494:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176526.602499:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176526.602510:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176526.602516:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880c900.
00000400:00000200:3.0:1786176526.602521:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176526.602532:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176526.602538:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b3b8
00000400:00000010:3.0:1786176526.602540:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b3b8.
00000100:00000001:3.0:1786176526.602542:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176526.602549:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1498afc380 x1872930407269504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176526.602575:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176526.602584:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc380 x1872930407269504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176548 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176526.602607:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176526.602612:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1786176527.433888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176527.433896:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176527.433961:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176527.433966:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176527.433970:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176528.457868:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176528.457878:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176528.457880:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176528.457883:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176528.457888:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176528.457891:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176528.457893:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176528.457895:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786176528.650609:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176528.650613:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1786176528.651494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176528.651497:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1786176528.651839:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176528.651842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1786176528.652132:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176528.652133:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1786176528.652463:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176528.652465:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 57 secs later)
00010000:00000001:1.0:1786176529.481883:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176529.481890:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176529.481943:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176529.481947:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176529.481950:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176530.505856:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176530.505862:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176531.529892:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176531.529898:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176531.529955:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176531.529959:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176531.529962:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176532.553876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176532.553882:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176533.577897:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176533.577905:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176533.577989:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176533.577993:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176533.577996:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1786176533.770477:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176533.770485:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1786176533.771084:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176533.771086:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1786176533.771388:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176533.771408:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1786176533.771709:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176533.771712:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1786176533.772026:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176533.772029:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00010000:00000001:1.0:1786176534.601841:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176534.601846:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176535.625829:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176535.625834:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176535.625912:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176535.625916:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176535.625919:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176536.649853:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176536.649858:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176537.673892:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176537.673900:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176537.673902:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176537.673904:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176537.673908:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176537.673910:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176537.673911:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176537.673913:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176537.673960:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176537.673964:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176537.673967:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176538.697873:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176538.697879:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176538.890521:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176538.890527:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786176538.891223:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176538.891226:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786176538.891528:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176538.891530:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786176538.891884:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176538.891887:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786176538.892187:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176538.892206:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00010000:00000001:1.0:1786176539.721874:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176539.721897:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176539.721976:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176539.721982:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176539.721985:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176540.745935:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176540.745944:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176541.769868:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176541.769874:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176541.769924:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176541.769928:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176541.769931:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176542.793897:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176542.793903:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176543.817876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176543.817882:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176543.817970:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176543.817973:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176543.817976:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176544.009934:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176544.009946:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176544.009949:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176544.009953:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176544.009958:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176544.009966:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11064
00000400:00000200:3.0:1786176544.009973:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176544.009981:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176544.009984:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176544.009988:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.009992:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176544.009994:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.009997:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176544.010001:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176544.010003:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176544.010007:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176544.010010:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176544.010012:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176544.010015:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176544.010018:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010020:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176544.010022:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010024:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176544.010028:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176544.010031:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010034:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176544.010037:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176544.010040:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176544.010043:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176544.010046:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176544.010049:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176544.010058:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176544.010062:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176544.010067:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176544.010080:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176544.010084:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176544.010086:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176544.010090:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176544.010099:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786176544.010106:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176544.010117:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407271552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176544.010128:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176544.010132:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176544.010138:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407271552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176544.010162:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176544.010165:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176544.010169:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176544.010170:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176544.010172:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176544.010174:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176544.010177:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11064
00000400:00000200:3.0:1786176544.010181:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176544.010185:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176544.010188:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176544.010192:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010194:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176544.010196:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010199:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176544.010202:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176544.010203:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176544.010207:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176544.010211:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176544.010224:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176544.010231:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176544.010241:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010249:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176544.010255:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010261:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176544.010269:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176544.010278:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010284:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176544.010287:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176544.010309:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176544.010314:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176544.010343:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176544.010351:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176544.010358:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176544.010362:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176544.010368:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786176544.010375:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176544.010390:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176544.010393:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176544.010398:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176544.010400:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176544.010404:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176544.010413:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786176544.010420:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176544.010432:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407271680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176544.010453:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176544.010458:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176544.010466:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407271680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176544.010503:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176544.010509:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176544.010517:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176544.010521:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176544.010525:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1786176544.010525:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176544.010534:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1786176544.010534:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1786176544.010540:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11064
00000400:00000200:3.0:1786176544.010549:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176544.010557:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176544.010560:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176544.010566:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010571:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176544.010578:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010583:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176544.010588:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176544.010592:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176544.010595:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176544.010599:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176544.010603:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176544.010611:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176544.010620:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010626:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176544.010633:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010639:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176544.010645:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176544.010652:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010659:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176544.010665:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176544.010671:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176544.010677:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176544.010682:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176544.010688:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176544.010696:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176544.010701:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176544.010708:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786176544.010715:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176544.010721:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176544.010724:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176544.010729:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176544.010733:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176544.010737:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176544.010745:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786176544.010751:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176544.010763:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407271808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176544.010816:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176544.010820:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176544.010828:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407271808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176544.010846:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176544.010853:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176544.010861:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176544.010866:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176544.010869:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176544.010874:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176544.010882:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11064
00000400:00000200:3.0:1786176544.010894:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176544.010903:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176544.010908:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176544.010918:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010923:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176544.010930:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010936:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176544.010942:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176544.010946:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176544.010951:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176544.010956:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176544.010963:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176544.010971:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176544.010981:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010985:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176544.010992:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.010997:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176544.011003:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176544.011011:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176544.011016:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176544.011021:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176544.011027:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176544.011033:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176544.011039:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176544.011043:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176544.011051:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176544.011055:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176544.011064:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786176544.011070:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176544.011077:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176544.011081:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176544.011085:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176544.011089:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176544.011094:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176544.011102:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786176544.011108:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176544.011119:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407271936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176544.011139:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176544.011145:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176544.011155:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407271936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176544.011177:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176544.011184:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176544.011191:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176544.011194:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176544.011199:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176544.011205:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176544.011213:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11064
00000400:00000200:3.0:1786176544.011236:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176544.011246:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176544.011253:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176544.011262:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.011269:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786176544.011273:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786176544.011275:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.1:1786176544.011277:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1786176544.011281:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176544.011288:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176544.011309:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176544.011315:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176544.011320:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176544.011326:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176544.011332:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176544.011344:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.011350:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176544.011358:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176544.011365:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176544.011372:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176544.011379:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176544.011387:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176544.011392:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176544.011399:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176544.011406:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176544.011414:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176544.011420:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176544.011428:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176544.011434:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176544.011442:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786176544.011448:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176544.011456:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176544.011461:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176544.011466:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176544.011471:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176544.011475:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176544.011485:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786176544.011492:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176544.011504:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407272064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176544.011529:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176544.011535:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176544.011545:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407272064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176544.011565:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176544.011573:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11074)
00000800:00000200:2.1:1786176544.011685:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176544.011687:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176544.011975:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176544.011978:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176544.012237:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176544.012239:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1786176544.841893:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176544.841901:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176545.865899:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176545.865905:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176545.865969:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176545.865975:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176545.865980:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176546.889936:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176546.889943:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176547.913845:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176547.913852:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176547.913855:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176547.913857:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176547.913862:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176547.913864:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176547.913866:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176547.913867:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176547.913956:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176547.913960:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176547.913963:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176548.937921:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176548.937929:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176549.130634:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176549.130639:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176549.131458:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176549.131459:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176549.131667:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176549.131669:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176549.131907:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176549.131909:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176549.132207:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176549.132210:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1786176549.961843:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176549.961850:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176549.961921:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176549.961925:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176549.961928:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176550.985840:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176550.985846:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176552.009910:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176552.009917:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176552.009990:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176552.009995:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176552.009999:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176553.033835:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176553.033840:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176554.057884:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176554.057891:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176554.057963:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176554.057968:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176554.057972:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1786176554.250822:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176554.250827:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786176554.251880:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176554.251884:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786176554.252192:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176554.252209:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786176554.252513:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176554.252516:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786176554.252840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176554.252843:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1786176555.081900:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176555.081905:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176556.105881:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176556.105888:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176556.105943:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176556.105947:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176556.105950:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176557.129877:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176557.129883:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176558.153832:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176558.153839:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176558.153841:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176558.153843:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176558.153847:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176558.153849:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176558.153851:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176558.153852:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176558.153903:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176558.153906:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176558.153909:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176559.177853:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176559.177860:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176559.370402:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176559.370407:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176559.370996:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176559.371001:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176559.371478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176559.371480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176559.371791:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176559.371793:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176559.371977:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176559.371978:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1786176560.201844:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176560.201850:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176560.201915:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176560.201919:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176560.201923:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176561.225858:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176561.225865:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176562.249898:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176562.249906:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176562.249961:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176562.249965:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176562.249975:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176563.273887:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176563.273892:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176564.297935:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176564.297941:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176564.298047:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176564.298050:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176564.298053:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1786176564.490717:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176564.490726:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176564.491906:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176564.491908:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176564.492113:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176564.492115:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176564.492298:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176564.492299:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176564.492541:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176564.492543:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1786176565.321878:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176565.321886:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176566.345902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176566.345908:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176566.345963:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176566.345966:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176566.345969:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176567.369881:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176567.369887:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176568.393921:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176568.393931:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176568.393934:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176568.393938:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176568.393943:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176568.393946:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176568.393949:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176568.393951:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176568.394045:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176568.394048:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176568.394051:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176569.417905:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176569.417912:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786176569.611827:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176569.611830:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1786176569.612244:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176569.612247:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1786176569.612577:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176569.612579:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1786176569.612933:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176569.612936:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1786176569.613435:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176569.613438:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 16 secs later)
00010000:00000001:1.0:1786176570.441904:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176570.441912:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176570.442001:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176570.442004:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176570.442007:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176571.465857:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176571.465863:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176572.489921:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176572.489929:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176572.490003:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176572.490008:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176572.490012:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176573.513900:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176573.513907:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176574.537873:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176574.537878:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176574.537928:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176574.537931:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176574.537934:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1786176574.730645:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176574.730655:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1786176574.731686:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176574.731688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1786176574.731910:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176574.731911:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1786176574.732118:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176574.732120:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1786176574.732381:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176574.732384:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00010000:00000001:1.0:1786176575.561921:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176575.561929:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176576.585882:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176576.585888:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176576.585948:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176576.585953:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176576.585957:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176577.609854:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176577.609863:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176577.609866:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176577.609869:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176577.609875:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176577.609877:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176577.609880:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176577.609883:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176578.633868:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176578.633874:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176578.633976:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176578.633980:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176578.633983:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176579.657902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176579.657908:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176579.849886:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176579.849895:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176579.849898:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176579.849901:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176579.849905:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176579.849912:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11100
00000400:00000200:3.0:1786176579.849919:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176579.849925:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176579.849927:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176579.849930:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.849932:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176579.849935:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.849937:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176579.849939:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176579.849941:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176579.849943:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176579.849961:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176579.849963:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176579.849966:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176579.849968:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.849970:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176579.849972:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.849973:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176579.849976:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176579.849978:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176579.849980:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176579.849987:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176579.849990:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176579.849995:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176579.849996:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176579.849998:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176579.850006:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786176579.850009:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176579.850012:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176579.850013:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176579.850016:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176579.850018:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176579.850021:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176579.850027:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176579.850033:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176579.850040:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407276032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176579.850048:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176579.850052:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176579.850055:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407276032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176579.850072:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176579.850074:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176579.850076:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176579.850078:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176579.850079:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176579.850080:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176579.850083:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11100
00000400:00000200:3.0:1786176579.850085:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176579.850087:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176579.850089:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176579.850092:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850094:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176579.850096:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850098:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176579.850100:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176579.850101:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176579.850102:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176579.850104:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176579.850105:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176579.850106:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176579.850109:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850113:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176579.850115:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850118:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176579.850122:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176579.850127:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850129:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176579.850132:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176579.850138:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176579.850142:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176579.850145:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176579.850151:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176579.850155:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176579.850157:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176579.850160:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786176579.850161:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176579.850163:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176579.850165:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176579.850168:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176579.850170:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176579.850174:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176579.850177:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786176579.850181:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176579.850188:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407276160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176579.850197:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176579.850202:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176579.850210:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407276160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176579.850222:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176579.850225:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176579.850228:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176579.850230:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176579.850231:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176579.850234:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176579.850238:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11100
00000400:00000200:3.0:1786176579.850244:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176579.850250:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176579.850254:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176579.850260:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850265:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176579.850269:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850273:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176579.850277:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176579.850280:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176579.850283:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176579.850286:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176579.850288:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176579.850293:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176579.850297:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850298:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176579.850299:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850301:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176579.850304:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176579.850306:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850307:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176579.850310:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176579.850313:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176579.850316:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176579.850318:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176579.850320:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176579.850322:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176579.850324:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176579.850330:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786176579.850333:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176579.850336:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176579.850340:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176579.850345:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176579.850349:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176579.850354:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176579.850363:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786176579.850369:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176579.850381:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407276288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176579.850397:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176579.850402:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176579.850410:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407276288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176579.850419:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176579.850423:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1786176579.850429:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786176579.850430:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176579.850431:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176579.850434:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176579.850438:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.1:1786176579.850439:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000100:00080000:3.0:1786176579.850441:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11100
00000400:00000200:3.0:1786176579.850447:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176579.850452:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176579.850456:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176579.850459:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850463:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176579.850464:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850467:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176579.850479:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176579.850481:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176579.850483:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176579.850485:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176579.850489:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176579.850492:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176579.850497:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850500:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176579.850505:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850508:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176579.850511:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176579.850518:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850520:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176579.850523:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176579.850528:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176579.850533:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176579.850537:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176579.850544:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176579.850548:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176579.850553:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176579.850557:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786176579.850561:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176579.850565:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176579.850567:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176579.850569:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176579.850571:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176579.850574:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176579.850579:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786176579.850585:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176579.850595:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407276416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176579.850609:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176579.850613:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176579.850622:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407276416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176579.850635:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176579.850638:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176579.850642:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176579.850646:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176579.850648:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176579.850653:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176579.850658:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11100
00000400:00000200:3.0:1786176579.850666:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176579.850673:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176579.850678:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176579.850683:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850687:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176579.850696:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850702:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176579.850709:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176579.850713:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176579.850718:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176579.850723:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176579.850729:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176579.850736:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176579.850753:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850758:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176579.850763:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850768:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176579.850791:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176579.850794:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176579.850796:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176579.850798:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176579.850801:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176579.850802:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176579.850805:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176579.850809:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176579.850812:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176579.850817:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176579.850822:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786176579.850826:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176579.850830:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176579.850832:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176579.850835:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176579.850838:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176579.850840:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176579.850845:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176579.850850:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176579.850857:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407276544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176579.850876:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176579.850881:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176579.850890:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407276544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176579.850901:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176579.850906:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11110)
00000800:00000200:0.1:1786176579.851034:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176579.851037:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1786176579.851249:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176579.851251:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1786176579.851477:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176579.851479:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1786176579.851668:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176579.851669:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00010000:00000001:1.0:1786176580.681867:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176580.681873:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176580.681974:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176580.681979:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176580.681983:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176581.705910:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176581.705916:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176582.729894:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176582.729901:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176582.729971:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176582.729975:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176582.729979:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176583.753964:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176583.753980:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176584.777878:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176584.777886:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176584.777959:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176584.777963:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176584.777966:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1786176584.970526:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176584.970533:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1786176584.971380:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176584.971383:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1786176584.971706:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176584.971709:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1786176584.972047:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176584.972050:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1786176584.972463:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176584.972465:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1786176585.801869:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176585.801875:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176586.825858:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176586.825865:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176586.825926:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176586.825931:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176586.825934:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176587.849922:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176587.849929:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176587.849932:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176587.849935:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176587.849940:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176587.849942:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176587.849944:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176587.849946:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176588.873930:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176588.873935:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176588.873984:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176588.873987:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176588.873990:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176589.897922:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176589.897930:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786176590.090433:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176590.090808:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176590.091231:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176590.091467:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176590.091639:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00010000:00000001:1.0:1786176590.921913:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176590.921922:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176590.921995:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176590.922000:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176590.922003:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176591.945941:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176591.945949:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176592.969929:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176592.969936:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176592.970035:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176592.970042:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176592.970048:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1786176593.162068:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:1.0:1786176593.162112:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1786176593.162121:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176593.162125:0:2389:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:1.0:1786176593.162129:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176593.162132:0:2389:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1786176593.162136:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176593.162139:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880c000.
00000400:00000200:1.0:1786176593.162144:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176593.162148:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176593.162153:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5ba18
00000400:00000010:1.0:1786176593.162156:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5ba18.
00000100:00000001:1.0:1786176593.162159:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176593.162167:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1498aff800 x1872930407277312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176593.162199:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176593.162204:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff800 x1872930407277312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176615 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176593.162212:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176593.162214:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176593.162224:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176593.162228:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:1.0:1786176593.162232:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176593.162236:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176593.162240:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b770
00000400:00000010:1.0:1786176593.162243:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b770.
00000100:00000001:1.0:1786176593.162247:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176593.162255:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1498afc700 x1872930407277440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176593.162269:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176593.162277:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc700 x1872930407277440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176615 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176593.162293:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176593.162298:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176593.162318:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176593.162323:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880c900.
00000400:00000200:1.0:1786176593.162331:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176593.162342:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176593.162349:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b550
00000400:00000010:1.0:1786176593.162353:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b550.
00000100:00000001:1.0:1786176593.162359:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176593.162367:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1498aff480 x1872930407277568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176593.162384:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176593.162392:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff480 x1872930407277568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176615 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176593.162421:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176593.162426:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176593.162435:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176593.162441:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ca00.
00000400:00000200:1.0:1786176593.162447:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176593.162455:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176593.162462:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b880
00000400:00000010:1.0:1786176593.162466:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b880.
00000100:00000001:1.0:1786176593.162472:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176593.162480:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1498afdf80 x1872930407277696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176593.162511:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176593.162519:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdf80 x1872930407277696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176615 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176593.162534:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176593.162538:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176593.162546:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176593.162550:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880c300.
00000400:00000200:1.0:1786176593.162554:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176593.162562:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176593.162567:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b908
00000400:00000010:1.0:1786176593.162571:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b908.
00000100:00000001:1.0:1786176593.162573:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176593.162580:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1498afe680 x1872930407277824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176593.162596:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176593.162603:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe680 x1872930407277824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176615 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176593.162617:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176593.162622:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1786176593.993911:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176593.993918:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176595.017875:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176595.017882:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176595.017937:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176595.017942:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176595.017946:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1786176595.210590:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176595.210596:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176595.211436:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176595.211438:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176595.211732:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176595.211734:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176595.212067:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176595.212070:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176595.212480:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176595.212483:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1786176596.041868:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176596.041874:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176597.065880:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176597.065887:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176597.065938:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176597.065943:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176597.065947:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176598.089881:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176598.089897:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176598.089900:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176598.089904:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176598.089909:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176598.089911:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176598.089913:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176598.089916:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176599.113905:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176599.113913:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176599.113952:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176599.113957:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176599.113961:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176600.137888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176600.137895:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176600.329869:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176600.329880:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176600.329883:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176600.329888:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176600.329893:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176600.329900:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11120
00000400:00000200:3.0:1786176600.329907:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176600.329912:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176600.329915:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176600.329918:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.329921:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176600.329922:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.329924:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176600.329927:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176600.329929:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176600.329931:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176600.329934:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176600.329935:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176600.329938:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176600.329940:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.329942:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176600.329943:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.329945:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176600.329947:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176600.329949:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176600.329950:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176600.329952:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176600.329955:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176600.329957:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176600.329959:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176600.329961:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176600.329968:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786176600.329970:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176600.329974:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176600.329975:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176600.329978:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176600.329980:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176600.329983:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176600.329990:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786176600.329996:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176600.330002:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407278592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176600.330011:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176600.330014:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176600.330026:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407278592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176600.330041:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176600.330043:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176600.330046:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176600.330047:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176600.330048:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176600.330050:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176600.330052:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11120
00000400:00000200:3.0:1786176600.330055:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176600.330057:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176600.330059:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176600.330061:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330063:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176600.330065:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330067:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176600.330069:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176600.330071:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176600.330074:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176600.330077:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176600.330082:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176600.330090:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176600.330095:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330098:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176600.330103:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330107:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176600.330112:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176600.330117:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330120:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176600.330124:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176600.330131:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176600.330135:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176600.330137:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176600.330142:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176600.330146:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176600.330149:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176600.330152:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786176600.330156:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176600.330160:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176600.330162:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176600.330165:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176600.330167:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176600.330170:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176600.330175:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176600.330179:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176600.330186:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407278720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176600.330198:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176600.330203:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176600.330209:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407278720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176600.330219:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176600.330225:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176600.330228:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176600.330229:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176600.330231:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176600.330234:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176600.330237:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11120
00000400:00000200:3.0:1786176600.330243:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176600.330248:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176600.330250:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176600.330254:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330259:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176600.330263:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330267:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176600.330272:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176600.330274:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176600.330279:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176600.330281:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176600.330285:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176600.330289:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176600.330295:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330299:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176600.330303:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330305:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176600.330307:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176600.330312:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330315:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176600.330316:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176600.330319:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176600.330323:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176600.330326:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176600.330328:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176600.330335:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176600.330340:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176600.330346:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000020:00000040:3.0:1786176600.330352:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176600.330358:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176600.330362:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176600.330367:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176600.330371:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176600.330377:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176600.330383:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176600.330390:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176600.330398:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407278848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176600.330412:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176600.330415:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176600.330422:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407278848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176600.330430:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176600.330436:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176600.330438:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176600.330441:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176600.330444:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176600.330450:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176600.330454:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11120
00000400:00000200:3.0:1786176600.330462:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:0.1:1786176600.330464:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000400:00000200:3.0:1786176600.330467:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000200:0.1:1786176600.330471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1786176600.330472:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176600.330477:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330480:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176600.330485:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330489:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176600.330490:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176600.330494:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176600.330496:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176600.330497:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176600.330500:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176600.330506:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176600.330511:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330514:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176600.330519:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330521:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176600.330534:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176600.330540:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330544:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176600.330548:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176600.330553:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176600.330557:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176600.330560:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176600.330563:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176600.330567:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176600.330570:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176600.330577:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786176600.330581:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176600.330586:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176600.330589:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176600.330591:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176600.330594:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176600.330598:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176600.330602:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176600.330605:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176600.330612:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407278976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176600.330624:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176600.330627:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176600.330630:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407278976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176600.330639:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176600.330643:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176600.330647:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176600.330649:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176600.330651:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176600.330658:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176600.330660:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11120
00000400:00000200:3.0:1786176600.330666:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176600.330671:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176600.330673:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176600.330679:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330688:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176600.330690:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330694:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176600.330697:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176600.330701:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176600.330703:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176600.330707:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176600.330709:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176600.330714:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176600.330721:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330723:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176600.330727:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330731:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176600.330736:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176600.330741:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176600.330758:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176600.330761:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176600.330764:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176600.330768:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176600.330789:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176600.330790:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176600.330792:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176600.330793:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176600.330796:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786176600.330798:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176600.330802:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176600.330804:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176600.330807:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176600.330810:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176600.330813:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176600.330818:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786176600.330824:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176600.330833:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407279104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176600.330857:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176600.330862:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176600.330874:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407279104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176600.330896:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176600.330904:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11130)
00000800:00000200:0.1:1786176600.331168:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176600.331171:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786176600.331509:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176600.331512:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786176600.331878:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176600.331881:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786176600.332205:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176600.332208:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1786176601.161902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176601.161908:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176601.161969:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176601.161973:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176601.161976:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176602.185874:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176602.185881:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176603.209890:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176603.209897:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176603.209961:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176603.209965:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176603.209968:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176604.233859:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176604.233866:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176605.257879:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176605.257884:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176605.257941:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176605.257945:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176605.257948:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176605.449865:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176605.449875:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176605.449878:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176605.449883:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176605.449888:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176605.449896:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11125
00000400:00000200:3.0:1786176605.449905:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176605.449912:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176605.449916:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176605.449920:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.449923:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176605.449925:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.449926:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176605.449930:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176605.449931:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176605.449933:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176605.449936:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176605.449938:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176605.449939:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176605.449941:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.449943:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176605.449944:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.449945:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176605.449947:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176605.449950:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176605.449952:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176605.449954:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176605.449957:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176605.449959:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176605.449961:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176605.449962:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176605.449970:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786176605.449973:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176605.449977:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176605.449978:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176605.449981:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176605.449983:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176605.449986:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176605.449994:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786176605.450000:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176605.450010:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407279232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176605.450022:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176605.450027:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176605.450032:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407279232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176605.450050:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176605.450052:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176605.450055:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176605.450056:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176605.450057:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176605.450059:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176605.450061:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11125
00000400:00000200:3.0:1786176605.450064:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176605.450068:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176605.450070:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176605.450072:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450074:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176605.450076:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450078:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176605.450079:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176605.450080:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176605.450082:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176605.450084:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176605.450087:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176605.450089:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176605.450092:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450095:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176605.450098:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450101:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176605.450104:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176605.450109:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450114:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176605.450118:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176605.450124:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176605.450128:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176605.450132:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176605.450139:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176605.450148:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176605.450153:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176605.450160:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786176605.450164:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176605.450167:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176605.450169:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176605.450173:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176605.450175:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176605.450178:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176605.450185:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176605.450190:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176605.450197:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407279360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176605.450206:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176605.450208:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176605.450212:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407279360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176605.450221:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176605.450226:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176605.450236:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176605.450239:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176605.450243:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176605.450251:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176605.450257:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11125
00000400:00000200:3.0:1786176605.450269:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176605.450274:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176605.450277:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176605.450283:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450287:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176605.450288:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450290:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176605.450295:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176605.450298:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176605.450300:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176605.450302:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176605.450305:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176605.450310:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176605.450316:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450318:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176605.450322:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450324:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176605.450328:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176605.450340:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450346:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176605.450348:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176605.450352:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176605.450356:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176605.450360:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176605.450363:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176605.450368:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176605.450370:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176605.450377:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786176605.450382:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176605.450388:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176605.450389:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176605.450394:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176605.450396:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1786176605.450397:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786176605.450399:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786176605.450404:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
02000000:00000010:3.0:1786176605.450406:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176605.450411:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176605.450420:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407279488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176605.450431:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176605.450435:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176605.450441:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407279488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176605.450450:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176605.450454:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176605.450463:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176605.450465:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176605.450468:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176605.450471:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176605.450476:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11125
00000400:00000200:3.0:1786176605.450482:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176605.450488:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176605.450492:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176605.450498:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450501:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176605.450503:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450505:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176605.450508:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176605.450511:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176605.450513:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176605.450514:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176605.450516:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176605.450517:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176605.450522:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450527:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176605.450530:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450533:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176605.450540:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176605.450548:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450554:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176605.450559:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176605.450564:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176605.450570:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176605.450575:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176605.450579:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176605.450584:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176605.450587:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176605.450591:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786176605.450596:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176605.450601:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176605.450604:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176605.450607:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176605.450609:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176605.450612:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176605.450617:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176605.450622:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176605.450631:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407279616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176605.450648:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176605.450652:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176605.450658:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407279616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176605.450678:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176605.450681:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176605.450686:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176605.450689:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176605.450692:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176605.450697:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176605.450716:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11125
00000400:00000200:3.0:1786176605.450724:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176605.450730:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176605.450733:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176605.450739:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450744:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176605.450748:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450754:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176605.450759:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176605.450764:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176605.450769:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176605.450804:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176605.450809:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176605.450814:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176605.450820:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450823:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176605.450829:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450832:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176605.450836:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176605.450842:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176605.450846:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176605.450849:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176605.450853:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176605.450857:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176605.450859:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176605.450861:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176605.450863:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176605.450866:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176605.450874:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786176605.450880:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176605.450883:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176605.450885:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176605.450887:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176605.450889:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176605.450891:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176605.450896:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786176605.450900:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176605.450911:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407279744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176605.450941:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176605.450945:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176605.450953:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407279744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176605.450968:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176605.450975:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11135)
00000800:00000200:0.1:1786176605.451072:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176605.451076:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176605.451305:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176605.451307:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176605.451485:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176605.451486:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176605.451747:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176605.451750:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1786176606.281861:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176606.281867:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176607.305908:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176607.305916:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176607.305974:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176607.305977:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176607.305980:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176608.329859:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176608.329866:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176608.329868:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176608.329870:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176608.329874:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176608.329876:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176608.329878:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176608.329880:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176609.353907:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176609.353915:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176609.353993:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176609.353998:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176609.354001:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176610.377862:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176610.377868:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176610.569848:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176610.569857:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176610.569860:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176610.569863:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176610.569867:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176610.569874:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11130
00000400:00000200:3.0:1786176610.569881:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176610.569887:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176610.569890:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176610.569892:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.569895:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176610.569897:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.569899:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176610.569902:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176610.569904:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176610.569906:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176610.569908:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176610.569910:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176610.569913:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176610.569916:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.569918:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176610.569919:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.569921:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176610.569923:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176610.569925:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176610.569927:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176610.569929:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176610.569931:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176610.569933:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176610.569934:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176610.569936:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176610.569944:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786176610.569946:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176610.569949:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176610.569950:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176610.569953:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176610.569955:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176610.569958:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176610.569965:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176610.569970:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176610.569977:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407279872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176610.569985:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176610.569988:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176610.569992:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407279872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176610.570010:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176610.570012:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176610.570015:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176610.570016:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176610.570018:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176610.570020:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176610.570021:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11130
00000400:00000200:3.0:1786176610.570024:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176610.570026:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176610.570027:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176610.570029:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570031:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176610.570033:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570034:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176610.570036:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176610.570037:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176610.570038:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176610.570040:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176610.570042:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176610.570043:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176610.570046:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570049:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176610.570051:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570053:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176610.570058:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176610.570065:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570069:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176610.570071:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176610.570077:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176610.570081:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176610.570085:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176610.570089:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176610.570093:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176610.570097:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176610.570099:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786176610.570103:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176610.570105:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176610.570107:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176610.570110:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176610.570111:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176610.570114:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176610.570119:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786176610.570124:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176610.570130:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407280000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176610.570141:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176610.570144:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176610.570148:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407280000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176610.570159:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176610.570162:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176610.570164:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176610.570166:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176610.570168:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176610.570172:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176610.570176:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11130
00000400:00000200:3.0:1786176610.570180:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176610.570183:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176610.570187:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176610.570192:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570194:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176610.570196:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570199:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176610.570202:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176610.570203:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176610.570204:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176610.570207:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176610.570211:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176610.570214:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176610.570216:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570217:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176610.570219:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570223:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176610.570227:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176610.570232:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570235:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176610.570238:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176610.570240:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176610.570243:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176610.570245:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176610.570248:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176610.570253:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176610.570256:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176610.570260:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176610.570264:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176610.570269:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176610.570272:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176610.570275:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176610.570277:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176610.570280:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176610.570285:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786176610.570291:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176610.570296:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407280128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176610.570303:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176610.570307:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176610.570312:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407280128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176610.570318:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176610.570321:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176610.570326:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176610.570328:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176610.570329:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176610.570331:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176610.570337:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11130
00000400:00000200:3.0:1786176610.570344:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176610.570352:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176610.570358:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176610.570365:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570371:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176610.570378:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570384:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176610.570390:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176610.570393:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176610.570397:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176610.570399:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176610.570401:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176610.570402:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176610.570406:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570407:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176610.570410:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570411:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176610.570416:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176610.570421:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570424:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176610.570428:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176610.570432:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176610.570435:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176610.570439:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176610.570442:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176610.570446:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176610.570447:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176610.570451:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786176610.570454:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176610.570456:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176610.570459:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176610.570461:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176610.570464:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176610.570467:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176610.570471:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786176610.570476:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786176610.570480:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00100000:3.0:1786176610.570483:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407280256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1786176610.570487:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1786176610.570492:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176610.570495:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176610.570501:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407280256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176610.570510:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176610.570513:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176610.570516:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176610.570519:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176610.570521:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176610.570526:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176610.570531:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11130
00000400:00000200:3.0:1786176610.570536:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176610.570542:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176610.570546:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176610.570550:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570554:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176610.570559:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570561:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176610.570564:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176610.570564:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176610.570565:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176610.570567:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176610.570568:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176610.570569:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176610.570571:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570574:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176610.570577:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570582:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176610.570587:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176610.570592:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176610.570599:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176610.570603:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176610.570608:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176610.570614:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176610.570618:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176610.570622:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176610.570626:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176610.570628:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176610.570631:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786176610.570634:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176610.570638:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176610.570641:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176610.570644:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176610.570646:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176610.570663:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176610.570668:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176610.570672:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176610.570678:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407280384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176610.570686:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176610.570690:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176610.570694:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407280384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176610.570704:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176610.570709:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11140)
00000800:00000200:0.1:1786176610.571078:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176610.571082:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786176610.571428:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176610.571431:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786176610.571768:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176610.571793:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786176610.572120:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176610.572124:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1786176611.401902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176611.401910:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176611.401978:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176611.401981:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176611.401984:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176612.425867:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176612.425874:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176613.449849:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176613.449854:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176613.449913:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176613.449917:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176613.449920:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176614.473885:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176614.473894:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176615.497863:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176615.497871:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176615.497933:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176615.497936:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176615.497940:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1786176615.690396:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176615.690400:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176615.691094:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176615.691096:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176615.691282:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176615.691284:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176615.691456:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176615.691458:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176615.691747:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176615.691749:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1786176616.521860:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176616.521867:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176617.545887:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176617.545895:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176617.545958:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176617.545963:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176617.545967:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176618.569887:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176618.569894:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176618.569896:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176618.569899:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176618.569903:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176618.569905:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176618.569906:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176618.569908:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176619.593873:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176619.593879:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176619.593930:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176619.593933:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176619.593936:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176620.617876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176620.617881:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176620.809919:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176620.809927:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176620.809929:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176620.809931:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176620.809935:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176620.809941:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11141
00000400:00000200:3.0:1786176620.809947:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176620.809952:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176620.809954:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176620.809957:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.809959:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176620.809961:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.809963:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176620.809966:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176620.809968:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176620.809970:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176620.809972:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176620.809974:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176620.809977:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176620.809980:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.809982:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176620.809984:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.809986:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176620.809989:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176620.809992:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176620.809995:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176620.809998:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176620.810002:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176620.810005:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176620.810008:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176620.810010:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176620.810020:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786176620.810024:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176620.810028:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176620.810031:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176620.810034:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176620.810036:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176620.810040:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176620.810046:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786176620.810053:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176620.810062:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407281152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176620.810074:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176620.810079:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176620.810084:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407281152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176620.810105:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176620.810108:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176620.810111:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176620.810112:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176620.810113:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176620.810115:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176620.810118:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11141
00000400:00000200:3.0:1786176620.810121:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176620.810124:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176620.810126:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176620.810128:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810130:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176620.810134:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810136:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176620.810140:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176620.810143:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176620.810145:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176620.810147:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176620.810150:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176620.810154:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176620.810160:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810164:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176620.810167:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810170:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176620.810176:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176620.810180:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810184:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176620.810187:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176620.810193:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176620.810198:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176620.810202:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176620.810206:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176620.810212:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176620.810215:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176620.810219:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786176620.810223:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176620.810227:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176620.810229:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176620.810231:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176620.810234:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176620.810237:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176620.810243:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786176620.810249:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176620.810259:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407281280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176620.810267:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176620.810272:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176620.810278:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407281280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176620.810289:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176620.810296:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176620.810304:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176620.810308:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176620.810313:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176620.810320:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176620.810326:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11141
00000400:00000200:3.0:1786176620.810377:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176620.810386:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176620.810391:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176620.810400:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810405:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176620.810411:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810416:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176620.810422:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176620.810425:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176620.810427:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176620.810431:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176620.810436:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.1:1786176620.810436:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786176620.810440:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.1:1786176620.810442:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1786176620.810446:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810451:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176620.810456:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810459:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176620.810462:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176620.810466:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810472:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176620.810477:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176620.810480:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176620.810484:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176620.810488:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176620.810490:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176620.810494:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176620.810498:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176620.810504:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786176620.810509:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176620.810512:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176620.810515:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176620.810520:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176620.810522:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176620.810525:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176620.810531:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786176620.810536:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176620.810543:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407281408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176620.810570:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176620.810573:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176620.810577:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407281408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176620.810591:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176620.810594:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176620.810599:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176620.810603:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176620.810605:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176620.810608:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176620.810613:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11141
00000400:00000200:3.0:1786176620.810620:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176620.810622:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176620.810627:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176620.810633:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810639:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176620.810645:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810652:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176620.810658:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176620.810661:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176620.810666:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176620.810670:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176620.810677:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176620.810683:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176620.810691:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810695:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176620.810700:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810705:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176620.810710:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176620.810716:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810720:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176620.810722:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176620.810726:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176620.810731:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176620.810735:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176620.810738:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176620.810743:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176620.810747:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176620.810754:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786176620.810757:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176620.810761:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176620.810764:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176620.810767:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176620.810789:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176620.810791:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176620.810794:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786176620.810800:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176620.810809:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407281536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176620.810822:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176620.810825:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176620.810830:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407281536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176620.810855:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176620.810859:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176620.810865:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176620.810868:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176620.810870:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176620.810873:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176620.810878:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11141
00000400:00000200:3.0:1786176620.810887:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176620.810892:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176620.810896:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176620.810903:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810906:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176620.810911:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810914:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176620.810915:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176620.810917:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176620.810921:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176620.810924:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176620.810928:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176620.810932:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176620.810938:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810942:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176620.810946:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810950:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176620.810955:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176620.810960:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176620.810964:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176620.810966:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176620.810971:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176620.810976:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176620.810977:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176620.810979:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176620.810986:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176620.810991:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176620.810998:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786176620.811005:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176620.811022:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176620.811026:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176620.811030:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176620.811033:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176620.811036:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176620.811043:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786176620.811048:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176620.811059:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407281664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176620.811079:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176620.811085:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176620.811094:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407281664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176620.811115:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176620.811121:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11151)
00000800:00000200:2.1:1786176620.811145:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176620.811146:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176620.811340:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176620.811342:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176620.811572:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176620.811573:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176620.811845:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176620.811846:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1786176621.641857:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176621.641864:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176621.641919:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176621.641923:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176621.641926:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176622.665893:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176622.665898:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176623.689863:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176623.689868:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176623.689930:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176623.689933:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176623.689936:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176624.713878:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176624.713884:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176625.737851:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176625.737857:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176625.737903:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176625.737906:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176625.737910:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176625.929881:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176625.929890:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176625.929892:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176625.929895:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176625.929898:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176625.929904:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11146
00000400:00000200:1.0:1786176625.929911:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176625.929916:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176625.929918:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176625.929921:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.929923:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176625.929925:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.929927:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176625.929930:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176625.929931:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176625.929933:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176625.929935:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176625.929937:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176625.929939:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176625.929941:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.929942:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176625.929944:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.929945:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176625.929947:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176625.929949:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176625.929950:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176625.929952:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176625.929955:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176625.929957:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176625.929959:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176625.929960:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176625.929968:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae6d80.
00000020:00000040:1.0:1786176625.929970:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176625.929973:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176625.929974:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176625.929977:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176625.929979:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176625.929982:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176625.929989:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000100:00000001:1.0:1786176625.929994:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176625.930001:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae6d80 x1872930407281792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176625.930009:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176625.930012:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176625.930016:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f5d7f0] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae6d80 x1872930407281792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176625.930040:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176625.930042:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176625.930045:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176625.930046:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176625.930047:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176625.930049:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176625.930051:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11146
00000400:00000200:1.0:1786176625.930053:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176625.930055:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176625.930056:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176625.930058:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930060:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176625.930062:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930064:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176625.930066:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176625.930067:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176625.930068:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176625.930070:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176625.930071:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176625.930073:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176625.930075:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930078:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176625.930082:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930085:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176625.930087:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176625.930092:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930095:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176625.930097:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176625.930103:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176625.930107:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176625.930111:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176625.930114:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176625.930117:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176625.930118:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176625.930121:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4380.
00000020:00000040:1.0:1786176625.930125:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176625.930130:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176625.930133:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176625.930135:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176625.930139:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176625.930140:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176625.930143:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8000.
00000100:00000001:1.0:1786176625.930155:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176625.930164:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4380 x1872930407281920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176625.930174:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176625.930177:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176625.930181:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000778f37b2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4380 x1872930407281920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176625.930194:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176625.930200:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176625.930205:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176625.930207:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176625.930210:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176625.930213:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176625.930215:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11146
00000400:00000200:1.0:1786176625.930220:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176625.930224:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176625.930226:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176625.930233:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930236:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176625.930240:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930243:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176625.930257:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176625.930260:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176625.930262:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176625.930266:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176625.930271:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176625.930276:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176625.930280:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930283:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176625.930287:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930290:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176625.930292:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176625.930297:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930302:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176625.930303:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176625.930305:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176625.930307:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176625.930310:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176625.930314:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176625.930316:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176625.930319:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176625.930324:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786176625.930328:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176625.930332:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176625.930335:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176625.930339:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176625.930343:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176625.930346:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176625.930352:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:1.0:1786176625.930358:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176625.930367:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407282048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176625.930376:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176625.930378:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176625.930384:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407282048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176625.930395:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176625.930399:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176625.930405:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176625.930408:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176625.930410:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176625.930413:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176625.930416:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11146
00000400:00000200:1.0:1786176625.930422:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176625.930431:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176625.930435:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176625.930441:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930447:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786176625.930452:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:1.0:1786176625.930453:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.1:1786176625.930458:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1786176625.930459:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176625.930466:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176625.930471:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176625.930475:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176625.930478:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176625.930482:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176625.930483:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176625.930488:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930491:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176625.930496:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930499:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176625.930523:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176625.930529:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930533:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176625.930535:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176625.930540:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176625.930544:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176625.930547:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176625.930550:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176625.930555:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176625.930559:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176625.930564:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786176625.930567:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176625.930570:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176625.930573:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176625.930582:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176625.930585:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176625.930588:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176625.930593:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786176625.930599:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176625.930607:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407282176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176625.930616:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176625.930619:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176625.930627:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407282176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176625.930634:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176625.930636:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176625.930638:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176625.930639:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176625.930641:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176625.930644:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176625.930648:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11146
00000400:00000200:1.0:1786176625.930653:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176625.930656:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176625.930661:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176625.930664:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930668:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176625.930672:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930676:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176625.930679:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176625.930682:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176625.930685:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176625.930688:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176625.930692:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176625.930696:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176625.930700:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930703:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176625.930707:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930711:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176625.930716:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176625.930722:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176625.930725:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176625.930730:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176625.930735:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176625.930740:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176625.930742:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176625.930745:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176625.930748:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176625.930751:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176625.930754:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786176625.930757:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176625.930760:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176625.930762:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176625.930767:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176625.930769:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176625.930796:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176625.930800:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddbc00.
00000100:00000001:1.0:1786176625.930803:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176625.930807:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407282304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176625.930824:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176625.930828:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176625.930836:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407282304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176625.930844:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176625.930847:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11156)
00000800:00000200:2.1:1786176625.931145:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176625.931148:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176625.931466:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176625.931469:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176625.931753:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176625.931755:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176625.931957:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176625.931959:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1786176626.761886:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176626.761892:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176627.785860:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176627.785867:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176627.785869:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176627.785872:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176627.785876:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176627.785878:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176627.785880:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176627.785881:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176627.785928:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1786176627.785933:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1786176627.785937:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176628.809882:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176628.809888:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176629.833863:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176629.833868:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176630.857913:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176630.857921:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786176631.050441:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176631.050446:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176631.050989:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176631.050991:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176631.051205:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176631.051207:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176631.051380:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176631.051381:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176631.051576:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176631.051578:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1786176631.881848:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176631.881855:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176632.905878:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176632.905883:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176633.929867:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176633.929876:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176634.953856:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176634.953863:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176635.977906:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176635.977912:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176636.171010:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176636.171017:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176636.171689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176636.171693:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176636.172083:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176636.172085:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176636.172354:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176636.172356:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176636.172557:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176636.172558:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1786176637.001901:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176637.001908:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176638.025888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176638.025897:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176638.025900:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176638.025903:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176638.025908:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176638.025910:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176638.025913:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176638.025915:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176639.049912:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176639.049920:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176640.073931:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176640.073940:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176641.097867:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176641.097873:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176641.289911:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176641.289919:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176641.289922:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176641.289925:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176641.289929:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176641.289934:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11161
00000400:00000200:3.0:1786176641.289940:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176641.289946:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176641.289949:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176641.289951:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.289954:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176641.289956:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.289957:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176641.289961:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176641.289962:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176641.289964:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176641.289967:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176641.289968:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176641.289970:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176641.289972:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.289973:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176641.289975:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.289976:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176641.289978:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176641.289980:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176641.289982:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176641.289984:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176641.289986:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176641.289989:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176641.289990:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176641.289991:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176641.289999:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176641.290002:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176641.290005:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176641.290006:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176641.290009:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176641.290011:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176641.290014:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176641.290021:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786176641.290026:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176641.290033:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407283712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176641.290041:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176641.290045:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176641.290049:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407283712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176641.290066:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176641.290069:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176641.290071:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176641.290072:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176641.290074:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176641.290075:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176641.290077:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11161
00000400:00000200:3.0:1786176641.290080:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176641.290084:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176641.290085:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176641.290088:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290089:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176641.290092:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290095:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176641.290097:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176641.290097:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176641.290098:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176641.290100:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176641.290102:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176641.290106:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176641.290110:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290114:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176641.290117:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290122:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176641.290127:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176641.290134:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290141:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176641.290147:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176641.290156:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176641.290163:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176641.290167:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176641.290174:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176641.290180:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176641.290186:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176641.290194:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786176641.290200:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176641.290204:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176641.290206:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176641.290209:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176641.290210:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176641.290212:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176641.290220:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786176641.290225:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176641.290235:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407283840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176641.290250:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176641.290254:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176641.290259:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407283840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176641.290282:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176641.290287:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176641.290291:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176641.290295:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176641.290298:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176641.290302:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176641.290307:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11161
00000400:00000200:3.0:1786176641.290328:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176641.290338:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176641.290341:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176641.290349:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290362:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176641.290367:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290370:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176641.290374:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176641.290375:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176641.290376:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176641.290379:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176641.290381:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176641.290386:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176641.290392:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290397:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786176641.290398:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786176641.290402:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.1:1786176641.290404:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1786176641.290405:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176641.290411:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176641.290419:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290432:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176641.290438:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176641.290444:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176641.290449:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176641.290454:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176641.290459:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176641.290463:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176641.290467:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176641.290473:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786176641.290477:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176641.290482:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176641.290485:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176641.290488:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176641.290489:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176641.290491:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176641.290497:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786176641.290503:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176641.290512:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407283968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176641.290521:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176641.290525:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176641.290529:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407283968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176641.290540:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176641.290544:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176641.290546:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176641.290547:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176641.290550:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176641.290555:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176641.290557:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11161
00000400:00000200:3.0:1786176641.290565:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176641.290569:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176641.290573:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176641.290577:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290581:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176641.290586:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290589:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176641.290591:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176641.290593:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176641.290594:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176641.290598:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176641.290601:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176641.290604:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176641.290610:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290614:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176641.290618:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290621:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176641.290625:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176641.290629:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290634:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176641.290637:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176641.290640:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176641.290643:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176641.290645:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176641.290648:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176641.290651:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176641.290655:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176641.290658:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786176641.290662:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176641.290667:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176641.290670:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176641.290673:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176641.290676:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176641.290678:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176641.290683:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786176641.290687:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176641.290693:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407284096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176641.290706:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176641.290710:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176641.290716:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407284096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176641.290730:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176641.290735:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176641.290739:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176641.290743:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176641.290745:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176641.290750:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176641.290756:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11161
00000400:00000200:3.0:1786176641.290762:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176641.290767:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176641.290811:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176641.290818:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290822:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176641.290827:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290832:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176641.290837:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176641.290839:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176641.290842:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176641.290844:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176641.290848:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176641.290854:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176641.290857:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290862:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176641.290865:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290867:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176641.290871:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176641.290878:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176641.290883:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176641.290888:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176641.290891:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176641.290895:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176641.290898:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176641.290901:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176641.290904:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176641.290907:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176641.290912:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786176641.290915:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176641.290919:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176641.290922:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176641.290924:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176641.290926:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176641.290929:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176641.290934:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786176641.290940:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176641.290949:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407284224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176641.290959:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176641.290963:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176641.290969:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407284224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176641.290981:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176641.290987:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11171)
00000800:00000200:2.1:1786176641.291083:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176641.291085:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176641.291271:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176641.291272:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176641.291510:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176641.291512:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176641.291838:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176641.291840:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1786176642.121855:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176642.121861:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176643.145860:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176643.145866:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176644.169906:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176644.169911:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176645.193915:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176645.193921:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176646.217880:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176646.217888:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176646.409936:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176646.409948:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176646.409951:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176646.409955:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176646.409960:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176646.409967:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11166
00000400:00000200:1.0:1786176646.409975:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176646.409998:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176646.410002:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176646.410005:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410009:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176646.410011:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410014:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176646.410019:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176646.410021:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176646.410024:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176646.410027:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176646.410030:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176646.410033:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176646.410037:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410039:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176646.410041:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410043:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176646.410046:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176646.410048:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410050:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176646.410053:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176646.410056:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176646.410059:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176646.410060:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176646.410062:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176646.410071:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786176646.410074:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176646.410077:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176646.410078:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176646.410081:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176646.410083:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176646.410086:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176646.410093:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786176646.410098:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176646.410106:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407284352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176646.410114:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176646.410118:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176646.410122:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407284352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176646.410139:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176646.410142:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176646.410146:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176646.410147:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176646.410149:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176646.410151:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176646.410154:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11166
00000400:00000200:1.0:1786176646.410158:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176646.410162:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176646.410164:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176646.410167:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410169:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176646.410171:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410173:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176646.410176:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176646.410177:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176646.410179:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176646.410181:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176646.410184:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176646.410186:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176646.410189:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410191:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176646.410193:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410195:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176646.410197:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176646.410200:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410203:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176646.410205:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176646.410210:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176646.410212:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176646.410214:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176646.410218:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176646.410221:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176646.410223:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176646.410227:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786176646.410229:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176646.410231:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176646.410232:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176646.410234:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176646.410236:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176646.410238:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176646.410256:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:1.0:1786176646.410259:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176646.410264:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407284480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176646.410274:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176646.410276:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176646.410281:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407284480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176646.410291:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176646.410294:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176646.410298:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176646.410299:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176646.410301:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176646.410339:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176646.410341:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11166
00000400:00000200:1.0:1786176646.410345:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176646.410347:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176646.410349:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176646.410352:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410354:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176646.410356:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410358:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176646.410361:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176646.410362:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176646.410363:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176646.410365:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176646.410368:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176646.410370:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176646.410373:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410375:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176646.410377:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410379:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176646.410382:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176646.410385:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410387:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176646.410389:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176646.410391:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176646.410394:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176646.410396:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176646.410398:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176646.410400:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176646.410402:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176646.410405:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786176646.410408:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176646.410410:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176646.410411:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176646.410413:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176646.410415:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176646.410417:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176646.410420:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000800:00000200:2.1:1786176646.410422:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786176646.410423:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176646.410426:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00100000:1.0:1786176646.410428:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407284608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176646.410436:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176646.410438:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176646.410442:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407284608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176646.410450:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176646.410452:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176646.410455:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176646.410457:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176646.410459:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176646.410461:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176646.410464:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11166
00000400:00000200:1.0:1786176646.410468:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176646.410470:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176646.410473:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176646.410476:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410478:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176646.410481:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410483:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176646.410485:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176646.410486:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176646.410488:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176646.410489:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176646.410492:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176646.410494:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176646.410497:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410499:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176646.410501:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410503:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176646.410505:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176646.410508:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410510:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176646.410512:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176646.410515:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176646.410517:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176646.410519:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176646.410521:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176646.410524:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176646.410526:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176646.410529:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786176646.410531:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176646.410534:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176646.410536:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176646.410537:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176646.410539:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176646.410540:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176646.410544:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786176646.410547:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176646.410552:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407284736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176646.410560:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176646.410563:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176646.410567:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407284736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176646.410575:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176646.410577:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176646.410581:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176646.410582:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176646.410584:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176646.410587:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176646.410589:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11166
00000400:00000200:1.0:1786176646.410593:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176646.410595:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176646.410598:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176646.410601:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410603:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176646.410605:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410607:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176646.410609:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176646.410611:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176646.410612:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176646.410614:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176646.410616:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176646.410619:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176646.410622:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410624:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176646.410626:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410628:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176646.410630:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176646.410633:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176646.410636:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176646.410637:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176646.410639:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176646.410642:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176646.410643:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176646.410645:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176646.410648:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176646.410649:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176646.410653:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786176646.410655:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176646.410657:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176646.410658:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176646.410660:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176646.410661:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176646.410663:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176646.410666:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
00000100:00000001:1.0:1786176646.410669:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176646.410674:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407284864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176646.410681:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176646.410683:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176646.410687:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407284864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176646.410693:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176646.410697:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11176)
00000800:00000200:2.1:1786176646.410827:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176646.410829:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786176646.411029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176646.411030:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786176646.411208:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176646.411209:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786176646.411403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176646.411405:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1786176647.241852:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176647.241857:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176648.265876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176648.265886:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176648.265888:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176648.265891:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176648.265896:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176648.265898:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176648.265901:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176648.265903:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176649.289875:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176649.289882:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176650.313906:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176650.313916:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176651.337915:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176651.337927:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176651.529897:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176651.529905:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176651.529907:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176651.529911:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176651.529915:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176651.529920:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11171
00000400:00000200:3.0:1786176651.529927:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176651.529933:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176651.529938:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176651.529941:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.529945:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176651.529948:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.529950:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176651.529955:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176651.529957:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176651.529960:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176651.529963:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176651.529965:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176651.529968:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176651.529971:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.529973:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176651.529975:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.529977:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176651.529981:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176651.529985:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176651.529988:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176651.529991:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176651.529995:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176651.529998:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176651.530000:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176651.530003:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176651.530013:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786176651.530018:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176651.530022:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176651.530024:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176651.530028:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176651.530031:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176651.530036:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176651.530042:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176651.530047:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176651.530056:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407284992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176651.530063:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176651.530067:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176651.530070:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407284992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176651.530088:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176651.530090:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176651.530093:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176651.530094:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176651.530095:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176651.530097:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176651.530099:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11171
00000400:00000200:3.0:1786176651.530102:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176651.530104:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176651.530106:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176651.530109:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530110:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176651.530112:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530114:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176651.530116:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176651.530117:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176651.530119:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176651.530120:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176651.530122:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176651.530125:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176651.530130:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530135:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176651.530139:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530141:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176651.530144:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176651.530147:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530151:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176651.530155:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176651.530167:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176651.530172:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176651.530175:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176651.530183:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176651.530189:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176651.530192:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176651.530198:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786176651.530200:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176651.530205:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176651.530206:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176651.530211:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176651.530212:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176651.530216:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176651.530220:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786176651.530223:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176651.530232:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407285120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176651.530243:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176651.530245:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176651.530251:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407285120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176651.530278:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176651.530282:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176651.530285:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176651.530288:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176651.530291:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176651.530295:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176651.530298:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11171
00000400:00000200:3.0:1786176651.530305:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176651.530312:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176651.530316:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176651.530320:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530326:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176651.530330:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530333:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176651.530338:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176651.530340:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176651.530345:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176651.530347:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176651.530352:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176651.530358:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176651.530365:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530370:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176651.530375:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530379:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176651.530386:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176651.530391:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530397:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176651.530400:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176651.530405:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176651.530409:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176651.530412:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176651.530415:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176651.530419:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176651.530423:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176651.530427:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786176651.530429:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176651.530433:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176651.530435:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176651.530438:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176651.530441:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176651.530443:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176651.530449:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786176651.530453:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176651.530459:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407285248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176651.530466:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176651.530469:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176651.530472:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407285248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176651.530485:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176651.530488:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1786176651.530494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786176651.530495:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176651.530498:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176651.530501:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1786176651.530501:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1786176651.530507:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176651.530512:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11171
00000400:00000200:3.0:1786176651.530518:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176651.530522:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176651.530523:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176651.530530:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530533:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176651.530536:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530539:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176651.530542:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176651.530545:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176651.530546:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176651.530549:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176651.530551:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176651.530554:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176651.530560:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530563:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176651.530567:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530568:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176651.530570:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176651.530571:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530573:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176651.530574:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176651.530575:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176651.530579:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176651.530582:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176651.530584:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176651.530587:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176651.530591:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176651.530596:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786176651.530600:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176651.530604:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176651.530607:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176651.530613:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176651.530616:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176651.530618:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176651.530621:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786176651.530625:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176651.530633:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407285376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176651.530641:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176651.530644:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176651.530650:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407285376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176651.530663:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176651.530667:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176651.530672:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176651.530676:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176651.530677:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176651.530681:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176651.530686:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11171
00000400:00000200:3.0:1786176651.530692:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176651.530698:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176651.530701:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176651.530705:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530710:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176651.530714:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530717:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176651.530721:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176651.530724:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176651.530726:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176651.530730:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176651.530734:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176651.530739:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176651.530746:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530749:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176651.530753:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530758:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176651.530762:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176651.530766:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176651.530797:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176651.530799:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176651.530801:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176651.530804:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176651.530806:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176651.530810:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176651.530813:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176651.530816:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176651.530818:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786176651.530822:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176651.530827:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176651.530829:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176651.530832:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176651.530835:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176651.530836:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176651.530840:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176651.530845:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176651.530854:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407285504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176651.530868:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176651.530874:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176651.530879:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407285504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176651.530893:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176651.530897:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11181)
00000800:00000200:2.1:1786176651.531065:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176651.531067:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786176651.531334:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176651.531337:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786176651.531586:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176651.531588:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786176651.531817:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176651.531819:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1786176652.361861:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176652.361867:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176653.385850:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176653.385857:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176654.409940:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176654.409951:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176655.433938:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176655.433950:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176656.457932:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176656.457940:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176656.649843:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176656.649852:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176656.649855:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176656.649858:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176656.649862:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176656.649869:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11176
00000400:00000200:3.0:1786176656.649877:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176656.649882:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176656.649885:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176656.649887:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.649891:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176656.649895:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.649898:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176656.649901:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176656.649903:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176656.649905:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176656.649908:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176656.649911:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176656.649913:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176656.649915:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.649916:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176656.649918:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.649920:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176656.649923:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176656.649927:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176656.649929:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176656.649931:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176656.649934:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176656.649936:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176656.649938:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176656.649939:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176656.649947:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000020:00000040:3.0:1786176656.649949:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176656.649953:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176656.649954:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176656.649957:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176656.649959:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176656.649962:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176656.649968:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786176656.649973:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176656.649980:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407285632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176656.649988:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176656.649992:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176656.649995:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407285632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176656.650012:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176656.650014:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176656.650017:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176656.650019:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176656.650021:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176656.650024:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176656.650027:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11176
00000400:00000200:3.0:1786176656.650032:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176656.650035:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176656.650038:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176656.650042:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650047:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176656.650053:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650059:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176656.650065:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176656.650068:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176656.650075:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176656.650079:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176656.650083:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176656.650088:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176656.650097:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650102:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176656.650107:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650110:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176656.650112:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176656.650117:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650121:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176656.650124:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176656.650128:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176656.650134:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176656.650137:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176656.650142:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176656.650148:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176656.650151:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176656.650155:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786176656.650158:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176656.650163:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176656.650165:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176656.650166:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176656.650167:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176656.650186:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176656.650193:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176656.650198:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176656.650226:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407285760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176656.650260:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176656.650264:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176656.650271:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407285760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176656.650305:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176656.650310:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176656.650316:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176656.650320:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176656.650324:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176656.650329:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176656.650334:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11176
00000400:00000200:3.0:1786176656.650343:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176656.650349:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176656.650353:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176656.650359:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650363:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176656.650368:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650372:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176656.650377:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176656.650378:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176656.650379:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176656.650381:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176656.650384:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176656.650387:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176656.650393:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650396:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786176656.650398:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786176656.650399:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650403:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176656.650407:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176656.650409:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650410:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176656.650412:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176656.650414:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176656.650416:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176656.650417:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176656.650419:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176656.650421:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176656.650423:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176656.650430:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786176656.650433:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176656.650438:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176656.650441:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176656.650444:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176656.650445:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176656.650448:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176656.650453:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176656.650459:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176656.650466:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407285888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176656.650480:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176656.650483:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176656.650492:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407285888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176656.650499:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176656.650502:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176656.650507:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176656.650510:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176656.650513:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176656.650516:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176656.650521:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11176
00000400:00000200:3.0:1786176656.650529:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176656.650535:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176656.650537:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176656.650542:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650545:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176656.650549:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650552:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176656.650556:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176656.650558:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176656.650562:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176656.650565:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176656.650568:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176656.650572:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176656.650578:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650580:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176656.650581:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650582:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176656.650585:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176656.650589:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650592:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176656.650597:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176656.650601:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176656.650604:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176656.650607:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176656.650610:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176656.650614:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176656.650616:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176656.650621:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786176656.650626:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176656.650630:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176656.650633:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176656.650638:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176656.650641:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176656.650645:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176656.650651:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176656.650657:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176656.650670:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407286016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176656.650690:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176656.650696:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176656.650708:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407286016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176656.650732:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176656.650738:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176656.650744:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176656.650748:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176656.650751:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1786176656.650756:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176656.650757:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176656.650762:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11176
00000400:00000200:3.0:1786176656.650791:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176656.650794:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176656.650796:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176656.650798:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650800:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176656.650802:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650803:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176656.650806:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176656.650807:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176656.650808:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176656.650810:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176656.650811:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176656.650816:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176656.650822:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650824:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176656.650829:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650831:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176656.650837:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176656.650841:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176656.650846:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176656.650850:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176656.650854:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176656.650858:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176656.650864:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176656.650867:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176656.650871:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176656.650872:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176656.650877:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786176656.650881:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176656.650884:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176656.650886:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176656.650890:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176656.650893:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176656.650895:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176656.650901:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786176656.650906:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176656.650914:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407286144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176656.650931:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176656.650935:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176656.650947:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407286144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176656.650964:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176656.650973:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11187)
00000800:00000200:2.1:1786176656.651066:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176656.651249:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176656.651393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00010000:00000001:1.0:1786176657.481967:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176657.481977:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176658.505865:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176658.505875:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176658.505877:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176658.505881:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176658.505886:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176658.505888:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176658.505890:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176658.505892:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176659.529925:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176659.529934:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1786176659.722291:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:3.0:1786176659.722349:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1786176659.722361:0:2391:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176659.722376:0:2391:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:3.0:1786176659.722380:0:2391:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176659.722384:0:2391:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1786176659.722389:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176659.722393:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ea00.
00000400:00000200:3.0:1786176659.722399:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176659.722403:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176659.722410:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cb28
00000400:00000010:3.0:1786176659.722412:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cb28.
00000100:00000001:3.0:1786176659.722418:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176659.722427:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f148515a680 x1872930407285632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176659.722459:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176659.722463:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a680 x1872930407285632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176659.722470:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176659.722472:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176659.722482:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176659.722484:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ec00.
00000400:00000200:3.0:1786176659.722487:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176659.722489:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176659.722492:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c660
00000400:00000010:3.0:1786176659.722493:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c660.
00000100:00000001:3.0:1786176659.722496:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176659.722499:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485158700 x1872930407285760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176659.722505:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176659.722508:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158700 x1872930407285760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176659.722513:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176659.722516:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176659.722522:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176659.722526:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ef00.
00000400:00000200:3.0:1786176659.722530:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176659.722533:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176659.722537:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c880
00000400:00000010:3.0:1786176659.722538:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c880.
00000100:00000001:3.0:1786176659.722540:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176659.722545:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485158380 x1872930407285888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176659.722558:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176659.722562:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158380 x1872930407285888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176659.722579:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176659.722581:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176659.722588:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176659.722593:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e100.
00000400:00000200:3.0:1786176659.722598:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176659.722606:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176659.722611:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cc38
00000400:00000010:3.0:1786176659.722616:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cc38.
00000100:00000001:3.0:1786176659.722621:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176659.722629:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485158a80 x1872930407286016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176659.722652:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176659.722659:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407286016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176659.722676:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176659.722680:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176659.722689:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176659.722694:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:3.0:1786176659.722701:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176659.722710:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176659.722719:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cbb0
00000400:00000010:3.0:1786176659.722722:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cbb0.
00000100:00000001:3.0:1786176659.722728:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176659.722735:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f148515a300 x1872930407286144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176659.722839:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176659.722846:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a300 x1872930407286144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176659.722863:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176659.722867:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1786176660.553882:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176660.553892:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176661.577931:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176661.577940:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786176661.770631:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176661.770641:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176661.771954:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176661.771956:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176661.772185:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176661.772187:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176661.772379:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176661.772381:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176661.772661:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176661.772663:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1786176662.601876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176662.601883:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176663.625842:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176663.625850:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176664.649853:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176664.649860:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176665.673900:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176665.673906:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176666.697846:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176666.697853:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786176666.890407:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176666.890413:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786176666.891020:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176666.891022:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786176666.891262:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176666.891264:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786176666.891477:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176666.891479:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1786176666.891711:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176666.891712:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1786176666.891908:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176666.891910:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176666.891913:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176666.891915:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176666.891916:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176666.891919:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176666.891920:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966000.
02000000:00000001:0.0:1786176666.891923:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176666.891924:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176666.891926:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe680.
00000100:00000001:0.0:1786176666.891929:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176666.891930:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176666.891932:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176666.891936:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff800 x1872930407287168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176666.891944:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176666.891945:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176666.891947:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176666.891949:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176666.891950:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176666.891952:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176666.891954:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176666.891956:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965400.
02000000:00000001:0.0:1786176666.891958:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176666.891959:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176666.891960:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff800.
00000100:00000001:0.0:1786176666.891963:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176666.891964:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176666.891966:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176666.891970:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afca80 x1872930407287296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176666.891977:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176666.891979:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176666.891980:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176666.891983:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176666.891984:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176666.891985:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176666.891988:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176666.891990:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965800.
02000000:00000001:0.0:1786176666.891992:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176666.891993:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176666.891994:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afca80.
00000100:00000001:0.0:1786176666.891996:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176666.891997:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176666.891998:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176666.892001:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdc00 x1872930407287424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176666.892005:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176666.892006:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176666.892007:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176666.892008:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176666.892008:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176666.892009:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176666.892010:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176666.892011:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:0.0:1786176666.892012:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176666.892013:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176666.892014:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdc00.
00000100:00000001:0.0:1786176666.892015:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176666.892016:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176666.892017:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176666.892020:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176666.892020:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176666.892022:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176666.892023:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176667.721886:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176667.721897:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176667.721900:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176667.721903:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176667.721910:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176667.721912:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176667.721915:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176667.721918:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176667.722053:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176667.722057:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176667.722060:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176668.745885:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176668.745892:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176669.769946:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176669.769953:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176669.770023:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176669.770027:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176669.770030:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176670.793868:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176670.793875:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176671.817883:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176671.817890:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176671.817953:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176671.817957:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176671.817960:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1786176672.010096:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176672.010103:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176672.010108:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176672.010119:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afed80 x1872930407287552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.010140:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176672.010144:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176672.010152:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176672.010157:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176672.010165:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176672.010173:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407287552:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176672.010184:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176672.010191:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176672.010197:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176672.010204:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176672.010212:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176672.010219:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176672.010232:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176672.010240:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176672.010250:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176672.010261:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407287552, portal 25
00000100:00000001:0.0:1786176672.010267:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176672.010272:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542669696 : -106564166881920 : ffff9f1498afed80)
00000100:00000040:0.0:1786176672.010286:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afed80 x1872930407287552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.010307:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176672.010315:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176672.010321:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176672.010327:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407287552, offset 0
00000400:00000200:0.0:1786176672.010340:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176672.010353:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176672.010364:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176672.010372:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176672.010381:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176672.010389:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176672.010396:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176672.010406:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273219:273219:256:4294967295] 192.168.202.146@tcp LPNI seq info [273180:273180:8:4294967295]
00000400:00000200:0.0:1786176672.010418:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176672.010441:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176672.010456:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176672.010466:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176672.010480:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176672.010488:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176672.010502:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176672.010510:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1786176672.010523:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176672.010529:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176672.010539:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176672.010550:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176672.010557:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176672.010562:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176672.010571:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176672.010580:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afed80 x1872930407287552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.010604:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176672.010614:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afed80 x1872930407287552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.010637:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176672.010642:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176672.010651:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176672.010661:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176672.010666:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305873706
00000100:00000001:0.0:1786176672.010676:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305868586
00000100:00000001:0.0:1786176672.010683:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305873706
00000100:00000001:0.0:1786176672.010691:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305868586
00000100:00000001:0.0:1786176672.010697:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176672.010702:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176672.010707:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176672.010717:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176672/real 1786176672]  req@ffff9f1498afed80 x1872930407287552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176672.010741:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176672.010746:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176672.010750:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176672.010756:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176672.010761:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176672.010766:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176672.010794:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afed80 x1872930407287552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176672.010818:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afed80 x1872930407287552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.010832:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176672.010835:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.010838:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176672.010841:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176672.010846:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afed80 x1872930407287552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.010855:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176672.010860:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afed80 x1872930407287552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.010868:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176672.010871:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.010873:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176672.010874:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.010877:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176672.010879:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176672.010883:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176672.010887:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176672.010890:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176672.010895:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afed80 x1872930407287552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176672.010904:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407287552:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176672.010909:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.010912:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176672.010915:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afed80 x1872930407287552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.010922:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176672.010925:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176672.010927:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176672.010931:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176672.010933:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176672.010935:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176672.010938:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176672.010940:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967400.
02000000:00000001:0.0:1786176672.010944:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176672.010946:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176672.010948:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afed80.
00000100:00000001:0.0:1786176672.010951:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176672.010953:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.010955:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.010962:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176672.010965:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176672.010967:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176672.010969:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176672.010970:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176672.010975:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd180 x1872930407287680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.010984:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176672.010986:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176672.010989:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176672.010990:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176672.010993:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176672.010996:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407287680:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176672.011000:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176672.011002:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176672.011003:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176672.011005:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176672.011009:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176672.011011:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176672.011015:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176672.011018:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176672.011022:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176672.011025:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407287680, portal 10
00000100:00000001:0.0:1786176672.011027:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176672.011028:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542662528 : -106564166889088 : ffff9f1498afd180)
00000100:00000040:0.0:1786176672.011035:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd180 x1872930407287680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011042:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176672.011045:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176672.011048:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176672.011051:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407287680, offset 0
00000400:00000200:0.0:1786176672.011070:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176672.011075:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176672.011079:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176672.011083:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176672.011085:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176672.011088:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176672.011091:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176672.011094:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273220:273220:256:4294967295] 192.168.202.146@tcp LPNI seq info [273181:273181:8:4294967295]
00000400:00000200:0.0:1786176672.011099:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176672.011107:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176672.011112:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176672.011116:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176672.011121:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176672.011124:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176672.011129:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176672.011132:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1786176672.011136:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176672.011138:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176672.011141:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176672.011145:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176672.011149:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176672.011151:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176672.011154:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176672.011158:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd180 x1872930407287680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011167:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176672.011170:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd180 x1872930407287680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011178:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176672.011180:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176672.011183:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176672.011187:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176672.011190:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176672.011193:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305864741
00000100:00000001:0.0:1786176672.011195:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305873706
00000100:00000001:0.0:1786176672.011198:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305864741
00000100:00000001:0.0:1786176672.011200:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305873706
00000100:00000001:0.0:1786176672.011203:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176672.011205:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176672.011207:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176672.011211:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176672/real 1786176672]  req@ffff9f1498afd180 x1872930407287680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176672.011220:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176672.011222:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176672.011224:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176672.011226:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176672.011228:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176672.011230:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176672.011234:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd180 x1872930407287680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176672.011243:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd180 x1872930407287680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011250:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176672.011252:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.011254:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176672.011255:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176672.011259:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd180 x1872930407287680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011267:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176672.011271:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd180 x1872930407287680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011279:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176672.011282:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.011284:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176672.011285:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.011287:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176672.011289:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176672.011291:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176672.011294:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176672.011297:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176672.011302:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd180 x1872930407287680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176672.011310:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407287680:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176672.011314:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176672.011318:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc380 x1872930407287808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011326:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176672.011327:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176672.011329:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176672.011332:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176672.011334:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176672.011337:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407287808:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176672.011340:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176672.011342:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176672.011344:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176672.011346:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176672.011350:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176672.011352:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176672.011356:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176672.011358:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176672.011362:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176672.011365:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407287808, portal 10
00000100:00000001:0.0:1786176672.011367:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176672.011368:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658944 : -106564166892672 : ffff9f1498afc380)
00000100:00000040:0.0:1786176672.011375:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc380 x1872930407287808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011382:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176672.011385:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176672.011387:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176672.011389:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407287808, offset 0
00000400:00000200:0.0:1786176672.011394:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176672.011397:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176672.011401:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176672.011404:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176672.011407:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176672.011410:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176672.011413:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176672.011416:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273221:273221:256:4294967295] 192.168.202.146@tcp LPNI seq info [273182:273182:8:4294967295]
00000400:00000200:0.0:1786176672.011421:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176672.011428:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176672.011433:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176672.011436:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176672.011440:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176672.011444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176672.011448:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176672.011451:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1786176672.011455:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176672.011457:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176672.011460:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176672.011464:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176672.011467:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176672.011469:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176672.011472:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176672.011476:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc380 x1872930407287808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011484:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176672.011487:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc380 x1872930407287808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011495:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176672.011497:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176672.011500:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176672.011503:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176672.011506:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176672.011509:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305864822
00000100:00000001:0.0:1786176672.011512:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305873706
00000100:00000001:0.0:1786176672.011514:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305864822
00000100:00000001:0.0:1786176672.011516:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305873706
00000100:00000001:0.0:1786176672.011518:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176672.011520:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176672.011523:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176672.011526:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176672/real 1786176672]  req@ffff9f1498afc380 x1872930407287808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176672.011535:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176672.011537:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176672.011538:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176672.011541:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176672.011543:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176672.011545:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176672.011548:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc380 x1872930407287808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176672.011558:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc380 x1872930407287808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011565:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176672.011567:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.011569:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176672.011571:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176672.011575:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc380 x1872930407287808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011583:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176672.011587:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc380 x1872930407287808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011595:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176672.011598:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.011600:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176672.011601:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.011603:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176672.011605:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176672.011608:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176672.011611:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176672.011614:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176672.011618:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc380 x1872930407287808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176672.011627:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407287808:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176672.011631:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176672.011634:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdc00 x1872930407287936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011642:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176672.011644:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176672.011646:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176672.011648:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176672.011650:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176672.011653:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407287936:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176672.011657:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176672.011658:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176672.011660:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176672.011662:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176672.011665:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176672.011668:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176672.011671:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176672.011674:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176672.011677:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176672.011680:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407287936, portal 4
00000100:00000001:0.0:1786176672.011683:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176672.011684:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542665216 : -106564166886400 : ffff9f1498afdc00)
00000100:00000040:0.0:1786176672.011691:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdc00 x1872930407287936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011698:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176672.011700:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176672.011703:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176672.011705:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407287936, offset 0
00000400:00000200:0.0:1786176672.011709:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176672.011713:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176672.011717:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176672.011720:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176672.011722:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176672.011725:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176672.011727:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176672.011731:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273222:273222:256:4294967295] 192.168.202.146@tcp LPNI seq info [273183:273183:8:4294967295]
00000400:00000200:0.0:1786176672.011735:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176672.011742:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176672.011747:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176672.011750:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176672.011754:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176672.011757:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176672.011761:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176672.011765:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1786176672.011769:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176672.011788:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176672.011792:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176672.011796:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176672.011799:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176672.011801:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176672.011804:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176672.011808:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdc00 x1872930407287936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011823:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176672.011826:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdc00 x1872930407287936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011833:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176672.011835:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176672.011838:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176672.011841:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176672.011845:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176672.011847:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305866082
00000100:00000001:0.0:1786176672.011850:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305873706
00000100:00000001:0.0:1786176672.011852:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305866082
00000100:00000001:0.0:1786176672.011855:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305873706
00000100:00000001:0.0:1786176672.011857:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176672.011859:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176672.011861:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176672.011865:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176672/real 1786176672]  req@ffff9f1498afdc00 x1872930407287936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176672.011873:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176672.011875:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176672.011876:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176672.011879:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176672.011881:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176672.011883:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176672.011886:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdc00 x1872930407287936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176672.011896:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdc00 x1872930407287936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011903:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176672.011905:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.011907:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176672.011908:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176672.011912:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdc00 x1872930407287936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011920:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176672.011924:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdc00 x1872930407287936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011932:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176672.011935:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.011937:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176672.011938:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.011940:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176672.011941:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176672.011944:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176672.011947:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176672.011950:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176672.011954:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdc00 x1872930407287936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176672.011963:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407287936:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176672.011967:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176672.011971:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afca80 x1872930407288064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.011978:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176672.011980:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176672.011982:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176672.011984:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176672.011986:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176672.011989:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407288064:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176672.011993:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176672.011994:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176672.011996:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176672.011998:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176672.012002:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176672.012004:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176672.012007:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176672.012010:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176672.012013:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176672.012016:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407288064, portal 4
00000100:00000001:0.0:1786176672.012018:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176672.012019:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542660736 : -106564166890880 : ffff9f1498afca80)
00000100:00000040:0.0:1786176672.012026:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afca80 x1872930407288064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.012032:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176672.012035:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176672.012037:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176672.012042:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407288064, offset 0
00000400:00000200:0.0:1786176672.012046:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176672.012049:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176672.012053:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176672.012068:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176672.012072:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176672.012074:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176672.012077:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176672.012080:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273223:273223:256:4294967295] 192.168.202.146@tcp LPNI seq info [273184:273184:8:4294967295]
00000400:00000200:0.0:1786176672.012085:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176672.012092:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176672.012097:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176672.012101:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176672.012106:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176672.012109:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176672.012113:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176672.012116:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1786176672.012120:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176672.012122:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176672.012125:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176672.012129:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176672.012132:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176672.012134:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176672.012136:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176672.012140:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afca80 x1872930407288064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.012149:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176672.012153:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afca80 x1872930407288064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.012159:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176672.012161:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176672.012165:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176672.012167:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176672.012171:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176672.012173:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305865872
00000100:00000001:0.0:1786176672.012176:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305873706
00000100:00000001:0.0:1786176672.012178:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305865872
00000100:00000001:0.0:1786176672.012181:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305873706
00000100:00000001:0.0:1786176672.012183:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176672.012185:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176672.012187:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176672.012191:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176672/real 1786176672]  req@ffff9f1498afca80 x1872930407288064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176672.012200:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176672.012202:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176672.012204:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176672.012206:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176672.012208:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176672.012210:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176672.012213:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afca80 x1872930407288064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176672.012222:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afca80 x1872930407288064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.012229:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176672.012231:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.012232:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176672.012234:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176672.012238:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afca80 x1872930407288064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.012245:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176672.012250:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afca80 x1872930407288064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.012257:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176672.012259:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.012261:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176672.012262:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.012264:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176672.012266:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176672.012269:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176672.012272:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176672.012275:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176672.012279:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afca80 x1872930407288064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176672.012295:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407288064:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176672.012299:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.012301:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176672.012305:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd180 x1872930407287680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.012312:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176672.012314:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176672.012316:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176672.012318:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176672.012320:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176672.012321:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176672.012324:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176672.012325:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964c00.
02000000:00000001:0.0:1786176672.012328:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176672.012329:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176672.012331:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd180.
00000100:00000001:0.0:1786176672.012335:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176672.012336:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.012338:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176672.012342:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc380 x1872930407287808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.012349:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176672.012350:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176672.012352:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176672.012354:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176672.012356:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176672.012357:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176672.012360:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176672.012361:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965000.
02000000:00000001:0.0:1786176672.012364:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176672.012365:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176672.012366:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc380.
00000100:00000001:0.0:1786176672.012369:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176672.012371:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.012373:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176672.012376:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdc00 x1872930407287936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.012384:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176672.012385:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176672.012386:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176672.012389:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176672.012390:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176672.012391:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176672.012393:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176672.012394:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:0.0:1786176672.012397:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176672.012398:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176672.012399:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdc00.
00000100:00000001:0.0:1786176672.012402:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176672.012403:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.012405:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176672.012408:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afca80 x1872930407288064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176672.012415:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176672.012417:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176672.012418:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176672.012421:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176672.012422:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176672.012423:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176672.012425:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176672.012427:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965800.
02000000:00000001:0.0:1786176672.012429:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176672.012430:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176672.012432:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afca80.
00000100:00000001:0.0:1786176672.012434:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176672.012436:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.012438:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176672.012442:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176672.012444:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176672.012446:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176672.012447:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176672.841844:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176672.841850:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176673.865898:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176673.865905:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176673.865978:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176673.865982:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176673.865985:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176674.889906:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176674.889914:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176675.913897:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176675.913904:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176675.913970:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176675.913974:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176675.913977:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176676.937905:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176676.937913:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176677.129886:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176677.129895:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176677.129897:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176677.129900:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176677.129903:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176677.129909:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11197
00000400:00000200:3.0:1786176677.129915:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176677.129920:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176677.129922:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176677.129925:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176677.129928:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176677.129929:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176677.129931:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176677.129934:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176677.129936:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176677.129938:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176677.129940:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176677.129942:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176677.129944:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176677.129946:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176677.129948:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176677.129949:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176677.129951:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176677.129953:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176677.129955:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176677.129956:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176677.129958:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176677.129961:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176677.129963:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176677.129965:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176677.129966:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176677.129975:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786176677.129979:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176677.129983:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176677.129984:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176677.129987:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176677.129990:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176677.129994:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176677.130002:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176677.130042:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176677.130053:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407288192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176677.130064:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176677.130069:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176677.130074:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407288192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176677.130097:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176677.130100:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176677.130104:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176677.130105:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176677.130107:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176677.130110:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176677.130113:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11197
00000400:00000200:3.0:1786176677.130117:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176677.130120:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176677.130123:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176677.130126:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176677.130129:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176677.130132:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176677.130135:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176677.130137:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1786176677.130139:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1786176677.130139:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176677.130144:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1786176677.130146:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1786176677.130147:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000001:0.0:1786176677.130151:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1786176677.130152:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176677.130156:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176677.130163:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000040:0.0:1786176677.130164:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407288192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176677.130165:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176677.130170:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176677.130175:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176677.130180:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176677.130187:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176677.130188:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786176677.130192:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.130193:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176677.130196:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176677.130199:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786176677.130203:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176677.130204:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176677.130209:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176677.130210:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176677.130213:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1786176677.130218:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407288192:192.168.202.146@tcp:250:kworker.0
00000008:00100000:3.0:1786176677.130220:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1786176677.130226:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1786176677.130226:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176677.130229:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176677.130232:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1786176677.130234:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
02000000:00000001:0.0:1786176677.130237:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786176677.130239:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176677.130242:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1786176677.130244:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176677.130247:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176677.130250:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:3.0:1786176677.130250:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176677.130253:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176677.130255:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176677.130257:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176677.130264:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:3.0:1786176677.130264:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000400:00000010:0.0:1786176677.130270:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000100:00000001:3.0:1786176677.130270:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176677.130279:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407288320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176677.130288:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1786176677.130289:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000001:3.0:1786176677.130292:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176677.130297:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407288320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176677.130299:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407288192, portal 25
00000100:00000001:0.0:1786176677.130305:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176677.130309:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
00000100:00000001:3.0:1786176677.130318:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176677.130321:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407288192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786176677.130322:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176677.130331:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176677.130335:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176677.130338:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176677.130343:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176677.130348:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11197
00000400:00000200:3.0:1786176677.130357:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176677.130358:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1786176677.130362:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000040:0.0:1786176677.130367:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786176677.130368:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1786176677.130373:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000040:3.0:1786176677.130375:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000200:0.0:1786176677.130380:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407288192, offset 0
00000100:00000001:3.0:1786176677.130380:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176677.130384:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176677.130389:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176677.130393:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1786176677.130394:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000020:00000040:3.0:1786176677.130396:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176677.130399:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176677.130401:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176677.130404:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:0.0:1786176677.130406:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:3.0:1786176677.130410:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176677.130416:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:0.0:1786176677.130418:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:3.0:1786176677.130420:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176677.130425:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:0.0:1786176677.130426:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1786176677.130430:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:0.0:1786176677.130436:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000020:00000040:3.0:1786176677.130436:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176677.130443:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:0.0:1786176677.130444:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1786176677.130450:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176677.130452:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
02000000:00000001:3.0:1786176677.130455:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1786176677.130459:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273224:273224:256:4294967295] 192.168.202.146@tcp LPNI seq info [273185:273185:8:4294967295]
02000000:00000001:3.0:1786176677.130460:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176677.130466:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176677.130470:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1786176677.130472:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000008:00100000:3.0:1786176677.130473:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176677.130477:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176677.130479:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176677.130484:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000400:00000200:0.0:1786176677.130489:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1786176677.130489:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176677.130495:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176677.130499:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1786176677.130504:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786176677.130504:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176677.130507:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176677.130510:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1786176677.130513:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
02000000:00000010:3.0:1786176677.130515:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786176677.130521:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1786176677.130523:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176677.130530:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00100000:3.0:1786176677.130531:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407288448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1786176677.130544:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176677.130546:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176677.130550:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786176677.130552:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1786176677.130557:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407288448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1786176677.130563:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176677.130569:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000100:00000001:3.0:1786176677.130572:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176677.130577:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1786176677.130579:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1786176677.130581:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176677.130584:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1786176677.130588:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1786176677.130588:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176677.130595:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1786176677.130599:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000100:00080000:3.0:1786176677.130601:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11197
00000400:00000010:0.0:1786176677.130605:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000400:00000200:3.0:1786176677.130610:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176677.130613:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1786176677.130616:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176677.130621:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1786176677.130623:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515ad80 x1872930407288192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786176677.130628:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176677.130634:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176677.130638:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176677.130642:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:0.0:1786176677.130644:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1786176677.130645:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176677.130648:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176677.130651:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:0.0:1786176677.130652:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407288192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176702 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786176677.130654:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176677.130659:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176677.130664:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176677.130673:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176677.130678:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1786176677.130683:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176677.130684:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176677.130689:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786176677.130690:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176677.130695:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000001:0.0:1786176677.130700:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176677.130700:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176677.130706:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176677.130710:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1786176677.130711:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786176677.130715:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176677.130718:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305878826
02000000:00000001:3.0:1786176677.130719:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176677.130724:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176677.130728:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1786176677.130730:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305873706
00000008:00000001:3.0:1786176677.130731:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176677.130737:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.130738:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305878826
00000100:00000010:3.0:1786176677.130741:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000100:00000001:0.0:1786176677.130745:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305873706
00000020:00000040:3.0:1786176677.130746:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176677.130753:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1786176677.130754:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176677.130755:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176677.130757:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176677.130759:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176677.130760:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176677.130765:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:0.0:1786176677.130792:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.130797:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176677.130804:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176677/real 1786176677]  req@ffff9f148515ad80 x1872930407288192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176677.130805:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176677.130817:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407288576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1786176677.130823:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176677.130827:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1786176677.130829:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1786176677.130831:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000100:00000001:3.0:1786176677.130834:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176677.130837:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176677.130843:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000040:3.0:1786176677.130844:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407288576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.130849:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176677.130858:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407288192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176677.130859:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176677.130865:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176677.130873:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176677.130876:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176677.130880:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1786176677.130882:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407288192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176677.130885:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176677.130891:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11197
00000100:00000001:0.0:1786176677.130900:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:3.0:1786176677.130900:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176677.130905:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1786176677.130907:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:0.0:1786176677.130910:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1786176677.130912:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1786176677.130914:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786176677.130918:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00100000:0.0:1786176677.130925:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407288192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176677.130925:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176677.130930:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176677.130937:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176677.130943:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176677.130946:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176677.130951:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1786176677.130954:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786176677.130955:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176677.130961:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176677.130964:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407288192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786176677.130965:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176677.130974:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176677.130979:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1786176677.130982:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1786176677.130985:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176677.130988:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176677.130990:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:0.0:1786176677.130993:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1786176677.130995:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000001:0.0:1786176677.130997:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786176677.131002:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176677.131003:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176677.131023:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786176677.131023:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176677.131029:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:0.0:1786176677.131030:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1786176677.131034:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1786176677.131038:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
02000000:00000001:3.0:1786176677.131039:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.131045:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1786176677.131045:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176677.131047:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176677.131052:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176677.131054:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407288192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176677.131056:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176677.131063:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786176677.131068:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00100000:0.0:1786176677.131074:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407288192:192.168.202.146@tcp:250:kworker.0
02000000:00000001:3.0:1786176677.131074:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176677.131078:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176677.131081:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176677.131085:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1786176677.131087:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1786176677.131088:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.131092:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1786176677.131096:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000040:0.0:1786176677.131098:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407288192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176677.131102:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.131113:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00100000:3.0:1786176677.131114:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407288704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1786176677.131117:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176677.131122:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176677.131128:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176677.131131:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176677.131134:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000001:3.0:1786176677.131139:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:0.0:1786176677.131140:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176677.131145:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176677.131145:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176677.131152:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407288704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1786176677.131153:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176677.131157:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176677.131161:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000100:00000001:0.0:1786176677.131168:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1786176677.131168:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.131172:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786176677.131175:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11207)
00000100:00000001:0.0:1786176677.131176:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.131187:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176677.131189:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.131192:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176677.131195:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176677.131197:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176677.131201:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407288320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131210:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176677.131211:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176677.131214:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176677.131215:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176677.131218:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176677.131222:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407288320:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176677.131225:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176677.131227:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176677.131229:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176677.131230:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176677.131234:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176677.131236:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176677.131240:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176677.131243:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176677.131247:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176677.131251:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407288320, portal 10
00000100:00000001:0.0:1786176677.131253:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176677.131254:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000100:00000040:0.0:1786176677.131261:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407288320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131268:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176677.131270:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176677.131273:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176677.131276:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407288320, offset 0
00000400:00000200:0.0:1786176677.131280:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176677.131285:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176677.131289:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176677.131292:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176677.131295:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176677.131298:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176677.131300:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176677.131303:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273225:273225:256:4294967295] 192.168.202.146@tcp LPNI seq info [273186:273186:8:4294967295]
00000400:00000200:0.0:1786176677.131308:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176677.131315:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176677.131320:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176677.131324:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176677.131328:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176677.131331:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786176677.131337:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176677.131340:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1786176677.131344:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176677.131346:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176677.131349:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176677.131353:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176677.131357:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176677.131359:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176677.131361:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176677.131365:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159c00 x1872930407288320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131374:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176677.131378:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159c00 x1872930407288320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176702 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131385:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.131387:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176677.131391:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176677.131395:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176677.131398:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176677.131401:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305869861
00000100:00000001:0.0:1786176677.131403:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305878826
00000100:00000001:0.0:1786176677.131406:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305869861
00000100:00000001:0.0:1786176677.131408:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305878826
00000100:00000001:0.0:1786176677.131410:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176677.131413:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.131415:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176677.131419:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176677/real 1786176677]  req@ffff9f1485159c00 x1872930407288320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176677.131428:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176677.131430:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176677.131431:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176677.131434:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176677.131436:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176677.131438:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176677.131442:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407288320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176677.131451:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407288320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131458:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176677.131459:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.131461:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176677.131463:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176677.131467:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407288320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131474:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176677.131479:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407288320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131486:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176677.131489:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.131490:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176677.131492:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.131494:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176677.131496:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176677.131499:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176677.131503:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176677.131505:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176677.131510:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407288320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176677.131519:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407288320:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176677.131523:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176677.131527:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407288448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131535:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176677.131536:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176677.131539:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176677.131541:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176677.131543:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176677.131547:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407288448:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176677.131550:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176677.131552:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176677.131554:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176677.131556:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176677.131559:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176677.131561:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176677.131566:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176677.131569:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176677.131572:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176677.131575:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407288448, portal 10
00000100:00000001:0.0:1786176677.131577:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176677.131579:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
00000100:00000040:0.0:1786176677.131585:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407288448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131593:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176677.131595:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176677.131597:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176677.131600:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407288448, offset 0
00000400:00000200:0.0:1786176677.131604:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176677.131608:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176677.131612:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176677.131615:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176677.131618:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176677.131621:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176677.131623:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176677.131626:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273226:273226:256:4294967295] 192.168.202.146@tcp LPNI seq info [273187:273187:8:4294967295]
00000400:00000200:0.0:1786176677.131631:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176677.131638:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176677.131643:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176677.131647:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176677.131651:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176677.131654:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786176677.131660:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176677.131663:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1786176677.131667:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176677.131669:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176677.131672:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176677.131676:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176677.131679:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176677.131682:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176677.131685:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176677.131688:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b800 x1872930407288448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131697:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176677.131701:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407288448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176702 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131709:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.131710:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176677.131714:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176677.131717:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176677.131720:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176677.131722:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305869942
00000100:00000001:0.0:1786176677.131725:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305878826
00000100:00000001:0.0:1786176677.131727:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305869942
00000100:00000001:0.0:1786176677.131730:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305878826
00000100:00000001:0.0:1786176677.131732:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176677.131734:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.131736:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176677.131740:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176677/real 1786176677]  req@ffff9f148515b800 x1872930407288448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176677.131749:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176677.131751:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176677.131753:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176677.131755:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176677.131757:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176677.131759:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176677.131762:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407288448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176677.131791:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407288448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131800:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176677.131801:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.131803:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176677.131805:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176677.131809:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407288448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131816:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176677.131820:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407288448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131827:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176677.131830:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.131832:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176677.131833:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.131835:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176677.131837:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176677.131840:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176677.131843:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176677.131845:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176677.131863:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407288448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176677.131873:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407288448:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176677.131878:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176677.131881:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407288576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131889:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176677.131891:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176677.131894:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176677.131896:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176677.131898:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176677.131901:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407288576:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176677.131904:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176677.131907:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176677.131908:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176677.131910:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176677.131913:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176677.131916:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176677.131919:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176677.131922:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176677.131926:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176677.131929:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407288576, portal 4
00000100:00000001:0.0:1786176677.131931:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176677.131932:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
00000100:00000040:0.0:1786176677.131938:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407288576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.131946:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176677.131948:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176677.131951:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176677.131953:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407288576, offset 0
00000400:00000200:0.0:1786176677.131957:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176677.131961:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176677.131965:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176677.131968:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176677.131971:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176677.131974:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176677.131976:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176677.131980:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273227:273227:256:4294967295] 192.168.202.146@tcp LPNI seq info [273188:273188:8:4294967295]
00000400:00000200:0.0:1786176677.131985:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176677.131991:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176677.131997:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176677.132000:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176677.132004:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176677.132023:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786176677.132028:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176677.132031:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1786176677.132035:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176677.132037:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176677.132041:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176677.132044:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176677.132048:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176677.132050:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176677.132052:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176677.132056:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515aa00 x1872930407288576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132065:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176677.132069:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515aa00 x1872930407288576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176702 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132076:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.132078:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176677.132081:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176677.132085:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176677.132089:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176677.132091:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305871202
00000100:00000001:0.0:1786176677.132094:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305878826
00000100:00000001:0.0:1786176677.132096:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305871202
00000100:00000001:0.0:1786176677.132099:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305878826
00000100:00000001:0.0:1786176677.132101:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176677.132104:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.132106:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176677.132110:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176677/real 1786176677]  req@ffff9f148515aa00 x1872930407288576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176677.132120:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176677.132121:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176677.132123:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176677.132126:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176677.132127:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176677.132129:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176677.132133:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407288576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176677.132143:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407288576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132150:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176677.132152:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.132154:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176677.132155:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176677.132159:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407288576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132166:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176677.132171:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407288576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132178:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176677.132181:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.132182:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176677.132184:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.132186:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176677.132187:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176677.132190:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176677.132194:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176677.132196:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176677.132202:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407288576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176677.132211:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407288576:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176677.132215:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176677.132218:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407288704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132225:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176677.132227:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176677.132229:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176677.132232:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176677.132234:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176677.132237:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407288704:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176677.132240:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176677.132243:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176677.132244:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176677.132246:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176677.132250:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176677.132252:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176677.132255:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176677.132257:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176677.132261:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176677.132264:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407288704, portal 4
00000100:00000001:0.0:1786176677.132266:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176677.132267:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00000040:0.0:1786176677.132274:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407288704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132281:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176677.132284:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176677.132286:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176677.132289:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407288704, offset 0
00000400:00000200:0.0:1786176677.132294:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176677.132298:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176677.132301:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176677.132305:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176677.132308:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176677.132310:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176677.132313:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176677.132316:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273228:273228:256:4294967295] 192.168.202.146@tcp LPNI seq info [273189:273189:8:4294967295]
00000400:00000200:0.0:1786176677.132321:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176677.132328:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176677.132333:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176677.132336:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176677.132340:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176677.132343:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786176677.132348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176677.132351:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1786176677.132355:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176677.132357:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176677.132361:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176677.132364:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176677.132368:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176677.132370:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176677.132373:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176677.132377:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b480 x1872930407288704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132386:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176677.132390:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b480 x1872930407288704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176702 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132398:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.132400:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176677.132403:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176677.132406:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176677.132410:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176677.132413:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305870992
00000100:00000001:0.0:1786176677.132416:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305878826
00000100:00000001:0.0:1786176677.132418:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305870992
00000100:00000001:0.0:1786176677.132420:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305878826
00000100:00000001:0.0:1786176677.132423:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176677.132425:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.132427:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176677.132431:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176677/real 1786176677]  req@ffff9f148515b480 x1872930407288704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176677.132440:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176677.132442:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176677.132444:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176677.132446:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176677.132448:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176677.132450:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176677.132454:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407288704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176677.132463:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407288704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132470:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176677.132471:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.132474:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176677.132475:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176677.132479:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407288704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132487:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176677.132492:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407288704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132499:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176677.132502:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.132504:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176677.132505:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.132507:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176677.132508:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176677.132512:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176677.132515:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176677.132517:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176677.132522:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407288704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176677.132531:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407288704:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176677.132535:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.132538:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176677.132541:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407288320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132549:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176677.132551:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176677.132553:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176677.132556:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176677.132557:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176677.132559:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176677.132561:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176677.132563:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:0.0:1786176677.132566:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176677.132567:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176677.132569:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:0.0:1786176677.132572:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176677.132573:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.132575:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176677.132579:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407288448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132593:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176677.132594:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176677.132596:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176677.132598:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176677.132600:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176677.132601:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176677.132603:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176677.132605:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:0.0:1786176677.132607:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176677.132608:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176677.132609:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000001:0.0:1786176677.132612:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176677.132613:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.132615:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176677.132618:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407288576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132626:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176677.132627:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176677.132629:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176677.132631:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176677.132632:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176677.132633:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176677.132635:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176677.132637:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:0.0:1786176677.132639:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176677.132640:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176677.132642:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00000001:0.0:1786176677.132644:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176677.132645:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.132647:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176677.132650:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407288704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176702 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176677.132657:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176677.132659:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176677.132660:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176677.132663:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176677.132664:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176677.132665:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176677.132668:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176677.132669:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
02000000:00000001:0.0:1786176677.132671:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176677.132672:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176677.132674:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:0.0:1786176677.132676:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176677.132678:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.132680:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176677.132684:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176677.132685:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176677.132687:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176677.132689:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176677.961906:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176677.961914:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176677.961916:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176677.961919:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176677.961923:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176677.961925:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176677.961927:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176677.961929:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176677.962064:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176677.962083:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176677.962086:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176678.985948:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176678.985957:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176680.009856:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176680.009863:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176680.009914:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176680.009918:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176680.009921:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176681.033852:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176681.033858:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176682.057937:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176682.057948:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176682.058038:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176682.058046:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176682.058052:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1786176682.250101:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176682.250106:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176682.250109:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176682.250118:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff800 x1872930407288832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.250135:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176682.250138:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176682.250143:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176682.250147:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176682.250152:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176682.250157:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407288832:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176682.250168:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176682.250172:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176682.250175:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176682.250181:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176682.250186:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176682.250189:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176682.250196:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176682.250202:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176682.250210:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176682.250219:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407288832, portal 25
00000100:00000001:0.0:1786176682.250223:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176682.250226:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542672384 : -106564166879232 : ffff9f1498aff800)
00000100:00000040:0.0:1786176682.250232:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff800 x1872930407288832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.250244:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176682.250250:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176682.250254:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176682.250257:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407288832, offset 0
00000400:00000200:0.0:1786176682.250266:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176682.250278:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176682.250286:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176682.250293:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176682.250299:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176682.250306:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176682.250311:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176682.250320:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273229:273229:256:4294967295] 192.168.202.146@tcp LPNI seq info [273190:273190:8:4294967295]
00000400:00000200:0.0:1786176682.250327:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176682.250342:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176682.250352:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176682.250358:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176682.250367:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176682.250373:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176682.250381:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176682.250385:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1786176682.250393:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176682.250397:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176682.250404:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176682.250412:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176682.250417:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176682.250421:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176682.250426:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176682.250433:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff800 x1872930407288832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.250475:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176682.250485:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff800 x1872930407288832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176707 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.250508:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176682.250512:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176682.250520:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176682.250525:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176682.250528:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305883946
00000100:00000001:0.0:1786176682.250537:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305878826
00000100:00000001:0.0:1786176682.250545:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305883946
00000100:00000001:0.0:1786176682.250552:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305878826
00000100:00000001:0.0:1786176682.250557:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176682.250561:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176682.250565:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176682.250571:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176682/real 1786176682]  req@ffff9f1498aff800 x1872930407288832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176682.250586:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176682.250589:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176682.250593:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176682.250596:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176682.250599:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176682.250603:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176682.250608:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff800 x1872930407288832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176682.250621:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff800 x1872930407288832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.250631:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176682.250634:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.250640:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176682.250643:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176682.250649:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff800 x1872930407288832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.250671:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176682.250678:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff800 x1872930407288832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.250690:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176682.250695:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.250700:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176682.250705:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.250710:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176682.250716:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176682.250724:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176682.250734:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176682.250741:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176682.250752:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff800 x1872930407288832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176682.250787:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407288832:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176682.250793:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.250795:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176682.250798:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff800 x1872930407288832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.250807:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176682.250810:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176682.250813:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176682.250820:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176682.250822:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176682.250826:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176682.250832:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176682.250834:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965400.
02000000:00000001:0.0:1786176682.250839:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176682.250842:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176682.250844:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff800.
00000100:00000001:0.0:1786176682.250849:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176682.250851:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.250854:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.250862:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176682.250865:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176682.250871:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176682.250874:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176682.250876:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176682.250883:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe680 x1872930407288960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.250901:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176682.250905:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176682.250908:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176682.250911:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176682.250913:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176682.250916:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407288960:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176682.250918:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176682.250920:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176682.250922:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176682.250923:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176682.250926:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176682.250928:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176682.250931:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176682.250933:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176682.250936:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176682.250938:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407288960, portal 10
00000100:00000001:0.0:1786176682.250939:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176682.250940:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667904 : -106564166883712 : ffff9f1498afe680)
00000100:00000040:0.0:1786176682.250945:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe680 x1872930407288960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.250949:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176682.250951:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176682.250952:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176682.250954:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407288960, offset 0
00000400:00000200:0.0:1786176682.250971:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176682.250974:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176682.250976:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176682.250979:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176682.250980:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176682.250982:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176682.250984:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176682.250986:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273230:273230:256:4294967295] 192.168.202.146@tcp LPNI seq info [273191:273191:8:4294967295]
00000400:00000200:0.0:1786176682.250989:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176682.250993:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176682.250996:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176682.250999:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176682.251002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176682.251004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176682.251007:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176682.251009:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1786176682.251011:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176682.251012:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176682.251015:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176682.251017:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176682.251020:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176682.251021:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176682.251023:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176682.251025:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe680 x1872930407288960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251031:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176682.251033:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe680 x1872930407288960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176707 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251037:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176682.251039:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176682.251041:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176682.251044:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176682.251046:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176682.251048:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305874981
00000100:00000001:0.0:1786176682.251050:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305883946
00000100:00000001:0.0:1786176682.251051:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305874981
00000100:00000001:0.0:1786176682.251053:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305883946
00000100:00000001:0.0:1786176682.251054:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176682.251055:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176682.251056:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176682.251059:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176682/real 1786176682]  req@ffff9f1498afe680 x1872930407288960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176682.251063:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176682.251064:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176682.251065:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176682.251067:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176682.251068:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176682.251069:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176682.251071:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe680 x1872930407288960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176682.251080:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe680 x1872930407288960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251085:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176682.251086:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251087:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176682.251088:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176682.251090:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe680 x1872930407288960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251094:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176682.251096:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe680 x1872930407288960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251100:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176682.251102:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251103:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176682.251104:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251105:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176682.251106:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176682.251107:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176682.251109:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176682.251111:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176682.251114:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe680 x1872930407288960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176682.251119:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407288960:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176682.251121:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176682.251123:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdf80 x1872930407289088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251131:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176682.251132:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176682.251133:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176682.251134:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176682.251136:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176682.251137:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407289088:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176682.251139:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176682.251140:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176682.251141:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176682.251142:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176682.251144:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176682.251146:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176682.251147:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176682.251149:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176682.251151:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176682.251152:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407289088, portal 10
00000100:00000001:0.0:1786176682.251154:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176682.251155:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542666112 : -106564166885504 : ffff9f1498afdf80)
00000100:00000040:0.0:1786176682.251158:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdf80 x1872930407289088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251162:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176682.251164:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176682.251165:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176682.251167:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407289088, offset 0
00000400:00000200:0.0:1786176682.251169:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176682.251171:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176682.251173:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176682.251175:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176682.251176:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176682.251178:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176682.251179:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176682.251182:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273231:273231:256:4294967295] 192.168.202.146@tcp LPNI seq info [273192:273192:8:4294967295]
00000400:00000200:0.0:1786176682.251184:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176682.251188:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176682.251191:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176682.251193:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176682.251195:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176682.251197:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176682.251200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176682.251201:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1786176682.251205:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176682.251206:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176682.251208:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176682.251210:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176682.251212:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176682.251213:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176682.251214:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176682.251216:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdf80 x1872930407289088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251221:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176682.251223:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdf80 x1872930407289088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176707 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251227:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176682.251229:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176682.251230:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176682.251232:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176682.251234:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176682.251235:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305875062
00000100:00000001:0.0:1786176682.251237:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305883946
00000100:00000001:0.0:1786176682.251238:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305875062
00000100:00000001:0.0:1786176682.251240:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305883946
00000100:00000001:0.0:1786176682.251241:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176682.251243:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176682.251244:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176682.251246:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176682/real 1786176682]  req@ffff9f1498afdf80 x1872930407289088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176682.251251:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176682.251252:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176682.251253:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176682.251254:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176682.251255:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176682.251257:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176682.251259:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdf80 x1872930407289088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176682.251264:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdf80 x1872930407289088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251268:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176682.251269:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251270:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176682.251271:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176682.251273:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdf80 x1872930407289088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251277:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176682.251279:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdf80 x1872930407289088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251283:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176682.251284:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251285:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176682.251286:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251287:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176682.251288:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176682.251289:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176682.251292:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176682.251293:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176682.251295:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdf80 x1872930407289088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176682.251300:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407289088:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176682.251302:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176682.251304:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff480 x1872930407289216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251308:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176682.251309:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176682.251310:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176682.251311:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176682.251313:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176682.251314:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407289216:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176682.251316:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176682.251317:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176682.251318:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176682.251319:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176682.251321:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176682.251322:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176682.251324:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176682.251325:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176682.251327:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176682.251329:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407289216, portal 4
00000100:00000001:0.0:1786176682.251330:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176682.251331:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542671488 : -106564166880128 : ffff9f1498aff480)
00000100:00000040:0.0:1786176682.251335:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff480 x1872930407289216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251339:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176682.251341:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176682.251342:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176682.251344:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407289216, offset 0
00000400:00000200:0.0:1786176682.251346:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176682.251348:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176682.251350:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176682.251352:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176682.251353:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176682.251355:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176682.251356:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176682.251358:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273232:273232:256:4294967295] 192.168.202.146@tcp LPNI seq info [273193:273193:8:4294967295]
00000400:00000200:0.0:1786176682.251361:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176682.251365:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176682.251368:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176682.251369:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176682.251372:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176682.251373:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176682.251376:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176682.251378:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1786176682.251380:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176682.251381:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176682.251383:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176682.251385:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176682.251387:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176682.251388:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176682.251389:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176682.251391:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff480 x1872930407289216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251397:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176682.251398:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff480 x1872930407289216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176707 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251403:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176682.251404:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176682.251406:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176682.251408:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176682.251410:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176682.251411:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305876321
00000100:00000001:0.0:1786176682.251413:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305883946
00000100:00000001:0.0:1786176682.251414:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305876321
00000100:00000001:0.0:1786176682.251415:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305883946
00000100:00000001:0.0:1786176682.251417:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176682.251418:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176682.251419:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176682.251421:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176682/real 1786176682]  req@ffff9f1498aff480 x1872930407289216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176682.251425:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176682.251426:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176682.251427:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176682.251428:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176682.251429:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176682.251430:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176682.251432:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff480 x1872930407289216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176682.251438:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff480 x1872930407289216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251442:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176682.251443:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251445:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176682.251446:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176682.251450:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff480 x1872930407289216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251457:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176682.251460:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff480 x1872930407289216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251468:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176682.251470:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251472:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176682.251473:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251475:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176682.251477:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176682.251480:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176682.251483:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176682.251486:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176682.251490:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff480 x1872930407289216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176682.251499:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407289216:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176682.251502:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251503:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176682.251506:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe680 x1872930407288960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251510:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176682.251511:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176682.251513:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176682.251515:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176682.251516:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176682.251517:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176682.251518:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176682.251519:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966000.
02000000:00000001:0.0:1786176682.251521:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176682.251522:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176682.251523:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe680.
00000100:00000001:0.0:1786176682.251525:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176682.251526:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251527:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176682.251529:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdf80 x1872930407289088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251534:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176682.251534:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176682.251535:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176682.251537:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176682.251537:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176682.251538:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176682.251539:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176682.251540:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966800.
02000000:00000001:0.0:1786176682.251541:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176682.251542:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176682.251542:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdf80.
00000100:00000001:0.0:1786176682.251544:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176682.251545:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251546:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176682.251547:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff480 x1872930407289216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251551:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176682.251552:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176682.251553:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176682.251554:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176682.251555:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176682.251555:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176682.251556:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176682.251557:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967c00.
02000000:00000001:0.0:1786176682.251558:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176682.251559:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176682.251560:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff480.
00000100:00000001:0.0:1786176682.251561:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176682.251562:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251563:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251565:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176682.251566:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176682.251567:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176682.251568:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176682.251569:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176682.251572:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc700 x1872930407289344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251576:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176682.251577:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176682.251579:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176682.251580:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176682.251581:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176682.251583:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407289344:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176682.251585:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176682.251586:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176682.251587:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176682.251588:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176682.251590:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176682.251591:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176682.251594:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176682.251596:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176682.251598:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176682.251600:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407289344, portal 4
00000100:00000001:0.0:1786176682.251602:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176682.251603:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542659840 : -106564166891776 : ffff9f1498afc700)
00000100:00000040:0.0:1786176682.251606:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc700 x1872930407289344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251611:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176682.251612:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176682.251614:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176682.251615:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407289344, offset 0
00000400:00000200:0.0:1786176682.251618:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176682.251620:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176682.251622:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176682.251624:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176682.251626:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176682.251628:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176682.251630:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176682.251632:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273233:273233:256:4294967295] 192.168.202.146@tcp LPNI seq info [273194:273194:8:4294967295]
00000400:00000200:0.0:1786176682.251634:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176682.251638:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176682.251641:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176682.251643:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176682.251645:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176682.251647:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176682.251650:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176682.251652:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1786176682.251654:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176682.251655:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176682.251657:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176682.251660:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176682.251661:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176682.251663:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176682.251664:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176682.251666:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc700 x1872930407289344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251671:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176682.251673:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc700 x1872930407289344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176707 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251677:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176682.251678:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176682.251680:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176682.251682:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176682.251684:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176682.251685:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305876111
00000100:00000001:0.0:1786176682.251687:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305883946
00000100:00000001:0.0:1786176682.251689:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305876111
00000100:00000001:0.0:1786176682.251690:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305883946
00000100:00000001:0.0:1786176682.251692:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176682.251693:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176682.251694:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176682.251697:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176682/real 1786176682]  req@ffff9f1498afc700 x1872930407289344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176682.251701:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176682.251702:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176682.251704:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176682.251706:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176682.251708:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176682.251710:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176682.251713:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc700 x1872930407289344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176682.251722:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc700 x1872930407289344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251729:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176682.251731:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251733:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176682.251734:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176682.251738:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc700 x1872930407289344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251746:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176682.251750:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc700 x1872930407289344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251758:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176682.251760:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251761:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176682.251762:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251764:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176682.251765:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176682.251767:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176682.251783:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176682.251786:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176682.251789:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc700 x1872930407289344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176682.251794:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407289344:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176682.251796:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251798:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176682.251799:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc700 x1872930407289344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176707 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176682.251803:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176682.251804:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176682.251805:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176682.251807:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176682.251808:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176682.251809:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176682.251810:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176682.251812:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964400.
02000000:00000001:0.0:1786176682.251813:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176682.251814:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176682.251815:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc700.
00000100:00000001:0.0:1786176682.251817:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176682.251818:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251819:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176682.251821:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176682.251822:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176682.251823:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176682.251825:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176683.081886:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176683.081892:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176684.105868:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176684.105874:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176684.105935:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176684.105954:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176684.105957:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176685.129880:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176685.129886:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176686.153875:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176686.153881:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176686.153970:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176686.153974:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176686.153977:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176687.177895:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176687.177901:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176687.370088:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176687.370094:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176687.370097:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176687.370108:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498affb80 x1872930407289472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.370124:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176687.370129:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176687.370137:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176687.370143:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176687.370152:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176687.370161:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407289472:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176687.370169:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176687.370176:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176687.370181:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176687.370186:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176687.370193:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176687.370198:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176687.370205:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176687.370209:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176687.370216:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176687.370223:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407289472, portal 25
00000100:00000001:0.0:1786176687.370229:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176687.370231:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542673280 : -106564166878336 : ffff9f1498affb80)
00000100:00000040:0.0:1786176687.370240:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498affb80 x1872930407289472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.370249:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176687.370256:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176687.370259:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176687.370264:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407289472, offset 0
00000400:00000200:0.0:1786176687.370274:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176687.370288:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176687.370299:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176687.370305:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176687.370312:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176687.370318:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176687.370324:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176687.370333:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273234:273234:256:4294967295] 192.168.202.146@tcp LPNI seq info [273195:273195:8:4294967295]
00000400:00000200:0.0:1786176687.370343:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176687.370358:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176687.370370:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176687.370377:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176687.370390:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176687.370396:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1786176687.370406:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176687.370413:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1786176687.370419:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176687.370423:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176687.370431:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176687.370439:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176687.370444:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176687.370449:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176687.370454:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176687.370461:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498affb80 x1872930407289472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.370478:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176687.370485:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498affb80 x1872930407289472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176712 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.370502:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176687.370505:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176687.370512:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176687.370519:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176687.370523:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305889066
00000100:00000001:0.0:1786176687.370532:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305883946
00000100:00000001:0.0:1786176687.370538:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305889066
00000100:00000001:0.0:1786176687.370543:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305883946
00000100:00000001:0.0:1786176687.370548:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176687.370553:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176687.370557:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176687.370563:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176687/real 1786176687]  req@ffff9f1498affb80 x1872930407289472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176687.370579:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176687.370582:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176687.370586:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176687.370599:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176687.370604:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176687.370609:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176687.370616:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498affb80 x1872930407289472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176687.370634:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498affb80 x1872930407289472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.370649:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176687.370653:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.370658:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176687.370662:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176687.370666:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498affb80 x1872930407289472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.370677:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176687.370686:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498affb80 x1872930407289472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.370698:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176687.370702:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.370706:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176687.370710:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.370715:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176687.370717:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176687.370721:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176687.370730:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176687.370736:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176687.370744:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498affb80 x1872930407289472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176687.370763:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407289472:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176687.370787:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.370790:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176687.370794:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498affb80 x1872930407289472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.370806:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176687.370809:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176687.370814:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176687.370819:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176687.370825:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176687.370828:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176687.370833:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176687.370837:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967800.
02000000:00000001:0.0:1786176687.370841:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176687.370846:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176687.370849:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498affb80.
00000100:00000001:0.0:1786176687.370854:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176687.370857:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.370861:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.370870:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176687.370873:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176687.370878:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176687.370881:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176687.370885:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176687.370891:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc000 x1872930407289600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.370923:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176687.370926:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176687.370930:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176687.370932:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176687.370938:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176687.370942:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407289600:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176687.370948:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176687.370951:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176687.370954:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176687.370958:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176687.370963:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176687.370966:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176687.370973:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176687.370978:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176687.370982:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176687.370987:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407289600, portal 10
00000100:00000001:0.0:1786176687.370992:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176687.370994:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658048 : -106564166893568 : ffff9f1498afc000)
00000100:00000040:0.0:1786176687.371001:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc000 x1872930407289600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371010:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176687.371013:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176687.371014:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176687.371017:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407289600, offset 0
00000400:00000200:0.0:1786176687.371021:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176687.371025:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176687.371029:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176687.371032:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176687.371033:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176687.371035:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176687.371037:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176687.371039:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273235:273235:256:4294967295] 192.168.202.146@tcp LPNI seq info [273196:273196:8:4294967295]
00000400:00000200:0.0:1786176687.371042:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176687.371046:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176687.371050:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176687.371052:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176687.371055:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176687.371057:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1786176687.371060:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176687.371062:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1786176687.371065:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176687.371066:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176687.371068:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176687.371071:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176687.371073:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176687.371074:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176687.371076:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176687.371078:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc000 x1872930407289600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371086:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176687.371089:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc000 x1872930407289600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176712 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371096:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176687.371097:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176687.371101:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176687.371105:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176687.371109:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176687.371113:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305880101
00000100:00000001:0.0:1786176687.371115:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305889066
00000100:00000001:0.0:1786176687.371117:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305880101
00000100:00000001:0.0:1786176687.371119:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305889066
00000100:00000001:0.0:1786176687.371122:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176687.371124:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176687.371126:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176687.371130:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176687/real 1786176687]  req@ffff9f1498afc000 x1872930407289600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176687.371138:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176687.371140:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176687.371142:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176687.371144:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176687.371146:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176687.371147:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176687.371150:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc000 x1872930407289600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176687.371159:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc000 x1872930407289600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371165:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176687.371166:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.371168:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176687.371170:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176687.371173:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc000 x1872930407289600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371179:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176687.371183:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc000 x1872930407289600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371189:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176687.371192:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.371193:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176687.371194:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.371196:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176687.371198:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176687.371200:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176687.371203:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176687.371205:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176687.371209:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc000 x1872930407289600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176687.371215:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407289600:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176687.371219:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176687.371222:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd500 x1872930407289728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371228:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176687.371229:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176687.371231:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176687.371233:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176687.371234:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176687.371237:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407289728:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176687.371240:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176687.371242:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176687.371243:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176687.371245:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176687.371248:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176687.371250:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176687.371253:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176687.371256:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176687.371259:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176687.371262:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407289728, portal 10
00000100:00000001:0.0:1786176687.371264:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176687.371265:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542663424 : -106564166888192 : ffff9f1498afd500)
00000100:00000040:0.0:1786176687.371271:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd500 x1872930407289728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371277:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176687.371280:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176687.371282:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176687.371284:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407289728, offset 0
00000400:00000200:0.0:1786176687.371289:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176687.371293:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176687.371296:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176687.371299:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176687.371302:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176687.371304:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176687.371307:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176687.371310:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273236:273236:256:4294967295] 192.168.202.146@tcp LPNI seq info [273197:273197:8:4294967295]
00000400:00000200:0.0:1786176687.371314:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176687.371320:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176687.371323:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176687.371326:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176687.371329:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176687.371331:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1786176687.371334:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176687.371336:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1786176687.371338:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176687.371340:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176687.371342:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176687.371344:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176687.371347:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176687.371348:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176687.371350:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176687.371352:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd500 x1872930407289728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371358:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176687.371360:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd500 x1872930407289728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176712 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371364:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176687.371366:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176687.371368:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176687.371370:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176687.371373:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176687.371374:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305880182
00000100:00000001:0.0:1786176687.371376:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305889066
00000100:00000001:0.0:1786176687.371395:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305880182
00000100:00000001:0.0:1786176687.371397:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305889066
00000100:00000001:0.0:1786176687.371399:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176687.371400:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176687.371402:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176687.371405:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176687/real 1786176687]  req@ffff9f1498afd500 x1872930407289728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176687.371411:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176687.371412:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176687.371414:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176687.371416:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176687.371417:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176687.371419:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176687.371421:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd500 x1872930407289728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176687.371428:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd500 x1872930407289728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371433:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176687.371434:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.371435:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176687.371437:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176687.371439:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd500 x1872930407289728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371461:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176687.371463:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd500 x1872930407289728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371468:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176687.371470:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.371471:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176687.371472:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.371473:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176687.371474:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176687.371476:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176687.371478:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176687.371479:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176687.371482:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd500 x1872930407289728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176687.371486:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407289728:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176687.371489:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176687.371491:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afce00 x1872930407289856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371495:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176687.371496:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176687.371498:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176687.371499:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176687.371501:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176687.371503:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407289856:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176687.371504:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176687.371506:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176687.371507:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176687.371508:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176687.371510:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786176687.371511:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176687.371514:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176687.371515:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176687.371518:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176687.371520:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407289856, portal 4
00000100:00000001:0.0:1786176687.371521:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176687.371539:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542661632 : -106564166889984 : ffff9f1498afce00)
00000100:00000040:0.0:1786176687.371543:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afce00 x1872930407289856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371549:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176687.371551:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176687.371552:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176687.371554:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407289856, offset 0
00000400:00000200:0.0:1786176687.371557:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176687.371561:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176687.371563:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176687.371565:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176687.371568:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176687.371570:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176687.371572:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176687.371574:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273237:273237:256:4294967295] 192.168.202.146@tcp LPNI seq info [273198:273198:8:4294967295]
00000400:00000200:0.0:1786176687.371578:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176687.371583:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176687.371586:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176687.371588:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176687.371591:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176687.371594:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1786176687.371597:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176687.371599:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1786176687.371602:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176687.371604:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176687.371606:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176687.371609:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176687.371611:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176687.371613:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176687.371615:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176687.371618:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afce00 x1872930407289856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371624:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176687.371627:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afce00 x1872930407289856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176712 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371632:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176687.371633:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176687.371636:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176687.371639:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176687.371641:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176687.371643:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305881441
00000100:00000001:0.0:1786176687.371645:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305889066
00000100:00000001:0.0:1786176687.371647:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305881441
00000100:00000001:0.0:1786176687.371648:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305889066
00000100:00000001:0.0:1786176687.371650:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176687.371651:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176687.371653:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176687.371655:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176687/real 1786176687]  req@ffff9f1498afce00 x1872930407289856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176687.371661:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176687.371662:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176687.371664:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176687.371665:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176687.371667:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176687.371668:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176687.371671:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afce00 x1872930407289856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176687.371692:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afce00 x1872930407289856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371697:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176687.371698:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.371699:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176687.371700:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176687.371703:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afce00 x1872930407289856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371707:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176687.371709:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afce00 x1872930407289856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371713:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176687.371715:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.371716:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176687.371716:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.371717:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176687.371718:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176687.371720:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176687.371722:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176687.371723:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176687.371725:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afce00 x1872930407289856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176687.371730:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407289856:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176687.371732:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.371734:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176687.371736:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc000 x1872930407289600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371740:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176687.371741:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176687.371743:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176687.371744:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176687.371745:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176687.371747:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176687.371748:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176687.371749:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964000.
02000000:00000001:0.0:1786176687.371751:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176687.371752:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176687.371753:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc000.
00000100:00000001:0.0:1786176687.371755:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176687.371756:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.371757:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176687.371759:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd500 x1872930407289728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371764:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176687.371765:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176687.371766:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176687.371767:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176687.371767:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176687.371768:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176687.371769:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176687.371770:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966400.
02000000:00000001:0.0:1786176687.371771:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176687.371772:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176687.371773:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd500.
00000100:00000001:0.0:1786176687.371774:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176687.371775:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.371776:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176687.371778:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afce00 x1872930407289856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371782:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176687.371783:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176687.371784:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786176687.371785:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176687.371786:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176687.371786:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176687.371788:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176687.371789:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964800.
02000000:00000001:0.0:1786176687.371790:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176687.371791:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176687.371792:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afce00.
00000100:00000001:0.0:1786176687.371793:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176687.371794:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.371795:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.371798:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176687.371799:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176687.371800:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176687.371801:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176687.371802:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176687.371804:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff100 x1872930407289984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371809:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176687.371810:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176687.371811:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176687.371812:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176687.371814:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176687.371816:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407289984:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176687.371817:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176687.371818:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176687.371819:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176687.371820:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176687.371822:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786176687.371824:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176687.371827:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176687.371830:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176687.371854:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176687.371858:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407289984, portal 4
00000100:00000001:0.0:1786176687.371860:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176687.371862:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542670592 : -106564166881024 : ffff9f1498aff100)
00000100:00000040:0.0:1786176687.371869:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff100 x1872930407289984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371884:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176687.371886:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176687.371889:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176687.371892:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407289984, offset 0
00000400:00000200:0.0:1786176687.371896:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176687.371899:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176687.371902:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176687.371904:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176687.371919:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176687.371921:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176687.371923:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176687.371925:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273238:273238:256:4294967295] 192.168.202.146@tcp LPNI seq info [273199:273199:8:4294967295]
00000400:00000200:0.0:1786176687.371928:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176687.371933:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176687.371937:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176687.371939:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176687.371942:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176687.371944:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1786176687.371963:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176687.371965:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1786176687.371967:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176687.371969:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176687.371971:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176687.371973:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176687.371976:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176687.371977:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176687.371979:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176687.371982:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff100 x1872930407289984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371987:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176687.371989:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff100 x1872930407289984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176712 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.371998:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176687.371999:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176687.372002:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176687.372004:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176687.372006:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176687.372007:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305881232
00000100:00000001:0.0:1786176687.372009:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305889066
00000100:00000001:0.0:1786176687.372010:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305881232
00000100:00000001:0.0:1786176687.372012:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305889066
00000100:00000001:0.0:1786176687.372013:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176687.372015:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176687.372016:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176687.372018:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176687/real 1786176687]  req@ffff9f1498aff100 x1872930407289984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176687.372023:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176687.372024:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176687.372025:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176687.372026:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176687.372027:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176687.372029:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176687.372031:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff100 x1872930407289984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176687.372035:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff100 x1872930407289984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.372039:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176687.372040:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.372041:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176687.372042:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176687.372044:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff100 x1872930407289984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.372049:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176687.372051:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff100 x1872930407289984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.372056:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176687.372057:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.372058:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176687.372059:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.372060:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176687.372061:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176687.372063:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176687.372064:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176687.372066:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176687.372068:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff100 x1872930407289984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176687.372073:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407289984:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176687.372075:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.372076:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176687.372078:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff100 x1872930407289984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176712 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176687.372082:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176687.372083:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176687.372084:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786176687.372086:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176687.372087:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176687.372088:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176687.372089:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176687.372090:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967800.
02000000:00000001:0.0:1786176687.372092:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176687.372093:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176687.372094:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff100.
00000100:00000001:0.0:1786176687.372096:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176687.372097:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.372098:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176687.372101:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176687.372102:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176687.372103:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176687.372104:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176688.201868:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176688.201875:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176688.201877:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176688.201880:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176688.201884:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176688.201885:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176688.201887:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176688.201889:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176688.201952:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176688.201956:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176688.201958:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176689.225884:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176689.225901:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176690.249860:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176690.249866:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176690.249954:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176690.249959:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176690.249963:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176691.273895:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176691.273901:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176692.297920:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176692.297926:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176692.297985:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176692.297990:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176692.297993:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176692.489894:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176692.489903:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176692.489906:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176692.489909:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176692.489913:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176692.489919:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11212
00000400:00000200:3.0:1786176692.489926:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176692.489932:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176692.489935:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176692.489939:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176692.489942:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176692.489944:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176692.489947:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176692.489950:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176692.489951:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176692.489953:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176692.489956:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176692.489957:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176692.489959:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176692.489962:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176692.489964:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176692.489965:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176692.489967:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176692.489970:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176692.489972:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176692.489975:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176692.489977:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176692.489980:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176692.489982:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176692.489984:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176692.489986:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176692.489995:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786176692.489997:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176692.490000:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176692.490001:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176692.490004:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176692.490006:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176692.490009:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176692.490016:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786176692.490021:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176692.490028:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407290112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176692.490036:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176692.490040:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176692.490043:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407290112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176692.490061:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176692.490064:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176692.490066:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176692.490067:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176692.490069:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176692.490070:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176692.490072:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11212
00000400:00000200:3.0:1786176692.490075:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176692.490077:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176692.490079:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176692.490082:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176692.490083:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176692.490086:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176692.490087:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:0.0:1786176692.490089:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1786176692.490089:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176692.490091:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000100:00000001:0.0:1786176692.490094:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1786176692.490095:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1786176692.490098:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1786176692.490100:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176692.490105:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176692.490106:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407290112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786176692.490111:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:0.0:1786176692.490120:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1786176692.490121:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176692.490123:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176692.490127:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1786176692.490129:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176692.490132:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1786176692.490134:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:0.0:1786176692.490135:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176692.490141:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00100000:0.0:1786176692.490143:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407290112:192.168.202.146@tcp:250:kworker.0
00000020:00000040:3.0:1786176692.490148:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:0.0:1786176692.490149:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176692.490153:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176692.490156:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176692.490156:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:0.0:1786176692.490161:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786176692.490162:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176692.490165:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1786176692.490167:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786176692.490171:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176692.490171:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176692.490178:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176692.490180:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1786176692.490182:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000008:00100000:3.0:1786176692.490185:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1786176692.490187:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000008:00000001:3.0:1786176692.490189:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176692.490192:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1786176692.490194:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000010:3.0:1786176692.490196:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786176692.490199:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00000200:0.0:1786176692.490201:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407290112, portal 25
02000000:00000001:3.0:1786176692.490202:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176692.490204:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.490207:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786176692.490208:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1786176692.490209:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
02000000:00000001:3.0:1786176692.490210:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176692.490215:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176692.490219:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407290112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1786176692.490221:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786176692.490227:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.490229:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176692.490234:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00100000:3.0:1786176692.490235:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407290240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1786176692.490238:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176692.490243:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407290112, offset 0
00000100:00000001:3.0:1786176692.490250:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176692.490252:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176692.490255:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786176692.490259:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407290240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1786176692.490266:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176692.490273:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176692.490276:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:3.0:1786176692.490278:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176692.490282:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1786176692.490284:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1786176692.490285:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176692.490288:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1786176692.490292:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:3.0:1786176692.490292:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176692.490297:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11212
00000400:00000200:0.0:1786176692.490299:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176692.490304:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:3.0:1786176692.490306:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176692.490310:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273239:273239:256:4294967295] 192.168.202.146@tcp LPNI seq info [273200:273200:8:4294967295]
00000400:00000200:3.0:1786176692.490313:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176692.490317:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1786176692.490321:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786176692.490324:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176692.490327:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176692.490330:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176692.490334:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176692.490338:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1786176692.490340:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1786176692.490341:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176692.490344:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176692.490347:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000800:00000200:0.0:1786176692.490352:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000020:00000001:3.0:1786176692.490352:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176692.490358:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000010:0.0:1786176692.490362:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000100:00000040:3.0:1786176692.490362:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176692.490368:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176692.490369:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176692.490371:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176692.490373:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000800:00000200:0.0:1786176692.490377:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786176692.490378:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176692.490383:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176692.490385:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1786176692.490386:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
02000000:00000001:3.0:1786176692.490387:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176692.490391:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176692.490394:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176692.490396:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176692.490401:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1786176692.490401:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176692.490403:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176692.490408:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176692.490410:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000800:00000200:0.1:1786176692.490410:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
02000000:00000001:3.0:1786176692.490415:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176692.490417:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1786176692.490420:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786176692.490421:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1786176692.490426:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
02000000:00000001:3.0:1786176692.490426:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1786176692.490433:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1786176692.490438:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176692.490439:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1786176692.490445:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000400:00000200:0.0:1786176692.490447:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176692.490450:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:3.0:1786176692.490450:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.490457:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1786176692.490457:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407290368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1786176692.490463:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159180 x1872930407290112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176692.490467:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176692.490471:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176692.490479:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407290368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.490480:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176692.490486:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159180 x1872930407290112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176692.490491:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176692.490493:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176692.490496:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176692.490497:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176692.490500:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176692.490502:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176692.490507:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11212
00000100:00000001:0.0:1786176692.490512:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786176692.490513:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176692.490517:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1786176692.490519:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176692.490522:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1786176692.490525:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176692.490525:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176692.490526:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176692.490532:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:0.0:1786176692.490533:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176692.490538:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:0.0:1786176692.490539:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305894186
00000020:00000001:3.0:1786176692.490544:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176692.490547:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000100:00000001:0.0:1786176692.490548:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305889066
00000020:00000001:3.0:1786176692.490551:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1786176692.490553:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305894186
00000020:00000040:3.0:1786176692.490556:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000001:0.0:1786176692.490557:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305889066
00000020:00000001:3.0:1786176692.490562:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:0.0:1786176692.490563:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176692.490568:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176692.490570:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:0.0:1786176692.490571:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176692.490577:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176692/real 1786176692]  req@ffff9f1485159180 x1872930407290112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786176692.490578:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176692.490584:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176692.490589:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000001:0.0:1786176692.490591:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1786176692.490592:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000001:0.0:1786176692.490594:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1786176692.490596:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000400:00000010:0.0:1786176692.490597:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000100:00080000:3.0:1786176692.490601:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:0.0:1786176692.490602:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176692.490605:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:3.0:1786176692.490606:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.490609:0:2401:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1786176692.490609:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176692.490614:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1786176692.490615:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407290112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786176692.490619:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176692.490624:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176692.490628:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000200:0.0:1786176692.490631:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407290112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1786176692.490632:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176692.490637:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176692.490643:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000100:00000001:0.0:1786176692.490645:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1786176692.490646:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:0.0:1786176692.490649:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1786176692.490650:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1786176692.490652:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1786176692.490653:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.490656:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176692.490657:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176692.490659:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1786176692.490661:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407290112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786176692.490662:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176692.490668:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:0.0:1786176692.490673:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176692.490674:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176692.490679:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407290112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786176692.490683:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407290496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176692.490698:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176692.490701:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.490706:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176692.490709:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176692.490711:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176692.490715:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1786176692.490715:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.490721:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1786176692.490722:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407290496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786176692.490728:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1786176692.490732:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176692.490735:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176692.490738:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00080000:3.0:1786176692.490739:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176692.490743:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1786176692.490746:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1786176692.490746:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176692.490748:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176692.490753:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11212
00000400:00000200:3.0:1786176692.490757:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:0.0:1786176692.490758:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407290112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786176692.490762:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176692.490767:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1786176692.490800:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407290112:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176692.490805:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.490807:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176692.490811:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407290112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.490821:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1786176692.490821:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000001:0.0:1786176692.490824:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1786176692.490826:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:0.0:1786176692.490828:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786176692.490834:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1786176692.490834:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000020:00000001:0.0:1786176692.490837:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176692.490840:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000001:3.0:1786176692.490841:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176692.490845:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000001:3.0:1786176692.490845:0:113144:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000010:0.0:1786176692.490849:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
00000020:00000040:3.0:1786176692.490849:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176692.490853:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:0.0:1786176692.490855:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:3.0:1786176692.490868:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
02000000:00000001:0.0:1786176692.490870:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176692.490875:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
00000020:00000001:3.0:1786176692.490875:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176692.490881:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:0.0:1786176692.490882:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176692.490885:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786176692.490887:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176692.490888:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176692.490890:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176692.490893:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176692.490894:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176692.490896:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000001:0.0:1786176692.490897:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176692.490900:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176692.490903:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176692.490904:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786176692.490906:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.490907:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1786176692.490909:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1786176692.490910:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1786176692.490913:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1786176692.490917:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407290240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786176692.490918:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176692.490923:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176692.490926:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1786176692.490931:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1786176692.490932:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.490935:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176692.490936:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176692.490939:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1786176692.490941:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
02000000:00000001:0.0:1786176692.490942:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1786176692.490946:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176692.490948:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176692.490950:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176692.490952:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176692.490956:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407290240:192.168.202.146@tcp:38:kworker.0
00000100:00000001:3.0:1786176692.490956:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176692.490958:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176692.490962:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.490966:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1786176692.490967:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
02000000:00000001:0.0:1786176692.490970:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1786176692.490972:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176692.490974:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176692.490979:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407290624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1786176692.490980:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176692.490987:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786176692.490993:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176692.490997:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176692.491000:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176692.491004:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786176692.491007:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407290624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1786176692.491008:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176692.491014:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176692.491020:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407290240, portal 10
00000100:00000001:3.0:1786176692.491037:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.491040:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1786176692.491043:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11222)
00000100:00000001:0.0:1786176692.491044:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00000040:0.0:1786176692.491056:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407290240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491066:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176692.491069:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176692.491073:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176692.491077:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407290240, offset 0
00000400:00000200:0.0:1786176692.491082:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176692.491087:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176692.491091:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176692.491093:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176692.491095:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176692.491097:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176692.491099:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176692.491101:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273240:273240:256:4294967295] 192.168.202.146@tcp LPNI seq info [273201:273201:8:4294967295]
00000400:00000200:0.0:1786176692.491105:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176692.491110:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176692.491113:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176692.491116:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176692.491119:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176692.491121:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1786176692.491124:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176692.491127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1786176692.491129:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176692.491131:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176692.491134:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176692.491136:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176692.491138:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176692.491140:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176692.491141:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176692.491144:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159880 x1872930407290240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491150:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176692.491152:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159880 x1872930407290240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491162:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.491163:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176692.491165:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176692.491168:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176692.491171:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176692.491172:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305885221
00000100:00000001:0.0:1786176692.491174:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305894186
00000100:00000001:0.0:1786176692.491176:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305885221
00000100:00000001:0.0:1786176692.491177:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305894186
00000100:00000001:0.0:1786176692.491179:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176692.491180:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.491181:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176692.491184:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176692/real 1786176692]  req@ffff9f1485159880 x1872930407290240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176692.491189:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176692.491190:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176692.491192:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176692.491193:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176692.491194:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176692.491196:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176692.491198:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407290240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176692.491204:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407290240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491208:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176692.491208:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491210:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176692.491211:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176692.491213:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407290240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491218:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176692.491221:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407290240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491225:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176692.491227:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491228:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176692.491229:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491230:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176692.491231:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176692.491233:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176692.491235:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176692.491236:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176692.491239:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407290240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176692.491243:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407290240:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176692.491246:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176692.491248:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407290368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491252:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176692.491253:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176692.491255:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176692.491256:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176692.491258:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176692.491260:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407290368:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176692.491261:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176692.491263:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176692.491264:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176692.491266:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176692.491268:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176692.491269:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176692.491271:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176692.491273:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176692.491275:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176692.491277:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407290368, portal 10
00000100:00000001:0.0:1786176692.491279:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176692.491280:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000100:00000040:0.0:1786176692.491284:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407290368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491289:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176692.491291:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176692.491293:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176692.491294:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407290368, offset 0
00000400:00000200:0.0:1786176692.491297:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176692.491299:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176692.491301:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176692.491303:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176692.491305:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176692.491306:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176692.491308:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176692.491310:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273241:273241:256:4294967295] 192.168.202.146@tcp LPNI seq info [273202:273202:8:4294967295]
00000400:00000200:0.0:1786176692.491313:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176692.491317:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176692.491320:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176692.491322:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176692.491324:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176692.491326:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1786176692.491329:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176692.491331:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1786176692.491334:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176692.491335:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176692.491337:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176692.491356:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176692.491358:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176692.491360:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176692.491362:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176692.491366:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158000 x1872930407290368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491374:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176692.491378:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158000 x1872930407290368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491385:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.491387:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176692.491390:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176692.491393:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176692.491397:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176692.491399:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305885302
00000100:00000001:0.0:1786176692.491402:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305894186
00000100:00000001:0.0:1786176692.491404:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305885302
00000100:00000001:0.0:1786176692.491407:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305894186
00000100:00000001:0.0:1786176692.491409:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176692.491412:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.491413:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176692.491417:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176692/real 1786176692]  req@ffff9f1485158000 x1872930407290368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176692.491424:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176692.491425:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176692.491426:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176692.491427:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176692.491429:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176692.491430:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176692.491432:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407290368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176692.491438:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407290368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491442:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176692.491443:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491444:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176692.491445:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176692.491447:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407290368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491451:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176692.491454:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407290368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491458:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176692.491459:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491460:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176692.491461:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491462:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176692.491463:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176692.491465:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176692.491467:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176692.491468:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176692.491470:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407290368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176692.491475:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407290368:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176692.491477:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176692.491480:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407290496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491484:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176692.491485:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176692.491487:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176692.491488:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176692.491490:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176692.491491:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407290496:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176692.491493:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176692.491495:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176692.491496:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176692.491497:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176692.491500:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176692.491501:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176692.491504:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176692.491505:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176692.491507:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176692.491510:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407290496, portal 4
00000100:00000001:0.0:1786176692.491511:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176692.491512:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00000040:0.0:1786176692.491516:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407290496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491521:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176692.491522:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176692.491524:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176692.491525:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407290496, offset 0
00000400:00000200:0.0:1786176692.491528:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176692.491530:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176692.491532:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176692.491534:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176692.491536:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176692.491538:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176692.491539:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176692.491542:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273242:273242:256:4294967295] 192.168.202.146@tcp LPNI seq info [273203:273203:8:4294967295]
00000400:00000200:0.0:1786176692.491545:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176692.491549:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176692.491552:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176692.491554:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176692.491557:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176692.491559:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1786176692.491561:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176692.491563:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1786176692.491566:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176692.491567:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176692.491569:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176692.491571:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176692.491573:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176692.491574:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176692.491576:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176692.491578:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b100 x1872930407290496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491583:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176692.491585:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407290496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491590:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.491591:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176692.491593:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176692.491595:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176692.491597:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176692.491598:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305886561
00000100:00000001:0.0:1786176692.491600:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305894186
00000100:00000001:0.0:1786176692.491602:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305886561
00000100:00000001:0.0:1786176692.491603:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305894186
00000100:00000001:0.0:1786176692.491604:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176692.491606:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.491607:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176692.491609:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176692/real 1786176692]  req@ffff9f148515b100 x1872930407290496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176692.491615:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176692.491615:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176692.491616:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176692.491617:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176692.491618:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176692.491620:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176692.491622:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407290496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176692.491627:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407290496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491631:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176692.491632:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491633:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176692.491633:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176692.491636:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407290496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491639:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176692.491642:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407290496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491646:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176692.491647:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491648:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176692.491649:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491650:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176692.491651:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176692.491652:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176692.491654:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176692.491656:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176692.491659:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407290496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176692.491663:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407290496:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176692.491666:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491667:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176692.491669:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407290240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491673:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176692.491674:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176692.491675:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786176692.491676:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176692.491677:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176692.491678:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176692.491679:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176692.491681:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:0.0:1786176692.491682:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176692.491683:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176692.491684:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:0.0:1786176692.491686:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176692.491687:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491688:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176692.491690:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407290368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491694:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176692.491695:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176692.491696:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176692.491697:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176692.491698:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176692.491698:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176692.491699:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176692.491701:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:0.0:1786176692.491702:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176692.491703:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176692.491704:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000100:00000001:0.0:1786176692.491705:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176692.491706:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491707:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176692.491709:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407290496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491713:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176692.491713:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176692.491714:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176692.491715:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176692.491716:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176692.491717:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176692.491718:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176692.491718:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
02000000:00000001:0.0:1786176692.491720:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176692.491720:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176692.491721:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:0.0:1786176692.491723:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176692.491724:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491725:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491728:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176692.491728:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.491730:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176692.491731:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176692.491731:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176692.491733:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159500 x1872930407290624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491737:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176692.491738:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176692.491739:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176692.491740:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176692.491742:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176692.491743:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407290624:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176692.491746:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176692.491747:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176692.491748:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176692.491749:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176692.491751:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176692.491752:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176692.491754:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176692.491756:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176692.491757:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176692.491759:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407290624, portal 4
00000100:00000001:0.0:1786176692.491760:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176692.491761:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213787392 : -106564495764224 : ffff9f1485159500)
00000100:00000040:0.0:1786176692.491765:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159500 x1872930407290624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491769:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176692.491771:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176692.491772:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176692.491774:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407290624, offset 0
00000400:00000200:0.0:1786176692.491776:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176692.491778:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176692.491780:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176692.491782:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176692.491784:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176692.491785:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176692.491787:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176692.491789:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273243:273243:256:4294967295] 192.168.202.146@tcp LPNI seq info [273204:273204:8:4294967295]
00000400:00000200:0.0:1786176692.491792:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176692.491795:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176692.491815:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176692.491834:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176692.491837:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176692.491840:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1786176692.491842:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176692.491844:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1786176692.491847:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176692.491849:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176692.491851:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176692.491853:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176692.491856:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176692.491872:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176692.491875:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176692.491878:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159500 x1872930407290624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491884:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176692.491886:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159500 x1872930407290624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491890:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.491891:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176692.491911:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176692.491913:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176692.491915:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176692.491917:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305886352
00000100:00000001:0.0:1786176692.491919:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305894186
00000100:00000001:0.0:1786176692.491920:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305886352
00000100:00000001:0.0:1786176692.491922:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305894186
00000100:00000001:0.0:1786176692.491923:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176692.491924:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.491925:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176692.491927:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176692/real 1786176692]  req@ffff9f1485159500 x1872930407290624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176692.491932:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176692.491933:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176692.491935:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176692.491936:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176692.491937:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176692.491939:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176692.491941:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159500 x1872930407290624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176692.491948:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159500 x1872930407290624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491955:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176692.491956:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491958:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176692.491959:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176692.491964:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159500 x1872930407290624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491972:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176692.491976:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159500 x1872930407290624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.491984:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176692.491987:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491989:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176692.491990:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.491992:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176692.492010:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176692.492013:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176692.492016:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176692.492018:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176692.492021:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159500 x1872930407290624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176692.492026:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407290624:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176692.492030:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.492032:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176692.492036:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159500 x1872930407290624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176692.492043:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176692.492045:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176692.492048:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176692.492050:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176692.492052:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176692.492054:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176692.492056:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176692.492058:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
02000000:00000001:0.0:1786176692.492061:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176692.492062:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176692.492063:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159500.
00000100:00000001:0.0:1786176692.492066:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176692.492068:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.492070:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176692.492074:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176692.492075:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176692.492077:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176692.492079:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176693.321891:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176693.321898:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176694.345853:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176694.345858:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176694.345912:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176694.345917:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176694.345921:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176695.369881:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176695.369887:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176696.393891:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176696.393899:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176696.393968:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176696.393972:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176696.393975:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176697.417880:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176697.417886:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176697.609877:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176697.609886:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176697.609888:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176697.609891:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176697.609894:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176697.609899:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11217
00000400:00000200:0.0:1786176697.609905:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176697.609910:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176697.609912:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176697.609915:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.609917:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176697.609919:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.609921:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176697.609924:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176697.609925:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176697.609927:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176697.609929:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176697.609931:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176697.609932:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176697.609935:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.609936:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176697.609937:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.609939:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176697.609941:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176697.609943:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176697.609945:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176697.609947:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176697.609949:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176697.609951:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176697.609953:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176697.609954:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176697.609961:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176697.609963:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176697.609966:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176697.609968:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176697.609971:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176697.609974:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176697.609978:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176697.609986:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786176697.609994:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176697.610004:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407290752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176697.610015:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176697.610020:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176697.610031:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407290752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176697.610051:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176697.610053:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176697.610056:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176697.610057:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176697.610058:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176697.610060:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176697.610062:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11217
00000400:00000200:0.0:1786176697.610065:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176697.610067:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176697.610069:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176697.610071:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610072:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176697.610074:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610075:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176697.610077:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176697.610078:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176697.610079:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176697.610080:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176697.610082:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176697.610083:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176697.610085:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610086:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176697.610088:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610089:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176697.610091:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176697.610092:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610094:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176697.610095:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176697.610099:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176697.610101:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176697.610102:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176697.610106:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176697.610108:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176697.610110:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176697.610113:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176697.610115:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176697.610117:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176697.610118:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176697.610121:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176697.610124:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176697.610127:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176697.610133:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000100:00000001:0.0:1786176697.610137:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176697.610145:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407290880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176697.610169:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176697.610172:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176697.610180:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407290880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176697.610195:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176697.610198:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176697.610204:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176697.610207:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176697.610211:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176697.610216:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176697.610222:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11217
00000400:00000200:0.0:1786176697.610231:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176697.610238:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176697.610243:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176697.610249:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610254:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176697.610257:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610261:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176697.610268:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176697.610272:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176697.610276:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176697.610281:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176697.610287:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176697.610293:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176697.610302:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610309:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176697.610313:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610317:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176697.610322:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176697.610330:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610336:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176697.610342:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176697.610348:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176697.610355:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176697.610362:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176697.610367:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176697.610373:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176697.610377:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176697.610386:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176697.610391:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176697.610398:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176697.610402:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176697.610406:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176697.610410:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1786176697.610410:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:0.0:1786176697.610414:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176697.610415:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
02000000:00000010:0.0:1786176697.610424:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6800.
00000100:00000001:0.0:1786176697.610431:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176697.610443:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407291008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176697.610457:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176697.610461:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176697.610470:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407291008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176697.610479:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176697.610482:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176697.610491:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176697.610494:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176697.610497:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176697.610501:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176697.610507:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11217
00000400:00000200:0.0:1786176697.610512:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176697.610519:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176697.610522:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176697.610527:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610529:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176697.610532:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610536:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176697.610542:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176697.610547:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176697.610552:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176697.610557:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176697.610563:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176697.610569:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176697.610578:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610586:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176697.610592:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610598:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176697.610606:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176697.610615:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610623:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176697.610628:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176697.610635:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176697.610640:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176697.610643:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176697.610647:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176697.610653:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176697.610658:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176697.610666:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176697.610673:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176697.610681:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176697.610685:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176697.610690:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176697.610694:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176697.610698:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176697.610703:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786176697.610708:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176697.610717:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407291136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176697.610730:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176697.610733:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176697.610741:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407291136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176697.610753:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176697.610758:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176697.610767:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176697.610802:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176697.610822:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176697.610828:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176697.610835:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11217
00000400:00000200:0.0:1786176697.610846:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176697.610856:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176697.610862:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176697.610871:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610877:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176697.610885:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610892:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176697.610897:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176697.610901:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176697.610906:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176697.610911:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176697.610917:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176697.610924:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176697.610933:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610938:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176697.610945:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610951:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176697.610956:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176697.610965:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176697.610972:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176697.610979:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176697.610986:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176697.610993:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176697.610999:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176697.611005:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176697.611013:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176697.611019:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176697.611027:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176697.611034:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176697.611041:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176697.611045:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176697.611045:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176697.611051:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1786176697.611051:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
02000000:00000001:0.0:1786176697.611056:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176697.611062:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176697.611070:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786176697.611078:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176697.611089:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407291264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176697.611114:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176697.611121:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176697.611131:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407291264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176697.611157:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176697.611166:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11228)
00000800:00000200:2.1:1786176697.611320:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176697.611321:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176697.611495:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176697.611497:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176697.611741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176697.611743:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1786176698.441886:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176698.441893:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176698.441896:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176698.441899:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176698.441903:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176698.441904:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176698.441906:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176698.441908:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176698.441970:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176698.441974:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176698.441977:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176699.465930:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176699.465936:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176700.489941:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176700.489948:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176700.490032:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176700.490038:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176700.490043:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176701.513885:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176701.513892:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176702.537856:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176702.537862:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176702.537919:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176702.537922:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176702.537925:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786176702.729938:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176702.729953:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176702.729956:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176702.729960:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176702.729965:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176702.729973:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11223
00000400:00000200:0.0:1786176702.729984:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176702.729990:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176702.729994:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176702.729997:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730001:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176702.730004:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730006:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176702.730011:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176702.730013:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176702.730016:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176702.730019:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176702.730022:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176702.730025:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176702.730028:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730030:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176702.730032:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730035:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176702.730038:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176702.730042:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730044:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176702.730048:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176702.730052:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176702.730056:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176702.730058:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176702.730061:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176702.730070:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176702.730075:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176702.730079:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176702.730080:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176702.730083:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176702.730085:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176702.730089:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176702.730099:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000100:00000001:0.0:1786176702.730107:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176702.730116:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407291392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176702.730129:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176702.730134:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176702.730139:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407291392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176702.730162:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176702.730166:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176702.730170:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176702.730171:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176702.730173:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176702.730175:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176702.730178:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11223
00000400:00000200:0.0:1786176702.730182:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176702.730186:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176702.730189:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176702.730192:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730194:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176702.730197:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730200:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176702.730202:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176702.730204:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176702.730208:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176702.730210:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176702.730212:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176702.730214:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176702.730218:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730223:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176702.730225:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730228:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176702.730232:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176702.730239:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730244:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176702.730249:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176702.730256:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176702.730261:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176702.730266:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176702.730271:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176702.730279:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176702.730285:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176702.730292:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176702.730299:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176702.730304:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176702.730306:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176702.730311:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176702.730314:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176702.730319:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176702.730327:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786176702.730332:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176702.730350:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407291520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176702.730362:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176702.730366:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176702.730370:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407291520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176702.730393:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176702.730396:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176702.730409:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176702.730411:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176702.730417:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176702.730422:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176702.730428:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11223
00000400:00000200:0.0:1786176702.730437:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176702.730442:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176702.730448:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176702.730457:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730460:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176702.730465:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730470:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176702.730475:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176702.730478:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176702.730482:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176702.730484:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176702.730490:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176702.730496:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176702.730505:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730511:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176702.730518:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730523:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176702.730529:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176702.730534:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730538:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176702.730540:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176702.730543:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176702.730547:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176702.730550:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176702.730554:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176702.730559:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176702.730563:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176702.730567:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176702.730570:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176702.730573:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176702.730574:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176702.730576:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176702.730578:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176702.730582:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176702.730590:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786176702.730597:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176702.730608:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407291648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786176702.730609:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176702.730616:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1786176702.730626:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176702.730632:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176702.730640:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407291648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176702.730651:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176702.730656:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176702.730662:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176702.730666:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176702.730668:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176702.730673:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176702.730681:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11223
00000400:00000200:0.0:1786176702.730690:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176702.730696:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176702.730703:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176702.730710:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730714:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176702.730721:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730728:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176702.730735:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176702.730738:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176702.730743:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176702.730753:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176702.730802:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176702.730809:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176702.730819:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730826:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176702.730832:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730835:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176702.730838:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176702.730845:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176702.730853:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176702.730858:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176702.730863:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176702.730866:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176702.730872:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176702.730876:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176702.730881:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176702.730884:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176702.730888:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176702.730893:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176702.730897:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176702.730900:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176702.730902:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176702.730903:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176702.730906:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176702.730912:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6800.
00000100:00000001:0.0:1786176702.730919:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176702.730928:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407291776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176702.730948:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176702.730952:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176702.730959:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407291776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176702.730971:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176702.730974:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176702.730981:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176702.730983:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176702.730985:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176702.730991:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176702.730995:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11223
00000400:00000200:0.0:1786176702.731004:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176702.731009:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176702.731013:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176702.731019:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.731021:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176702.731025:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.731027:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176702.731031:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176702.731034:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176702.731038:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176702.731042:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176702.731048:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176702.731054:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176702.731062:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.731069:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176702.731075:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176702.731080:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176702.731085:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176702.731093:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176702.731100:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176702.731106:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176702.731112:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176702.731118:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176702.731125:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176702.731128:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176702.731134:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176702.731137:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176702.731144:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176702.731149:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176702.731154:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176702.731157:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176702.731160:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176702.731163:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176702.731166:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176702.731171:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000100:00000001:0.0:1786176702.731177:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176702.731187:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407291904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176702.731198:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176702.731202:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176702.731208:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407291904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176702.731222:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176702.731226:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11233)
00000800:00000200:2.1:1786176702.731335:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176702.731337:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176702.731532:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176702.731534:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176702.731711:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176702.731713:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176702.731966:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176702.731967:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1786176703.561873:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176703.561881:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176704.585893:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176704.585899:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176704.585961:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176704.585966:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176704.585970:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176705.609870:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176705.609878:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176706.633860:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176706.633865:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176706.633915:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176706.633918:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176706.633921:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176707.657902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176707.657910:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176707.657912:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176707.657914:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176707.657918:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176707.657920:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176707.657922:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176707.657923:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176707.849877:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176707.849888:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176707.849891:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176707.849895:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176707.849901:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176707.849909:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11228
00000400:00000200:0.0:1786176707.849917:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176707.849924:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176707.849928:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176707.849931:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.849935:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176707.849937:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.849939:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176707.849942:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176707.849944:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176707.849946:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176707.849949:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176707.849950:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176707.849952:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176707.849954:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.849955:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176707.849957:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.849958:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176707.849960:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176707.849962:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176707.849964:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176707.849966:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176707.849969:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176707.849971:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176707.849973:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176707.849976:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176707.849984:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176707.849987:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176707.849990:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176707.849992:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176707.849995:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176707.849997:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176707.850007:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176707.850015:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786176707.850020:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176707.850028:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407292032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176707.850037:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176707.850040:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176707.850044:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407292032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176707.850062:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176707.850064:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176707.850067:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176707.850068:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176707.850069:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176707.850071:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176707.850073:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11228
00000400:00000200:0.0:1786176707.850076:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176707.850078:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176707.850079:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176707.850081:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850083:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176707.850084:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850086:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176707.850087:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176707.850088:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176707.850089:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176707.850091:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176707.850092:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176707.850097:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176707.850099:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850100:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176707.850102:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850103:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176707.850104:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176707.850106:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850108:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176707.850109:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176707.850113:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176707.850115:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176707.850117:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176707.850120:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176707.850123:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176707.850124:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176707.850127:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176707.850129:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176707.850131:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176707.850132:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176707.850133:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176707.850134:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176707.850136:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176707.850139:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
00000100:00000001:0.0:1786176707.850143:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176707.850149:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407292160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176707.850171:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176707.850175:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176707.850183:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407292160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176707.850200:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176707.850205:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176707.850213:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176707.850217:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176707.850218:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176707.850223:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176707.850229:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11228
00000400:00000200:0.0:1786176707.850232:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176707.850235:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176707.850241:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176707.850250:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850255:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176707.850260:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850265:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176707.850269:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176707.850273:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176707.850277:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176707.850279:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176707.850281:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176707.850284:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176707.850292:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850294:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176707.850299:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850304:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176707.850310:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176707.850314:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850319:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176707.850323:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176707.850326:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176707.850331:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176707.850334:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176707.850337:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176707.850341:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176707.850342:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176707.850346:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176707.850350:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176707.850352:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176707.850355:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176707.850360:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176707.850362:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176707.850364:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176707.850371:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786176707.850377:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176707.850386:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407292288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176707.850402:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176707.850407:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176707.850412:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407292288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176707.850432:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176707.850438:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176707.850442:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176707.850444:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176707.850448:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176707.850451:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176707.850457:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11228
00000400:00000200:0.0:1786176707.850467:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:2.1:1786176707.850468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176707.850474:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000400:00000200:0.0:1786176707.850478:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176707.850490:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176707.850501:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850507:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176707.850512:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850516:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176707.850519:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176707.850521:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176707.850524:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176707.850527:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176707.850531:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176707.850537:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176707.850543:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850547:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176707.850553:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850557:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176707.850562:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176707.850567:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850573:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176707.850579:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176707.850583:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176707.850585:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176707.850587:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176707.850591:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176707.850593:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176707.850597:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176707.850603:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176707.850606:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176707.850611:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176707.850615:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176707.850618:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176707.850620:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176707.850624:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176707.850632:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786176707.850639:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176707.850652:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407292416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176707.850673:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176707.850678:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176707.850687:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407292416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176707.850707:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176707.850730:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176707.850732:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176707.850733:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176707.850735:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176707.850741:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176707.850747:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11228
00000400:00000200:0.0:1786176707.850756:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176707.850762:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176707.850768:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176707.850801:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850803:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176707.850805:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850806:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176707.850808:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176707.850809:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176707.850813:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176707.850815:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176707.850820:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176707.850823:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176707.850828:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850833:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176707.850837:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850842:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176707.850846:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176707.850851:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176707.850857:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176707.850859:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176707.850864:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176707.850871:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176707.850875:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176707.850878:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176707.850885:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176707.850890:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176707.850898:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176707.850905:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176707.850911:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176707.850915:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176707.850920:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176707.850924:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176707.850929:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176707.850937:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000001:0.0:1786176707.850945:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176707.850954:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407292544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176707.850965:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176707.850968:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176707.850973:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407292544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176707.850988:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176707.850992:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11238)
00000800:00000200:2.1:1786176707.851094:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176707.851096:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176707.851284:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176707.851286:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176707.851493:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176707.851495:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176707.851665:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176707.851667:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1786176708.681925:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176708.681933:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176708.682008:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176708.682012:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176708.682015:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176709.705855:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176709.705863:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176710.729880:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176710.729886:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176710.729959:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176710.729964:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176710.729967:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176711.753873:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176711.753881:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176712.777911:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176712.777917:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176712.777973:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176712.777977:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176712.777980:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1786176712.970087:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176712.970093:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176712.970098:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176712.970107:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe300 x1872930407292672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.970125:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176712.970128:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176712.970134:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176712.970137:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176712.970142:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176712.970150:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407292672:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176712.970160:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176712.970168:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176712.970173:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176712.970180:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176712.970190:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176712.970196:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176712.970208:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176712.970215:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176712.970230:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176712.970239:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407292672, portal 25
00000100:00000001:0.0:1786176712.970245:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176712.970249:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667008 : -106564166884608 : ffff9f1498afe300)
00000100:00000040:0.0:1786176712.970262:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe300 x1872930407292672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.970288:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176712.970298:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176712.970306:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176712.970312:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407292672, offset 0
00000400:00000200:0.0:1786176712.970324:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176712.970335:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176712.970345:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176712.970355:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176712.970362:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176712.970368:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176712.970372:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176712.970380:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273259:273259:256:4294967295] 192.168.202.146@tcp LPNI seq info [273220:273220:8:4294967295]
00000400:00000200:0.0:1786176712.970389:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176712.970406:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176712.970422:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176712.970432:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176712.970448:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176712.970458:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786176712.970470:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176712.970478:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1786176712.970486:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176712.970490:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176712.970501:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176712.970514:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176712.970526:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176712.970532:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176712.970541:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176712.970552:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe300 x1872930407292672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.970575:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176712.970585:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe300 x1872930407292672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.970627:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176712.970633:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176712.970644:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176712.970654:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176712.970674:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305914666
00000100:00000001:0.0:1786176712.970687:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305909546
00000100:00000001:0.0:1786176712.970696:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305914666
00000100:00000001:0.0:1786176712.970705:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305909546
00000100:00000001:0.0:1786176712.970712:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176712.970720:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176712.970728:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176712.970738:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176712/real 1786176712]  req@ffff9f1498afe300 x1872930407292672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176712.970760:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176712.970765:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176712.970790:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176712.970795:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176712.970797:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176712.970801:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176712.970808:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe300 x1872930407292672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176712.970816:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe300 x1872930407292672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.970835:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176712.970842:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.970846:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176712.970850:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176712.970863:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe300 x1872930407292672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.970882:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176712.970887:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe300 x1872930407292672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.970892:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176712.970894:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.970895:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176712.970897:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.970899:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176712.970901:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176712.970903:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176712.970906:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176712.970907:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176712.970910:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe300 x1872930407292672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176712.970916:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407292672:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176712.970919:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.970921:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176712.970923:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe300 x1872930407292672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.970927:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176712.970929:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176712.970931:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176712.970934:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176712.970935:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176712.970937:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176712.970938:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176712.970940:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966000.
02000000:00000001:0.0:1786176712.970943:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176712.970944:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176712.970945:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe300.
00000100:00000001:0.0:1786176712.970948:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176712.970949:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.970950:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.970956:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176712.970957:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176712.970959:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176712.970960:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176712.970961:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176712.970963:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd880 x1872930407292800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.970968:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176712.970969:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176712.970971:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176712.970972:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176712.970974:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176712.970975:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407292800:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176712.970978:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176712.970979:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176712.970980:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176712.970982:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176712.970984:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176712.970985:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176712.970988:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176712.970990:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176712.970993:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176712.970995:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407292800, portal 10
00000100:00000001:0.0:1786176712.970996:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176712.970997:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542664320 : -106564166887296 : ffff9f1498afd880)
00000100:00000040:0.0:1786176712.971002:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd880 x1872930407292800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971006:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176712.971008:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176712.971010:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176712.971011:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407292800, offset 0
00000400:00000200:0.0:1786176712.971014:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176712.971017:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176712.971020:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176712.971022:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176712.971024:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176712.971027:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176712.971029:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176712.971032:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273260:273260:256:4294967295] 192.168.202.146@tcp LPNI seq info [273221:273221:8:4294967295]
00000400:00000200:0.0:1786176712.971037:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176712.971044:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176712.971049:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176712.971052:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176712.971057:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176712.971059:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786176712.971063:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176712.971066:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1786176712.971069:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176712.971071:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176712.971074:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176712.971078:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176712.971081:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176712.971083:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176712.971085:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176712.971088:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd880 x1872930407292800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971096:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176712.971099:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd880 x1872930407292800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971106:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176712.971108:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176712.971111:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176712.971115:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176712.971119:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176712.971121:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305905701
00000100:00000001:0.0:1786176712.971123:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305914666
00000100:00000001:0.0:1786176712.971125:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305905701
00000100:00000001:0.0:1786176712.971127:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305914666
00000100:00000001:0.0:1786176712.971129:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176712.971131:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176712.971134:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176712.971137:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176712/real 1786176712]  req@ffff9f1498afd880 x1872930407292800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176712.971144:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176712.971146:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176712.971147:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176712.971150:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176712.971152:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176712.971154:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176712.971157:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd880 x1872930407292800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176712.971164:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd880 x1872930407292800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971170:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176712.971171:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.971173:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176712.971174:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176712.971177:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd880 x1872930407292800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971184:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176712.971187:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd880 x1872930407292800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971194:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176712.971197:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.971198:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176712.971200:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.971201:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176712.971203:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176712.971205:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176712.971209:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176712.971211:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176712.971215:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd880 x1872930407292800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176712.971223:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407292800:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176712.971227:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176712.971231:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afea00 x1872930407292928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971238:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176712.971239:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176712.971242:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176712.971244:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176712.971246:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176712.971249:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407292928:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176712.971252:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176712.971253:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176712.971254:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176712.971256:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176712.971260:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4c00.
02000000:00000001:0.0:1786176712.971262:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176712.971266:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176712.971269:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176712.971272:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176712.971275:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407292928, portal 10
00000100:00000001:0.0:1786176712.971277:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176712.971278:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542668800 : -106564166882816 : ffff9f1498afea00)
00000100:00000040:0.0:1786176712.971284:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afea00 x1872930407292928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971292:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176712.971294:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176712.971297:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176712.971300:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407292928, offset 0
00000400:00000200:0.0:1786176712.971305:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176712.971309:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176712.971313:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176712.971316:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176712.971318:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176712.971320:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176712.971322:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176712.971324:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273261:273261:256:4294967295] 192.168.202.146@tcp LPNI seq info [273222:273222:8:4294967295]
00000400:00000200:0.0:1786176712.971327:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176712.971332:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176712.971335:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176712.971337:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176712.971340:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176712.971342:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786176712.971345:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176712.971347:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1786176712.971349:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176712.971351:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176712.971353:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176712.971356:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176712.971358:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176712.971359:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176712.971361:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176712.971364:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afea00 x1872930407292928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971370:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176712.971372:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afea00 x1872930407292928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971376:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176712.971377:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176712.971379:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176712.971381:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176712.971383:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176712.971384:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305905782
00000100:00000001:0.0:1786176712.971386:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305914666
00000100:00000001:0.0:1786176712.971388:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305905782
00000100:00000001:0.0:1786176712.971389:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305914666
00000100:00000001:0.0:1786176712.971391:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176712.971393:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176712.971394:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176712.971396:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176712/real 1786176712]  req@ffff9f1498afea00 x1872930407292928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176712.971401:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176712.971402:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176712.971403:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176712.971404:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176712.971406:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176712.971408:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176712.971411:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afea00 x1872930407292928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176712.971420:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afea00 x1872930407292928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971427:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176712.971429:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.971431:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176712.971432:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176712.971436:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afea00 x1872930407292928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971444:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176712.971449:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afea00 x1872930407292928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971456:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176712.971459:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.971461:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176712.971462:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.971463:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176712.971464:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176712.971466:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176712.971468:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176712.971470:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176712.971473:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afea00 x1872930407292928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176712.971478:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407292928:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176712.971480:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176712.971482:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff100 x1872930407293056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971487:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176712.971488:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176712.971490:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176712.971491:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176712.971493:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176712.971495:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407293056:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176712.971497:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176712.971498:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176712.971499:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176712.971501:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176712.971503:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176712.971504:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176712.971507:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176712.971509:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176712.971513:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176712.971516:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407293056, portal 4
00000100:00000001:0.0:1786176712.971518:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176712.971519:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542670592 : -106564166881024 : ffff9f1498aff100)
00000100:00000040:0.0:1786176712.971525:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff100 x1872930407293056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971531:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176712.971534:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176712.971537:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176712.971539:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407293056, offset 0
00000400:00000200:0.0:1786176712.971543:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176712.971548:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176712.971551:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176712.971554:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176712.971556:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176712.971558:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176712.971559:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176712.971561:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273262:273262:256:4294967295] 192.168.202.146@tcp LPNI seq info [273223:273223:8:4294967295]
00000400:00000200:0.0:1786176712.971564:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176712.971569:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176712.971572:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176712.971575:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176712.971579:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176712.971582:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786176712.971586:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176712.971589:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1786176712.971593:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176712.971595:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176712.971599:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176712.971602:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176712.971606:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176712.971608:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176712.971611:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176712.971615:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff100 x1872930407293056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971624:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176712.971627:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff100 x1872930407293056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971633:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176712.971634:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176712.971637:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176712.971639:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176712.971642:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176712.971644:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305907041
00000100:00000001:0.0:1786176712.971645:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305914666
00000100:00000001:0.0:1786176712.971647:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305907041
00000100:00000001:0.0:1786176712.971648:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305914666
00000100:00000001:0.0:1786176712.971650:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176712.971651:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176712.971652:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176712.971655:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176712/real 1786176712]  req@ffff9f1498aff100 x1872930407293056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176712.971678:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176712.971680:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176712.971681:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176712.971683:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176712.971684:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176712.971685:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176712.971688:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff100 x1872930407293056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176712.971694:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff100 x1872930407293056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971698:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176712.971699:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.971700:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176712.971701:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176712.971703:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff100 x1872930407293056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971707:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176712.971710:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff100 x1872930407293056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971715:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176712.971716:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.971717:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176712.971718:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.971719:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176712.971720:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176712.971721:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176712.971723:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176712.971725:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176712.971727:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff100 x1872930407293056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176712.971733:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407293056:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176712.971735:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176712.971737:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afce00 x1872930407293184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971741:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176712.971742:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176712.971744:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176712.971745:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176712.971746:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176712.971748:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407293184:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176712.971750:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176712.971751:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176712.971752:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176712.971754:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176712.971756:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176712.971757:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176712.971759:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176712.971761:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176712.971763:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176712.971765:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407293184, portal 4
00000100:00000001:0.0:1786176712.971766:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176712.971767:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542661632 : -106564166889984 : ffff9f1498afce00)
00000100:00000040:0.0:1786176712.971788:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afce00 x1872930407293184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971793:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176712.971795:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176712.971797:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176712.971799:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407293184, offset 0
00000400:00000200:0.0:1786176712.971804:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176712.971808:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176712.971812:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176712.971815:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176712.971818:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176712.971820:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176712.971823:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176712.971826:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273263:273263:256:4294967295] 192.168.202.146@tcp LPNI seq info [273224:273224:8:4294967295]
00000400:00000200:0.0:1786176712.971830:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176712.971837:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176712.971842:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176712.971845:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176712.971849:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176712.971852:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1786176712.971857:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176712.971860:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1786176712.971864:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176712.971866:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176712.971869:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176712.971872:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176712.971876:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176712.971878:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176712.971880:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176712.971884:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afce00 x1872930407293184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971893:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176712.971896:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afce00 x1872930407293184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971903:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176712.971905:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176712.971907:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176712.971910:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176712.971912:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176712.971914:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305906832
00000100:00000001:0.0:1786176712.971916:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305914666
00000100:00000001:0.0:1786176712.971917:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305906832
00000100:00000001:0.0:1786176712.971919:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305914666
00000100:00000001:0.0:1786176712.971920:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176712.971921:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176712.971923:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176712.971925:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176712/real 1786176712]  req@ffff9f1498afce00 x1872930407293184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176712.971930:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176712.971931:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176712.971933:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176712.971934:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176712.971935:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176712.971937:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176712.971939:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afce00 x1872930407293184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176712.971944:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afce00 x1872930407293184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971948:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176712.971949:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.971950:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176712.971951:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176712.971953:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afce00 x1872930407293184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971957:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176712.971959:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afce00 x1872930407293184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971964:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176712.971965:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.971966:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176712.971967:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.971969:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176712.971970:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176712.971972:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176712.971973:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176712.971975:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176712.971977:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afce00 x1872930407293184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176712.971982:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407293184:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176712.971984:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.971985:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176712.971987:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd880 x1872930407292800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.971991:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176712.971992:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176712.971993:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176712.971995:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176712.971996:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176712.971997:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176712.971999:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176712.972000:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966800.
02000000:00000001:0.0:1786176712.972002:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176712.972003:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176712.972004:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd880.
00000100:00000001:0.0:1786176712.972005:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176712.972006:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.972007:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176712.972009:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afea00 x1872930407292928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.972018:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176712.972019:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176712.972020:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:0.0:1786176712.972021:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176712.972022:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176712.972023:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176712.972024:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176712.972025:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965800.
02000000:00000001:0.0:1786176712.972026:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176712.972027:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176712.972027:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afea00.
00000100:00000001:0.0:1786176712.972029:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176712.972029:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.972030:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176712.972032:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff100 x1872930407293056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.972036:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176712.972037:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176712.972037:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176712.972039:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176712.972039:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176712.972040:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176712.972041:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176712.972042:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:0.0:1786176712.972043:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176712.972044:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176712.972044:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff100.
00000100:00000001:0.0:1786176712.972046:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176712.972047:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.972047:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176712.972049:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afce00 x1872930407293184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176712.972053:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176712.972054:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176712.972055:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176712.972056:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176712.972057:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176712.972058:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176712.972059:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176712.972060:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965000.
02000000:00000001:0.0:1786176712.972061:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176712.972062:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176712.972062:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afce00.
00000100:00000001:0.0:1786176712.972064:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176712.972065:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.972066:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176712.972068:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176712.972069:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176712.972070:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176712.972071:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176713.801917:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176713.801924:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176714.825886:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176714.825893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176714.825954:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176714.825958:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176714.825960:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176715.849898:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176715.849905:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176716.873847:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176716.873852:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176716.873912:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176716.873917:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176716.873920:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176717.897875:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176717.897883:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176717.897885:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176717.897887:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176717.897891:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176717.897893:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176717.897894:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176717.897896:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176718.089879:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176718.089892:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176718.089895:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176718.089899:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176718.089903:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176718.089909:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11238
00000400:00000200:3.0:1786176718.089916:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176718.089922:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176718.089925:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176718.089928:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176718.089931:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176718.089934:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176718.089936:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176718.089939:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176718.089940:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176718.089943:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176718.089946:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176718.089948:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176718.089950:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176718.089953:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176718.089955:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176718.089957:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176718.089959:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176718.089962:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176718.089966:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176718.089969:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176718.089971:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176718.089975:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176718.089978:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176718.089980:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176718.089983:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176718.089992:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786176718.089996:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176718.090007:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176718.090009:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176718.090013:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176718.090015:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176718.090020:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176718.090028:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786176718.090036:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176718.090046:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407293312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176718.090058:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176718.090063:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176718.090068:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407293312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176718.090089:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176718.090093:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176718.090096:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176718.090098:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176718.090101:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176718.090104:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176718.090107:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11238
00000100:00000001:0.0:1786176718.090113:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1786176718.090113:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176718.090119:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1786176718.090121:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:0.0:1786176718.090123:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1786176718.090125:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176718.090132:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159f80 x1872930407293312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786176718.090133:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176718.090139:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176718.090145:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176718.090146:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176718.090150:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176718.090152:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:0.0:1786176718.090154:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1786176718.090157:0:109754:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:0.0:1786176718.090158:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1786176718.090161:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
02000000:00000001:0.0:1786176718.090162:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176718.090166:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:0.0:1786176718.090169:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407293312:192.168.202.146@tcp:250:kworker.0
00000020:00000040:3.0:1786176718.090171:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000001:0.0:1786176718.090173:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1786176718.090177:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
02000000:00000001:0.0:1786176718.090179:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176718.090182:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786176718.090184:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
02000000:00000001:0.0:1786176718.090186:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1786176718.090191:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000010:0.0:1786176718.090193:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:3.0:1786176718.090194:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1786176718.090196:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176718.090200:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176718.090204:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:0.0:1786176718.090205:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:3.0:1786176718.090209:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000400:00000010:0.0:1786176718.090211:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000100:00080000:3.0:1786176718.090216:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000010:0.0:1786176718.090220:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000001:3.0:1786176718.090220:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176718.090225:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1786176718.090228:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407293312, portal 25
00000100:00000001:0.0:1786176718.090231:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176718.090233:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790080 : -106564495761536 : ffff9f1485159f80)
02000000:00000001:3.0:1786176718.090233:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176718.090239:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176718.090244:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159f80 x1872930407293312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176718.090244:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176718.090249:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176718.090255:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176718.090259:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.090261:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1786176718.090263:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786176718.090268:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00000040:0.0:1786176718.090269:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786176718.090273:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176718.090275:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1786176718.090276:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000001:3.0:1786176718.090277:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176718.090281:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176718.090283:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1786176718.090284:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407293312, offset 0
02000000:00000010:3.0:1786176718.090288:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786176718.090292:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176718.090297:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00100000:3.0:1786176718.090301:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407293440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1786176718.090312:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176718.090317:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1786176718.090321:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:3.0:1786176718.090323:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176718.090328:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1786176718.090332:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407293440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1786176718.090336:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176718.090342:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176718.090347:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176718.090354:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273264:273264:256:4294967295] 192.168.202.146@tcp LPNI seq info [273225:273225:8:4294967295]
00000100:00000001:3.0:1786176718.090356:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176718.090361:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786176718.090363:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176718.090369:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176718.090373:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1786176718.090374:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1786176718.090377:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.0:1786176718.090382:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786176718.090384:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:0.0:1786176718.090388:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000100:00080000:3.0:1786176718.090390:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11238
00000800:00000200:0.0:1786176718.090398:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000400:00000200:3.0:1786176718.090399:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:0.0:1786176718.090404:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000400:00000200:3.0:1786176718.090408:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000200:0.1:1786176718.090413:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786176718.090414:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1786176718.090419:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1786176718.090423:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176718.090427:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:0.0:1786176718.090429:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786176718.090433:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000010:0.0:1786176718.090435:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176718.090444:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1786176718.090449:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:0.0:1786176718.090452:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1786176718.090455:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176718.090458:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000400:00000200:0.0:1786176718.090460:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000020:00000001:3.0:1786176718.090461:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:0.0:1786176718.090466:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000020:00000040:3.0:1786176718.090467:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176718.090473:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000001:0.0:1786176718.090475:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1786176718.090476:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000200:0.0:1786176718.090482:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159f80 x1872930407293312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786176718.090486:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176718.090493:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1786176718.090496:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176718.090497:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176718.090501:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:0.0:1786176718.090502:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159f80 x1872930407293312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176743 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786176718.090506:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176718.090514:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176718.090517:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176718.090518:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176718.090522:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176718.090524:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176718.090526:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.090527:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786176718.090531:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176718.090535:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1786176718.090538:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1786176718.090539:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176718.090544:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176718.090548:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000010:3.0:1786176718.090550:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000100:00000001:0.0:1786176718.090553:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305919786
00000020:00000040:3.0:1786176718.090554:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176718.090560:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176718.090562:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176718.090564:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1786176718.090566:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305914666
02000000:00000001:3.0:1786176718.090566:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176718.090570:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.090574:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305919786
02000000:00000010:3.0:1786176718.090576:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:0.0:1786176718.090580:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305914666
00000100:00000001:3.0:1786176718.090583:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.090586:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1786176718.090590:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407293568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176718.090591:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.090596:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1786176718.090602:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1786176718.090604:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176718/real 1786176718]  req@ffff9f1485159f80 x1872930407293312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176718.090605:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1786176718.090628:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1786176718.090630:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407293568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176718.090631:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176718.090635:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176718.090640:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176718.090643:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:3.0:1786176718.090644:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.090648:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1786176718.090649:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176718.090652:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:0.0:1786176718.090655:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159f80 x1872930407293312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176718.090655:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176718.090659:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176718.090664:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176718.090669:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11238
00000400:00000200:3.0:1786176718.090678:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176718.090681:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176718.090682:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176718.090684:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176718.090687:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176718.090691:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000200:0.0:1786176718.090692:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159f80 x1872930407293312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176718.090693:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176718.090698:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176718.090700:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176718.090703:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176718.090707:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000001:0.0:1786176718.090708:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1786176718.090710:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:0.0:1786176718.090711:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1786176718.090712:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:0.0:1786176718.090715:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1786176718.090718:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176718.090719:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176718.090722:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1786176718.090726:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159f80 x1872930407293312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786176718.090727:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176718.090731:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176718.090737:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176718.090742:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176718.090744:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176718.090746:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176718.090748:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1786176718.090752:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159f80 x1872930407293312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786176718.090752:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176718.090758:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176718.090763:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176718.090766:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1786176718.090767:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1786176718.090796:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176718.090798:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.090804:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1786176718.090806:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000100:00000001:0.0:1786176718.090810:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1786176718.090811:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:0.0:1786176718.090815:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1786176718.090816:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176718.090819:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.090821:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1786176718.090821:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176718.090825:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1786176718.090827:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1786176718.090828:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176718.090833:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00080000:0.0:1786176718.090835:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1786176718.090838:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176718.090841:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176718.090846:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1786176718.090846:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407293696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1786176718.090854:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159f80 x1872930407293312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176718.090857:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176718.090861:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176718.090868:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407293696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176718.090870:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407293312:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176718.090881:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176718.090883:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.090884:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1786176718.090886:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1786176718.090890:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159f80 x1872930407293312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786176718.090891:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176718.090895:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176718.090897:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176718.090902:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176718.090907:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11238
00000400:00000200:3.0:1786176718.090915:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176718.090920:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000400:00000200:3.0:1786176718.090921:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
02000000:00000001:0.0:1786176718.090924:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1786176718.090925:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
02000000:00000010:0.0:1786176718.090929:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5400.
00000100:00000040:3.0:1786176718.090930:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176718.090934:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1786176718.090935:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1786176718.090938:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000020:00000001:0.0:1786176718.090939:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176718.090942:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000001:3.0:1786176718.090943:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176718.090945:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000001:3.0:1786176718.090947:0:109754:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000010:0.0:1786176718.090949:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
00000020:00000040:3.0:1786176718.090949:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176718.090951:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176718.090954:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
02000000:00000001:0.0:1786176718.090955:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:3.0:1786176718.090956:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000001:0.0:1786176718.090958:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1786176718.090959:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000010:0.0:1786176718.090961:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159f80.
00000100:00000040:3.0:1786176718.090963:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176718.090966:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1786176718.090966:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1786176718.090969:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786176718.090970:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176718.090973:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176718.090974:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176718.090978:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176718.090980:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176718.090982:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1786176718.090982:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176718.090983:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1786176718.090986:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176718.090987:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176718.090989:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1786176718.090991:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.090992:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1786176718.090995:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176718.090996:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1786176718.090998:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176718.091002:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176718.091004:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515bb80 x1872930407293440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176718.091005:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176718.091010:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786176718.091014:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176718.091021:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176718.091024:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.091025:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786176718.091028:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1786176718.091029:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176718.091032:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176718.091035:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786176718.091037:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176718.091039:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1786176718.091043:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
02000000:00000001:0.0:1786176718.091044:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176718.091051:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176718.091052:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407293440:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176718.091057:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176718.091061:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1786176718.091062:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407293824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1786176718.091063:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176718.091067:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176718.091072:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176718.091075:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176718.091083:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176718.091089:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176718.091095:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000001:3.0:1786176718.091095:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176718.091100:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1786176718.091101:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407293440, portal 10
00000100:00000001:0.0:1786176718.091106:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176718.091109:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213797248 : -106564495754368 : ffff9f148515bb80)
00000100:00000040:3.0:1786176718.091111:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407293824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786176718.091118:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515bb80 x1872930407293440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091132:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1786176718.091133:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176718.091137:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176718.091140:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000040:3.0:1786176718.091141:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11248)
00000100:00000200:0.0:1786176718.091143:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407293440, offset 0
00000400:00000200:0.0:1786176718.091148:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176718.091151:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176718.091155:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176718.091158:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176718.091160:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176718.091162:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176718.091164:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176718.091166:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273265:273265:256:4294967295] 192.168.202.146@tcp LPNI seq info [273226:273226:8:4294967295]
00000400:00000200:0.0:1786176718.091169:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176718.091174:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176718.091177:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176718.091179:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176718.091182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176718.091184:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176718.091188:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176718.091190:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1786176718.091192:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176718.091194:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176718.091196:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176718.091199:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176718.091201:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176718.091202:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176718.091205:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176718.091207:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515bb80 x1872930407293440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091213:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176718.091215:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515bb80 x1872930407293440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176743 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091220:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.091221:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176718.091223:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176718.091226:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176718.091228:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176718.091229:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305910821
00000100:00000001:0.0:1786176718.091231:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305919786
00000100:00000001:0.0:1786176718.091233:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305910821
00000100:00000001:0.0:1786176718.091234:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305919786
00000100:00000001:0.0:1786176718.091236:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176718.091237:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.091238:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176718.091241:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176718/real 1786176718]  req@ffff9f148515bb80 x1872930407293440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176718.091246:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176718.091247:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176718.091248:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176718.091251:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176718.091252:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176718.091254:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176718.091258:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515bb80 x1872930407293440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176718.091266:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515bb80 x1872930407293440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091279:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176718.091281:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.091283:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176718.091285:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176718.091289:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515bb80 x1872930407293440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091297:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176718.091302:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515bb80 x1872930407293440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091307:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176718.091309:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.091310:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176718.091311:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.091312:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176718.091313:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176718.091315:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176718.091317:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176718.091318:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176718.091321:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515bb80 x1872930407293440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176718.091326:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407293440:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176718.091329:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176718.091331:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158e00 x1872930407293568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091335:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176718.091336:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176718.091338:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176718.091339:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176718.091341:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176718.091343:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407293568:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176718.091345:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176718.091347:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176718.091348:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176718.091349:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176718.091352:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4c00.
02000000:00000001:0.0:1786176718.091353:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176718.091355:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176718.091357:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176718.091359:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176718.091361:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407293568, portal 10
00000100:00000001:0.0:1786176718.091363:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176718.091364:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213785600 : -106564495766016 : ffff9f1485158e00)
00000100:00000040:0.0:1786176718.091368:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158e00 x1872930407293568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091372:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176718.091374:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176718.091375:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176718.091377:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407293568, offset 0
00000400:00000200:0.0:1786176718.091379:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176718.091382:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176718.091385:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176718.091387:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176718.091389:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176718.091391:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176718.091392:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176718.091394:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273266:273266:256:4294967295] 192.168.202.146@tcp LPNI seq info [273227:273227:8:4294967295]
00000400:00000200:0.0:1786176718.091397:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176718.091402:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176718.091405:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176718.091408:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176718.091410:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176718.091412:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176718.091415:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176718.091417:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1786176718.091419:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176718.091421:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176718.091423:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176718.091427:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176718.091430:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176718.091432:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176718.091435:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176718.091438:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158e00 x1872930407293568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091446:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176718.091450:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158e00 x1872930407293568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176743 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091457:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.091459:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176718.091462:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176718.091465:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176718.091469:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176718.091471:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305910902
00000100:00000001:0.0:1786176718.091474:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305919786
00000100:00000001:0.0:1786176718.091476:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305910902
00000100:00000001:0.0:1786176718.091479:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305919786
00000100:00000001:0.0:1786176718.091480:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176718.091482:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.091483:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176718.091486:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176718/real 1786176718]  req@ffff9f1485158e00 x1872930407293568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176718.091492:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176718.091493:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176718.091495:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176718.091496:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176718.091498:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176718.091499:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176718.091501:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158e00 x1872930407293568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176718.091507:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158e00 x1872930407293568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091511:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176718.091512:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.091513:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176718.091514:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176718.091516:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158e00 x1872930407293568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091520:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176718.091522:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158e00 x1872930407293568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091527:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176718.091529:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.091530:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176718.091531:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.091533:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176718.091534:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176718.091537:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176718.091540:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176718.091542:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176718.091546:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158e00 x1872930407293568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176718.091555:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407293568:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176718.091559:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176718.091562:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159500 x1872930407293696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091570:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176718.091572:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176718.091574:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176718.091576:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176718.091578:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176718.091581:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407293696:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176718.091584:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176718.091585:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176718.091586:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176718.091588:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176718.091590:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176718.091592:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176718.091595:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176718.091597:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176718.091599:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176718.091601:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407293696, portal 4
00000100:00000001:0.0:1786176718.091603:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176718.091604:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213787392 : -106564495764224 : ffff9f1485159500)
00000100:00000040:0.0:1786176718.091608:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159500 x1872930407293696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091629:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176718.091630:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176718.091632:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176718.091634:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407293696, offset 0
00000400:00000200:0.0:1786176718.091637:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176718.091640:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176718.091643:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176718.091645:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176718.091647:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176718.091648:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176718.091650:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176718.091652:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273267:273267:256:4294967295] 192.168.202.146@tcp LPNI seq info [273228:273228:8:4294967295]
00000400:00000200:0.0:1786176718.091655:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176718.091660:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176718.091662:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176718.091665:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176718.091667:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176718.091669:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176718.091672:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176718.091674:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1786176718.091677:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176718.091678:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176718.091681:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176718.091683:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176718.091685:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176718.091686:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176718.091688:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176718.091690:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159500 x1872930407293696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091696:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176718.091698:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159500 x1872930407293696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176743 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091702:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.091703:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176718.091705:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176718.091707:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176718.091710:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176718.091712:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305912161
00000100:00000001:0.0:1786176718.091713:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305919786
00000100:00000001:0.0:1786176718.091715:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305912161
00000100:00000001:0.0:1786176718.091716:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305919786
00000100:00000001:0.0:1786176718.091718:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176718.091719:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.091720:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176718.091722:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176718/real 1786176718]  req@ffff9f1485159500 x1872930407293696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176718.091727:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176718.091728:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176718.091729:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176718.091731:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176718.091732:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176718.091733:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176718.091735:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159500 x1872930407293696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176718.091741:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159500 x1872930407293696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091744:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176718.091745:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.091746:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176718.091747:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176718.091749:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159500 x1872930407293696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091753:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176718.091756:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159500 x1872930407293696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091760:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176718.091762:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.091763:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176718.091764:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.091765:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176718.091766:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176718.091768:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176718.091797:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176718.091800:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176718.091809:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159500 x1872930407293696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176718.091817:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407293696:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176718.091822:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.091824:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176718.091828:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515bb80 x1872930407293440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091835:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176718.091836:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176718.091839:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176718.091841:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176718.091842:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176718.091843:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176718.091844:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176718.091846:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
02000000:00000001:0.0:1786176718.091847:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176718.091848:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176718.091849:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515bb80.
00000100:00000001:0.0:1786176718.091852:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176718.091853:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.091854:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176718.091857:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158e00 x1872930407293568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091865:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176718.091866:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176718.091867:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:0.0:1786176718.091868:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176718.091869:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176718.091870:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176718.091871:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176718.091872:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:0.0:1786176718.091873:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176718.091874:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176718.091875:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158e00.
00000100:00000001:0.0:1786176718.091876:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176718.091877:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.091878:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176718.091880:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159500 x1872930407293696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091883:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176718.091884:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176718.091885:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176718.091886:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176718.091887:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176718.091888:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176718.091889:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176718.091889:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:0.0:1786176718.091890:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176718.091891:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176718.091892:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159500.
00000100:00000001:0.0:1786176718.091893:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176718.091894:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.091895:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.091898:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176718.091898:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.091900:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176718.091901:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176718.091902:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176718.091905:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407293824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091909:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176718.091910:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176718.091912:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176718.091913:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176718.091914:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176718.091916:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407293824:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176718.091918:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176718.091920:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176718.091921:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176718.091922:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176718.091924:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176718.091926:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176718.091928:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176718.091930:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176718.091932:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176718.091934:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407293824, portal 4
00000100:00000001:0.0:1786176718.091936:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176718.091937:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00000040:0.0:1786176718.091941:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407293824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.091946:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176718.091947:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176718.091949:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176718.091950:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407293824, offset 0
00000400:00000200:0.0:1786176718.091953:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176718.091955:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176718.091958:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176718.091960:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176718.091962:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176718.091963:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176718.091965:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176718.091967:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273268:273268:256:4294967295] 192.168.202.146@tcp LPNI seq info [273229:273229:8:4294967295]
00000400:00000200:0.0:1786176718.091970:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176718.091975:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176718.091978:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176718.091980:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000800:00000200:0.0:1786176718.091983:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176718.091985:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176718.091987:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176718.091989:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1786176718.091992:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176718.091993:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:0.0:1786176718.091995:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176718.091998:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176718.092000:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:0.0:1786176718.092002:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:0.0:1786176718.092004:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176718.092008:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b100 x1872930407293824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.092016:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176718.092019:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407293824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176743 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.092026:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.092027:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176718.092031:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176718.092034:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176718.092037:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176718.092040:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305911952
00000100:00000001:0.0:1786176718.092042:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305919786
00000100:00000001:0.0:1786176718.092045:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305911952
00000100:00000001:0.0:1786176718.092047:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305919786
00000100:00000001:0.0:1786176718.092049:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176718.092052:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.092054:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176718.092058:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176718/real 1786176718]  req@ffff9f148515b100 x1872930407293824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176718.092064:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176718.092066:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176718.092067:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176718.092069:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176718.092070:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176718.092071:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176718.092073:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407293824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176718.092078:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407293824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.092083:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176718.092084:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.092085:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176718.092086:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176718.092088:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407293824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.092092:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176718.092094:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407293824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.092098:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176718.092100:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.092101:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176718.092102:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.092103:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176718.092104:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176718.092106:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176718.092108:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176718.092110:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176718.092112:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407293824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176718.092117:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407293824:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176718.092119:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.092121:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176718.092123:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407293824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176743 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176718.092126:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176718.092127:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176718.092129:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176718.092130:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176718.092131:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176718.092132:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176718.092133:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176718.092134:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
02000000:00000001:0.0:1786176718.092136:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176718.092137:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176718.092138:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:0.0:1786176718.092139:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176718.092140:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.092142:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176718.092144:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176718.092145:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176718.092146:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176718.092148:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176718.921844:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176718.921850:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176718.921909:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176718.921913:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176718.921916:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176719.945844:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176719.945850:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176720.969873:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176720.969881:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176720.969945:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176720.969950:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176720.969953:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176721.993916:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176721.993925:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176723.017879:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176723.017886:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176723.017967:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176723.017975:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176723.017980:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176723.209872:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176723.209880:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176723.209882:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176723.209885:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176723.209890:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176723.209897:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11243
00000400:00000200:3.0:1786176723.209905:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176723.209910:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176723.209913:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176723.209916:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.209919:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176723.209920:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.209922:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176723.209925:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176723.209927:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176723.209929:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176723.209931:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176723.209933:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176723.209934:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176723.209936:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.209937:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176723.209939:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.209940:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176723.209943:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176723.209945:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176723.209947:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176723.209950:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176723.209952:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176723.209954:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176723.209956:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176723.209958:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176723.209967:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176723.209969:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176723.209973:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176723.209974:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176723.209977:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176723.209979:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176723.209983:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176723.209989:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176723.209995:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176723.210002:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407293952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176723.210010:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176723.210014:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176723.210017:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407293952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176723.210045:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176723.210048:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176723.210052:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176723.210054:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176723.210056:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176723.210058:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176723.210061:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11243
00000400:00000200:3.0:1786176723.210066:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176723.210070:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176723.210073:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176723.210077:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210079:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176723.210081:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210083:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176723.210085:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176723.210086:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176723.210087:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1786176723.210089:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1786176723.210089:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000001:0.0:1786176723.210094:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1786176723.210094:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176723.210096:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:0.0:1786176723.210098:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786176723.210101:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210103:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176723.210107:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407293952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786176723.210108:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210112:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176723.210116:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176723.210121:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210125:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.210128:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176723.210130:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176723.210133:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786176723.210135:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176723.210137:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176723.210140:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176723.210142:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1786176723.210144:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407293952:192.168.202.146@tcp:250:kworker.0
02000000:00000001:3.0:1786176723.210146:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176723.210149:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176723.210150:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1786176723.210154:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1786176723.210155:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176723.210158:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1786176723.210159:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176723.210162:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786176723.210163:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176723.210169:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
02000000:00000010:0.0:1786176723.210170:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4c00.
00000020:00000040:3.0:1786176723.210171:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176723.210174:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176723.210175:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176723.210177:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176723.210179:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1786176723.210182:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786176723.210183:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176723.210186:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1786176723.210188:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
02000000:00000010:3.0:1786176723.210192:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000400:00000010:0.0:1786176723.210196:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000001:3.0:1786176723.210197:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1786176723.210203:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407293952, portal 25
00000100:00100000:3.0:1786176723.210204:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407294080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176723.210208:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176723.210211:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000100:00000001:3.0:1786176723.210216:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1786176723.210220:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407293952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176723.210221:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176723.210229:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407294080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176723.210234:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176723.210241:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176723.210245:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000001:3.0:1786176723.210246:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1786176723.210248:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407293952, offset 0
00000100:00080000:3.0:1786176723.210250:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176723.210253:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1786176723.210257:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210257:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176723.210259:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176723.210263:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176723.210266:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11243
00000400:00000200:0.0:1786176723.210267:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176723.210271:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176723.210275:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:3.0:1786176723.210277:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176723.210280:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1786176723.210282:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1786176723.210285:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210288:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1786176723.210289:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000040:3.0:1786176723.210293:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:0.0:1786176723.210297:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1786176723.210297:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:0.0:1786176723.210302:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000020:00000001:3.0:1786176723.210303:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176723.210306:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176723.210309:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1786176723.210310:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273269:273269:256:4294967295] 192.168.202.146@tcp LPNI seq info [273230:273230:8:4294967295]
00000020:00000040:3.0:1786176723.210311:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176723.210315:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:0.0:1786176723.210319:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:3.0:1786176723.210319:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176723.210325:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210327:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176723.210331:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210336:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:0.0:1786176723.210337:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1786176723.210342:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000800:00000200:0.0:1786176723.210346:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786176723.210351:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000800:00000010:0.0:1786176723.210352:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ce00.
00000100:00000001:3.0:1786176723.210357:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1786176723.210361:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786176723.210363:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1786176723.210367:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786176723.210368:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176723.210373:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176723.210375:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176723.210378:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176723.210380:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176723.210383:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.210385:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176723.210388:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000400:00000200:0.0:1786176723.210392:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:3.0:1786176723.210394:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000100:00000001:0.0:1786176723.210396:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305924906
02000000:00000001:3.0:1786176723.210397:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176723.210400:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176723.210403:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176723.210404:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1786176723.210406:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305919786
02000000:00000001:3.0:1786176723.210407:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.210414:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305924906
02000000:00000010:3.0:1786176723.210414:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786176723.210421:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.210422:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305919786
00000100:00000001:0.0:1786176723.210430:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1786176723.210433:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407294208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176723.210434:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.210440:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.210445:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786176723.210445:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176723.210449:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.210452:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1786176723.210452:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407294208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176723.210455:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1786176723.210460:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176723.210463:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176723.210465:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786176723.210466:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176723.210471:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407294080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786176723.210472:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176723.210481:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176723.210484:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1786176723.210486:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1786176723.210487:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176723.210489:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176723.210492:0:109754:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1786176723.210494:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176723.210497:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1786176723.210499:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11243
02000000:00000001:0.0:1786176723.210500:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786176723.210506:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00100000:0.0:1786176723.210507:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407294080:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176723.210512:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:3.0:1786176723.210513:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
02000000:00000001:0.0:1786176723.210515:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1786176723.210516:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1786176723.210518:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176723.210521:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000001:0.0:1786176723.210522:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786176723.210526:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176723.210528:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210530:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000010:0.0:1786176723.210531:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5400.
00000020:00000001:3.0:1786176723.210533:0:109754:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:0.0:1786176723.210534:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786176723.210536:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176723.210539:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1786176723.210542:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:3.0:1786176723.210542:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176723.210547:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000400:00000010:0.0:1786176723.210548:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000020:00000001:3.0:1786176723.210549:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000400:00000010:0.0:1786176723.210553:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000040:3.0:1786176723.210556:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000200:0.0:1786176723.210557:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407294080, portal 10
00000100:00000001:3.0:1786176723.210559:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1786176723.210575:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176723.210576:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00000040:3.0:1786176723.210580:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210584:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:0.0:1786176723.210585:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407294080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786176723.210588:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176723.210595:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176723.210600:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1786176723.210601:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176723.210604:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1786176723.210607:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786176723.210608:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1786176723.210611:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b440.
02000000:00000001:3.0:1786176723.210612:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1786176723.210616:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407294080, offset 0
00000100:00000001:3.0:1786176723.210616:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176723.210621:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1786176723.210625:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000008:00000001:3.0:1786176723.210626:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176723.210630:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176723.210634:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000010:3.0:1786176723.210635:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000400:00000200:0.0:1786176723.210639:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000020:00000040:3.0:1786176723.210640:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000400:00000200:0.0:1786176723.210645:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1786176723.210646:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1786176723.210650:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
02000000:00000001:3.0:1786176723.210650:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176723.210655:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1786176723.210655:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176723.210658:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1786176723.210661:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
02000000:00000001:3.0:1786176723.210662:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176723.210667:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273270:273270:255:4294967295] 192.168.202.146@tcp LPNI seq info [273231:273231:7:4294967295]
02000000:00000010:3.0:1786176723.210668:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786176723.210674:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176723.210675:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00100000:3.0:1786176723.210684:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407294336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1786176723.210686:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176723.210698:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210701:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1786176723.210703:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000100:00000001:3.0:1786176723.210704:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1786176723.210713:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786176723.210714:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407294336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1786176723.210721:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176723.210726:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176723.210731:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000100:00000001:3.0:1786176723.210732:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176723.210738:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786176723.210738:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1786176723.210743:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305915940
00000100:00080000:3.0:1786176723.210743:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176723.210747:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305924906
00000100:00000001:3.0:1786176723.210747:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176723.210750:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176723.210751:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305915940
00000100:00000001:0.0:1786176723.210755:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305924906
00000100:00000001:3.0:1786176723.210755:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1786176723.210759:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1786176723.210761:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11243
00000100:00000001:0.0:1786176723.210762:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.210766:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786176723.210767:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176723.210768:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1786176723.210790:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176723.210792:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176723.210794:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210795:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176723.210797:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210799:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176723.210801:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176723.210803:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176723.210806:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1786176723.210807:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1786176723.210808:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000001:0.0:1786176723.210812:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000001:3.0:1786176723.210813:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:0.0:1786176723.210819:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1786176723.210819:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:0.0:1786176723.210823:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1786176723.210826:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176723.210828:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786176723.210833:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176723.210838:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407294208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786176723.210839:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210845:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176723.210851:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176723.210855:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176723.210857:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176723.210859:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176723.210862:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176723.210868:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176723.210872:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176723.210874:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1786176723.210875:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176723.210880:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1786176723.210881:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176723.210886:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1786176723.210886:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176723.210891:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1786176723.210893:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
02000000:00000001:0.0:1786176723.210897:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786176723.210899:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00100000:0.0:1786176723.210904:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407294208:192.168.202.146@tcp:38:kworker.0
02000000:00000001:3.0:1786176723.210905:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176723.210909:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.210913:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1786176723.210914:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176723.210917:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1786176723.210918:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176723.210920:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176723.210923:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176723.210924:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176723.210930:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000010:3.0:1786176723.210933:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
02000000:00000001:0.0:1786176723.210934:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176723.210941:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786176723.210941:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1786176723.210949:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f5d8.
00000100:00100000:3.0:1786176723.210951:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407294464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1786176723.210954:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b5d8.
00000100:00000200:0.0:1786176723.210960:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407294208, portal 10
00000100:00000001:0.0:1786176723.210964:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176723.210967:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
00000100:00000040:0.0:1786176723.210978:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407294208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176723.210978:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176723.210984:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.210991:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176723.210995:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786176723.210995:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407294464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1786176723.210998:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b330.
00000100:00000200:0.0:1786176723.211003:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407294208, offset 0
00000400:00000200:0.0:1786176723.211013:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786176723.211015:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176723.211020:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786176723.211022:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11253)
00000400:00000200:0.0:1786176723.211027:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176723.211032:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176723.211036:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176723.211038:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176723.211041:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176723.211045:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273271:273271:254:4294967295] 192.168.202.146@tcp LPNI seq info [273232:273232:6:4294967295]
00000400:00000200:0.0:1786176723.211049:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176723.211058:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176723.211063:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176723.211067:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880c300.
00000800:00000200:0.0:1786176723.211071:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176723.211075:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176723.211077:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176723.211080:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176723.211084:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176723.211086:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305916022
00000100:00000001:0.0:1786176723.211089:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305924906
00000100:00000001:0.0:1786176723.211092:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305916022
00000100:00000001:0.0:1786176723.211094:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305924906
00000100:00000001:0.0:1786176723.211096:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176723.211098:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.211101:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176723.211105:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407294336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176723.211113:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176723.211114:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176723.211117:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176723.211119:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176723.211121:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176723.211124:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407294336:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176723.211128:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176723.211130:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176723.211131:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176723.211133:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176723.211136:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176723.211139:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176723.211142:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176723.211145:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f000.
00000400:00000010:0.0:1786176723.211149:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176723.211152:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407294336, portal 4
00000100:00000001:0.0:1786176723.211154:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176723.211155:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00000040:0.0:1786176723.211161:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407294336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176723.211168:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176723.211171:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176723.211173:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5be58.
00000100:00000200:0.0:1786176723.211176:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407294336, offset 0
00000400:00000200:0.0:1786176723.211180:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176723.211184:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176723.211187:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176723.211190:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176723.211193:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176723.211195:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176723.211197:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176723.211200:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273272:273272:253:4294967295] 192.168.202.146@tcp LPNI seq info [273233:273233:5:4294967295]
00000400:00000200:0.0:1786176723.211204:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176723.211211:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176723.211215:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176723.211219:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ca00.
00000800:00000200:0.0:1786176723.211222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176723.211226:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176723.211229:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176723.211232:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176723.211235:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176723.211237:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305917281
00000100:00000001:0.0:1786176723.211240:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305924906
00000100:00000001:0.0:1786176723.211242:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305917281
00000100:00000001:0.0:1786176723.211244:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305924906
00000100:00000001:0.0:1786176723.211246:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176723.211248:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.211251:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.211253:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176723.211256:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176723.211258:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1786176723.211260:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176723.211261:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176723.211263:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176723.211266:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407294464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176723.211274:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176723.211276:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176723.211278:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176723.211280:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176723.211283:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176723.211286:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407294464:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176723.211289:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176723.211291:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176723.211293:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176723.211295:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176723.211298:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176723.211300:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176723.211303:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176723.211306:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f948.
00000400:00000010:0.0:1786176723.211309:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bf68.
00000100:00000200:0.0:1786176723.211318:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407294464, portal 4
00000100:00000001:0.0:1786176723.211321:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176723.211322:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
00000100:00000040:0.0:1786176723.211328:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407294464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176723.211335:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176723.211338:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176723.211342:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b088.
00000100:00000200:0.0:1786176723.211345:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407294464, offset 0
00000400:00000200:0.0:1786176723.211349:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176723.211353:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176723.211357:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176723.211360:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176723.211362:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176723.211365:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176723.211367:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176723.211371:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273273:273273:252:4294967295] 192.168.202.146@tcp LPNI seq info [273234:273234:4:4294967295]
00000400:00000200:0.0:1786176723.211375:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176723.211381:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176723.211385:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176723.211389:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880c900.
00000800:00000200:0.0:1786176723.211393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176723.211397:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176723.211401:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176723.211404:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176723.211406:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176723.211408:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305917071
00000100:00000001:0.0:1786176723.211411:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305924906
00000100:00000001:0.0:1786176723.211412:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305917071
00000100:00000001:0.0:1786176723.211415:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305924906
00000100:00000001:0.0:1786176723.211417:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176723.211418:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.211421:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.211423:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176723.211427:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176723.211428:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1786176723.211430:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176723.211431:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176723.211433:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176723.211434:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176724.041831:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176724.041836:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176725.065894:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176725.065902:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176725.066000:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176725.066007:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176725.066011:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176726.089931:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176726.089940:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1786176726.282110:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:1.0:1786176726.282161:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1786176726.282171:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176726.282175:0:2392:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:1.0:1786176726.282178:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176726.282183:0:2392:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1786176726.282187:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176726.282191:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ce00.
00000400:00000200:1.0:1786176726.282198:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176726.282203:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176726.282209:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:1.0:1786176726.282211:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:1.0:1786176726.282217:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176726.282227:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485158000 x1872930407293952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176726.282249:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176726.282252:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158000 x1872930407293952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176748 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176726.282259:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176726.282261:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176726.282274:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176726.282278:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:1.0:1786176726.282282:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:0.0:1786176726.282285:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1786176726.282292:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1786176726.282293:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1786176726.282299:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b440
00000100:00000001:0.0:1786176726.282302:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000010:1.0:1786176726.282303:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b440.
00000100:00000001:1.0:1786176726.282309:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1786176726.282316:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176723/real 1786176726]  req@ffff9f1485158000 x1872930407293952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176726.282317:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485159880 x1872930407294080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176726.282359:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000001:0.0:1786176726.282360:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176726.282364:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1786176726.282365:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159880 x1872930407294080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176748 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1786176726.282370:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176726.282378:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000100:00000001:1.0:1786176726.282378:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176726.282383:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:0.0:1786176726.282384:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176726.282391:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000100:1.0:1786176726.282393:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176726.282399:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880c300.
00000100:00000200:0.0:1786176726.282400:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407293952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1786176726.282405:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176726.282415:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000100:00000200:0.0:1786176726.282420:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407293952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1786176726.282422:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b330
00000400:00000010:1.0:1786176726.282427:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b330.
00000100:00000001:1.0:1786176726.282433:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1786176726.282439:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176726.282443:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:1.0:1786176726.282443:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485159180 x1872930407294208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.282450:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176726.282453:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176726.282459:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407293952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.282488:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176726.282488:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176726.282496:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159180 x1872930407294208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176748 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786176726.282499:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407293952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176726.282514:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176726.282518:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176726.282522:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000800:00000100:1.0:1786176726.282529:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176726.282548:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ca00.
00000400:00000200:1.0:1786176726.282552:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176726.282556:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176726.282559:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5be58
00000400:00000010:1.0:1786176726.282561:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5be58.
00000100:00000001:0.0:1786176726.282562:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786176726.282565:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1786176726.282567:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176726.282570:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:1.0:1786176726.282572:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f148515b480 x1872930407294336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.282575:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176726.282580:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786176726.282588:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1786176726.282590:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1786176726.282595:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b480 x1872930407294336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176748 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786176726.282601:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786176726.282608:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176726.282609:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1786176726.282611:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1786176726.282620:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407293952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1786176726.282622:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176726.282629:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880c900.
00000400:00000200:1.0:1786176726.282635:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:0.0:1786176726.282640:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407293952:192.168.202.146@tcp:250:kworker.0
00000400:00000200:1.0:1786176726.282644:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1786176726.282651:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786176726.282652:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b088
00000100:00000001:0.0:1786176726.282657:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000010:1.0:1786176726.282658:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b088.
00000100:00000001:1.0:1786176726.282663:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1786176726.282666:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407293952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1786176726.282672:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f148515aa00 x1872930407294464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.282685:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1786176726.282690:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1786176726.282691:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1786176726.282697:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515aa00 x1872930407294464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176748 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1786176726.282698:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:0.0:1786176726.282707:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1786176726.282708:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176726.282711:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1786176726.282712:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176726.282716:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176726.282720:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176726.282723:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
02000000:00000001:0.0:1786176726.282729:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176726.282732:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176726.282735:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000100:00000001:0.0:1786176726.282739:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176726.282741:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.282744:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176726.282746:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176726.282748:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176726.282750:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176726.282755:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176723/real 1786176726]  req@ffff9f148515aa00 x1872930407294464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176726.282765:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176726.282767:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176726.282769:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f948.
00000400:00000200:0.0:1786176726.282800:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bf68
00000400:00000010:0.0:1786176726.282802:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bf68.
00000100:00000001:0.0:1786176726.282806:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176726.282810:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407294464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176726.282826:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407294464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.282834:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176726.282836:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.282838:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176726.282840:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176726.282845:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407294464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.282853:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176726.282857:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407294464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.282865:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176726.282869:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.282871:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176726.282872:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.282874:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176726.282876:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176726.282879:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176726.282883:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176726.282886:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176726.282891:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407294464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176726.282900:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407294464:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176726.282905:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176726.282909:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176723/real 1786176726]  req@ffff9f1485159180 x1872930407294208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176726.282925:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176726.282926:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176726.282929:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f5d8.
00000400:00000200:0.0:1786176726.282932:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b5d8
00000400:00000010:0.0:1786176726.282934:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b5d8.
00000100:00000001:0.0:1786176726.282936:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176726.282940:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407294208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176726.282949:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407294208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.282957:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176726.282958:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.282960:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176726.282962:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176726.282966:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407294208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.282974:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176726.282978:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407294208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.282986:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176726.282988:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.282990:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176726.282992:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.282994:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176726.282996:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176726.282999:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176726.283003:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176726.283006:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176726.283012:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407294208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176726.283020:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407294208:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176726.283025:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176726.283029:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176723/real 1786176726]  req@ffff9f148515b480 x1872930407294336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176726.283038:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176726.283039:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176726.283042:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f000.
00000400:00000200:0.0:1786176726.283045:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176726.283046:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176726.283049:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176726.283053:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407294336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176726.283062:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407294336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.283069:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176726.283071:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.283073:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176726.283075:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176726.283079:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407294336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.283087:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176726.283091:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407294336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.283096:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176726.283098:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.283099:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176726.283101:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.283102:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176726.283104:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176726.283107:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176726.283111:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176726.283114:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176726.283119:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407294336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176726.283129:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407294336:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176726.283134:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176726.283140:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176723/real 1786176726]  req@ffff9f1485159880 x1872930407294080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176726.283150:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176726.283152:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176726.283155:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176726.283158:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176726.283161:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176726.283164:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176726.283168:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407294080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176726.283177:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407294080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.283185:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176726.283187:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.283188:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176726.283190:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176726.283194:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407294080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.283209:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176726.283214:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407294080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.283222:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176726.283225:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.283226:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176726.283228:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.283230:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176726.283233:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176726.283236:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176726.283239:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176726.283242:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176726.283247:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407294080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176726.283254:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407294080:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176726.283258:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.283260:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176726.283264:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407294464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.283271:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176726.283274:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176726.283278:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176726.283283:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176726.283285:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176726.283287:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176726.283290:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176726.283292:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:0.0:1786176726.283299:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176726.283302:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176726.283303:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00000001:0.0:1786176726.283307:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176726.283309:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.283310:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176726.283314:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407294208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.283321:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176726.283323:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176726.283325:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176726.283328:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176726.283329:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176726.283331:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176726.283333:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176726.283334:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:0.0:1786176726.283337:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176726.283338:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176726.283340:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
00000100:00000001:0.0:1786176726.283342:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176726.283343:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.283345:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176726.283348:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407294336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.283354:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176726.283355:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176726.283357:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176726.283359:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176726.283361:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176726.283362:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176726.283364:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176726.283365:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:0.0:1786176726.283367:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176726.283368:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176726.283370:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:0.0:1786176726.283373:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176726.283375:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.283377:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176726.283380:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407294080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176748 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176726.283385:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176726.283386:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176726.283388:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176726.283390:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176726.283391:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176726.283392:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176726.283394:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176726.283395:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:0.0:1786176726.283397:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176726.283398:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176726.283400:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:0.0:1786176726.283402:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176726.283403:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.283405:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176726.283416:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176726.283419:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176726.283421:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176726.283422:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176727.113873:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176727.113881:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176727.113942:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176727.113949:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176727.113954:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176728.137909:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176728.137917:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176728.137919:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176728.137921:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176728.137925:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176728.137927:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176728.137929:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176728.137930:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176728.330112:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176728.330125:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176728.330131:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176728.330153:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd500 x1872930407294592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.330187:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176728.330193:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176728.330201:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176728.330211:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176728.330226:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176728.330240:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407294592:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176728.330255:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176728.330264:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176728.330270:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176728.330277:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176728.330292:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176728.330318:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176728.330334:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176728.330346:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176728.330361:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176728.330380:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407294592, portal 25
00000100:00000001:0.0:1786176728.330388:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176728.330401:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542663424 : -106564166888192 : ffff9f1498afd500)
00000100:00000040:0.0:1786176728.330419:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd500 x1872930407294592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.330449:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176728.330460:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176728.330468:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176728.330478:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407294592, offset 0
00000400:00000200:0.0:1786176728.330496:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176728.330545:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176728.330581:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176728.330593:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176728.330607:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176728.330621:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176728.330629:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176728.330641:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273274:273274:256:4294967295] 192.168.202.146@tcp LPNI seq info [273235:273235:8:4294967295]
00000400:00000200:0.0:1786176728.330657:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176728.330687:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176728.330711:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176728.330723:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176728.330743:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176728.330758:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176728.330840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176728.330854:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1786176728.330869:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176728.330876:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176728.330891:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176728.330905:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176728.330917:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176728.330930:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176728.330942:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176728.330956:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd500 x1872930407294592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.330984:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176728.330994:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd500 x1872930407294592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176753 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.331024:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176728.331029:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176728.331043:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176728.331060:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176728.331068:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305930027
00000100:00000001:0.0:1786176728.331082:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305924906
00000100:00000001:0.0:1786176728.331094:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305930027
00000100:00000001:0.0:1786176728.331101:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305924906
00000100:00000001:0.0:1786176728.331111:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176728.331119:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176728.331126:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176728.331139:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176728/real 1786176728]  req@ffff9f1498afd500 x1872930407294592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176728.331190:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176728.331196:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176728.331202:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176728.331211:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176728.331220:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176728.331232:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176728.331246:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd500 x1872930407294592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176728.331291:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd500 x1872930407294592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.331323:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176728.331328:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.331336:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176728.331341:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176728.331354:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd500 x1872930407294592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.331393:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176728.331406:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd500 x1872930407294592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.331438:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176728.331452:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.331462:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176728.331467:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.331473:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176728.331478:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176728.331488:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176728.331504:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176728.331524:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176728.331533:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd500 x1872930407294592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176728.331550:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407294592:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176728.331563:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.331570:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176728.331577:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd500 x1872930407294592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.331617:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176728.331625:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176728.331633:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176728.331642:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176728.331647:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176728.331652:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176728.331661:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176728.331666:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967400.
02000000:00000001:0.0:1786176728.331675:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176728.331680:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176728.331684:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd500.
00000100:00000001:0.0:1786176728.331692:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176728.331695:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.331700:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.331713:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176728.331717:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176728.331721:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176728.331724:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176728.331726:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176728.331734:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc000 x1872930407294720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.331743:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176728.331745:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176728.331749:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176728.331752:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176728.331755:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176728.331759:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407294720:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176728.331764:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176728.331768:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176728.331798:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176728.331801:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176728.331805:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176728.331808:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176728.331812:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176728.331815:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176728.331818:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176728.331822:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407294720, portal 10
00000100:00000001:0.0:1786176728.331824:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176728.331826:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658048 : -106564166893568 : ffff9f1498afc000)
00000100:00000040:0.0:1786176728.331833:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc000 x1872930407294720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.331838:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176728.331840:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176728.331842:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176728.331844:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407294720, offset 0
00000400:00000200:0.0:1786176728.331848:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176728.331852:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176728.331855:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176728.331858:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176728.331861:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176728.331864:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176728.331866:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176728.331868:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273275:273275:256:4294967295] 192.168.202.146@tcp LPNI seq info [273236:273236:8:4294967295]
00000400:00000200:0.0:1786176728.331872:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176728.331877:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176728.331882:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176728.331884:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176728.331888:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176728.331890:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176728.331895:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176728.331897:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1786176728.331901:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176728.331903:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176728.331907:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176728.331911:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176728.331916:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176728.331917:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176728.331921:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176728.331925:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc000 x1872930407294720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.331934:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176728.331937:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc000 x1872930407294720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176753 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.331945:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176728.331947:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176728.331951:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176728.331956:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176728.331960:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176728.331962:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305921062
00000100:00000001:0.0:1786176728.331965:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305930027
00000100:00000001:0.0:1786176728.331968:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305921062
00000100:00000001:0.0:1786176728.331970:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305930027
00000100:00000001:0.0:1786176728.331972:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176728.331975:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176728.331977:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176728.331981:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176728/real 1786176728]  req@ffff9f1498afc000 x1872930407294720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176728.331988:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176728.331989:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176728.331991:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176728.331992:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176728.331994:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176728.331995:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176728.331998:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc000 x1872930407294720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176728.332009:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc000 x1872930407294720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332014:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176728.332016:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332018:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176728.332019:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176728.332023:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc000 x1872930407294720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332030:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176728.332035:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc000 x1872930407294720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332043:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176728.332046:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332048:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176728.332049:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332051:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176728.332053:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176728.332057:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176728.332061:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176728.332064:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176728.332068:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc000 x1872930407294720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176728.332077:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407294720:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176728.332082:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176728.332085:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498affb80 x1872930407294848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332095:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176728.332096:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176728.332098:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176728.332100:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176728.332101:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176728.332103:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407294848:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176728.332106:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176728.332108:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176728.332109:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176728.332110:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176728.332113:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176728.332115:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176728.332117:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176728.332119:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176728.332122:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176728.332124:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407294848, portal 10
00000100:00000001:0.0:1786176728.332125:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176728.332127:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542673280 : -106564166878336 : ffff9f1498affb80)
00000100:00000040:0.0:1786176728.332133:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498affb80 x1872930407294848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332140:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176728.332143:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176728.332145:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176728.332148:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407294848, offset 0
00000400:00000200:0.0:1786176728.332152:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176728.332157:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176728.332161:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176728.332164:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176728.332167:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176728.332169:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176728.332172:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176728.332176:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273276:273276:256:4294967295] 192.168.202.146@tcp LPNI seq info [273237:273237:8:4294967295]
00000400:00000200:0.0:1786176728.332180:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176728.332187:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176728.332192:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176728.332196:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176728.332199:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176728.332203:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176728.332207:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176728.332209:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1786176728.332212:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176728.332213:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176728.332216:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176728.332218:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176728.332221:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176728.332222:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176728.332224:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176728.332227:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498affb80 x1872930407294848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332233:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176728.332235:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498affb80 x1872930407294848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176753 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332240:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176728.332241:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176728.332243:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176728.332245:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176728.332248:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176728.332250:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305921143
00000100:00000001:0.0:1786176728.332252:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305930027
00000100:00000001:0.0:1786176728.332253:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305921143
00000100:00000001:0.0:1786176728.332255:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305930027
00000100:00000001:0.0:1786176728.332256:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176728.332258:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176728.332259:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176728.332262:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176728/real 1786176728]  req@ffff9f1498affb80 x1872930407294848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176728.332267:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176728.332268:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176728.332269:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176728.332271:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176728.332272:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176728.332273:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176728.332275:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498affb80 x1872930407294848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176728.332281:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498affb80 x1872930407294848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332285:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176728.332286:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332287:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176728.332288:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176728.332290:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498affb80 x1872930407294848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332296:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176728.332300:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498affb80 x1872930407294848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332307:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176728.332310:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332311:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176728.332313:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332315:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176728.332317:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176728.332320:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176728.332324:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176728.332326:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176728.332331:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498affb80 x1872930407294848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176728.332340:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407294848:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176728.332344:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176728.332347:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc700 x1872930407294976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332352:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176728.332354:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176728.332356:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176728.332357:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176728.332358:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176728.332360:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407294976:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176728.332363:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176728.332365:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176728.332366:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176728.332367:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176728.332370:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176728.332371:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176728.332374:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176728.332377:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176728.332379:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176728.332381:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407294976, portal 4
00000100:00000001:0.0:1786176728.332383:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176728.332384:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542659840 : -106564166891776 : ffff9f1498afc700)
00000100:00000040:0.0:1786176728.332389:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc700 x1872930407294976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332393:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176728.332395:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176728.332396:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176728.332398:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407294976, offset 0
00000400:00000200:0.0:1786176728.332401:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176728.332404:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176728.332406:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176728.332409:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176728.332410:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176728.332412:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176728.332414:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176728.332416:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273277:273277:256:4294967295] 192.168.202.146@tcp LPNI seq info [273238:273238:8:4294967295]
00000400:00000200:0.0:1786176728.332419:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176728.332423:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176728.332427:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176728.332429:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176728.332433:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176728.332436:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176728.332441:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176728.332444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1786176728.332447:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176728.332449:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176728.332453:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176728.332457:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176728.332460:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176728.332462:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176728.332465:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176728.332469:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc700 x1872930407294976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332478:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176728.332482:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc700 x1872930407294976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176753 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332489:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176728.332491:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176728.332494:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176728.332497:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176728.332499:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176728.332501:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305922402
00000100:00000001:0.0:1786176728.332503:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305930027
00000100:00000001:0.0:1786176728.332504:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305922402
00000100:00000001:0.0:1786176728.332506:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305930027
00000100:00000001:0.0:1786176728.332508:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176728.332509:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176728.332524:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176728.332528:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176728/real 1786176728]  req@ffff9f1498afc700 x1872930407294976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176728.332534:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176728.332535:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176728.332537:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176728.332539:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176728.332540:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176728.332542:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176728.332544:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc700 x1872930407294976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176728.332550:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc700 x1872930407294976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332554:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176728.332555:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332556:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176728.332557:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176728.332559:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc700 x1872930407294976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332563:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176728.332566:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc700 x1872930407294976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332571:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176728.332573:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332574:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176728.332575:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332576:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176728.332577:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176728.332579:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176728.332581:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176728.332582:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176728.332585:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc700 x1872930407294976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176728.332589:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407294976:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176728.332592:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176728.332594:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff480 x1872930407295104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332598:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176728.332599:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176728.332601:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176728.332602:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176728.332604:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176728.332606:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407295104:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176728.332608:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176728.332609:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176728.332610:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176728.332612:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176728.332615:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4c00.
02000000:00000001:0.0:1786176728.332616:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176728.332619:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176728.332621:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176728.332623:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176728.332625:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407295104, portal 4
00000100:00000001:0.0:1786176728.332627:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176728.332628:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542671488 : -106564166880128 : ffff9f1498aff480)
00000100:00000040:0.0:1786176728.332633:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff480 x1872930407295104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332637:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176728.332639:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176728.332641:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176728.332642:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407295104, offset 0
00000400:00000200:0.0:1786176728.332644:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176728.332647:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176728.332649:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176728.332651:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176728.332653:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176728.332655:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176728.332656:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176728.332659:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273278:273278:256:4294967295] 192.168.202.146@tcp LPNI seq info [273239:273239:8:4294967295]
00000400:00000200:0.0:1786176728.332661:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176728.332665:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176728.332668:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176728.332670:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176728.332672:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176728.332674:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786176728.332677:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176728.332679:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1786176728.332682:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176728.332683:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176728.332686:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176728.332688:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176728.332690:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176728.332692:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176728.332694:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176728.332696:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff480 x1872930407295104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332701:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176728.332703:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff480 x1872930407295104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176753 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332708:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176728.332709:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176728.332711:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176728.332713:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176728.332715:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176728.332716:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305922192
00000100:00000001:0.0:1786176728.332718:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305930027
00000100:00000001:0.0:1786176728.332720:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305922192
00000100:00000001:0.0:1786176728.332721:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305930027
00000100:00000001:0.0:1786176728.332723:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176728.332724:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176728.332725:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176728.332728:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176728/real 1786176728]  req@ffff9f1498aff480 x1872930407295104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176728.332732:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176728.332733:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176728.332734:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176728.332735:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176728.332736:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176728.332737:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176728.332739:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff480 x1872930407295104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176728.332744:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff480 x1872930407295104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332753:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176728.332754:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332755:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176728.332756:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176728.332758:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff480 x1872930407295104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332762:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176728.332764:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff480 x1872930407295104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332768:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176728.332787:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332788:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176728.332789:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332790:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176728.332791:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176728.332793:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176728.332795:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176728.332796:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176728.332799:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff480 x1872930407295104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176728.332804:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407295104:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176728.332807:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332808:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176728.332810:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc000 x1872930407294720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332814:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176728.332816:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176728.332817:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176728.332819:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176728.332821:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176728.332822:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176728.332823:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176728.332825:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964c00.
02000000:00000001:0.0:1786176728.332827:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176728.332828:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176728.332829:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc000.
00000100:00000001:0.0:1786176728.332831:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176728.332832:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332833:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176728.332836:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498affb80 x1872930407294848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332839:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176728.332840:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176728.332841:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176728.332843:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176728.332844:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176728.332845:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176728.332846:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176728.332847:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965000.
02000000:00000001:0.0:1786176728.332849:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176728.332849:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176728.332850:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498affb80.
00000100:00000001:0.0:1786176728.332852:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176728.332853:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332853:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176728.332855:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc700 x1872930407294976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332859:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176728.332860:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176728.332861:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176728.332862:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176728.332863:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176728.332863:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176728.332865:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176728.332866:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:0.0:1786176728.332867:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176728.332868:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176728.332869:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc700.
00000100:00000001:0.0:1786176728.332870:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176728.332871:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332872:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176728.332874:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff480 x1872930407295104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176753 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176728.332877:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176728.332878:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176728.332879:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:0.0:1786176728.332880:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176728.332881:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176728.332881:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176728.332882:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176728.332883:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965800.
02000000:00000001:0.0:1786176728.332884:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176728.332885:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176728.332886:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff480.
00000100:00000001:0.0:1786176728.332887:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176728.332888:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332889:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176728.332892:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176728.332893:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176728.332894:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176728.332895:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176729.161848:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176729.161854:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176729.161913:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176729.161916:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176729.161919:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176730.185873:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176730.185879:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176731.209856:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176731.209864:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176731.209920:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176731.209924:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176731.209926:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176732.233938:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176732.233943:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176733.257832:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176733.257837:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176733.257925:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176733.257931:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176733.257935:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786176733.449911:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176733.449919:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176733.449921:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176733.449923:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176733.449927:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176733.449932:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11253
00000400:00000200:0.0:1786176733.449938:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176733.449944:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176733.449947:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176733.449949:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.449951:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176733.449953:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.449955:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176733.449958:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176733.449960:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176733.449962:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176733.449964:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176733.449966:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176733.449967:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176733.449969:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.449971:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176733.449972:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.449973:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176733.449975:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176733.449977:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176733.449979:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176733.449981:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176733.449983:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176733.449994:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176733.449996:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176733.449998:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176733.450007:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176733.450009:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176733.450013:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176733.450014:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176733.450017:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176733.450018:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176733.450022:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176733.450027:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786176733.450032:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176733.450040:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407295232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176733.450048:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176733.450051:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176733.450055:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407295232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176733.450073:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176733.450075:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176733.450078:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176733.450079:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176733.450080:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176733.450082:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176733.450084:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11253
00000400:00000200:0.0:1786176733.450087:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176733.450090:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176733.450092:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176733.450094:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450096:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176733.450100:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450102:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176733.450106:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176733.450109:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176733.450110:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176733.450115:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176733.450125:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176733.450128:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176733.450133:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450136:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176733.450140:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450143:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176733.450145:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176733.450147:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450148:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176733.450149:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176733.450155:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176733.450160:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176733.450163:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176733.450168:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176733.450172:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176733.450176:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176733.450180:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176733.450182:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176733.450187:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176733.450190:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176733.450192:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176733.450193:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176733.450196:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176733.450201:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786176733.450205:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176733.450213:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407295360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176733.450230:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176733.450236:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176733.450247:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407295360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176733.450277:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176733.450282:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176733.450290:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176733.450295:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176733.450300:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176733.450308:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176733.450316:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11253
00000400:00000200:0.0:1786176733.450333:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176733.450338:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176733.450342:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176733.450348:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450353:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786176733.450356:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:0.0:1786176733.450357:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450363:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.1:1786176733.450363:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1786176733.450366:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176733.450368:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176733.450371:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176733.450373:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176733.450378:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176733.450381:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176733.450386:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450389:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176733.450394:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450396:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176733.450398:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176733.450403:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450406:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176733.450410:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176733.450414:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176733.450419:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176733.450422:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176733.450424:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176733.450427:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176733.450431:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176733.450436:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176733.450442:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176733.450446:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176733.450449:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176733.450450:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176733.450452:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176733.450455:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176733.450485:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000100:00000001:0.0:1786176733.450492:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176733.450500:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407295488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176733.450526:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176733.450529:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176733.450535:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407295488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176733.450550:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176733.450553:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176733.450559:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176733.450562:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176733.450565:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176733.450569:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176733.450573:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11253
00000400:00000200:0.0:1786176733.450581:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176733.450586:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176733.450590:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176733.450596:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450600:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176733.450604:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450609:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176733.450613:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176733.450616:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176733.450619:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176733.450623:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176733.450627:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176733.450632:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176733.450638:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450644:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176733.450648:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450653:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176733.450658:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176733.450663:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450667:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176733.450671:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176733.450675:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176733.450681:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176733.450685:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176733.450688:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176733.450693:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176733.450697:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176733.450703:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176733.450707:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176733.450713:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176733.450716:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176733.450721:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176733.450722:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176733.450726:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176733.450730:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6800.
00000100:00000001:0.0:1786176733.450736:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176733.450744:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407295616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176733.450755:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176733.450760:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176733.450768:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407295616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176733.450831:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176733.450839:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176733.450843:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176733.450845:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176733.450850:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176733.450856:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176733.450861:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11253
00000400:00000200:0.0:1786176733.450867:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176733.450872:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176733.450875:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176733.450880:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450883:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176733.450887:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450890:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176733.450894:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176733.450897:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176733.450900:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176733.450902:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176733.450905:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176733.450908:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176733.450913:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450917:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176733.450921:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450925:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176733.450929:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176733.450935:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176733.450939:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176733.450942:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176733.450945:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176733.450948:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176733.450949:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176733.450950:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176733.450951:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176733.450955:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176733.450961:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176733.450965:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176733.450969:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176733.450973:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176733.450975:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176733.450977:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176733.450980:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176733.450985:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786176733.450991:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176733.451001:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407295744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176733.451016:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176733.451021:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176733.451027:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407295744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176733.451042:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176733.451048:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11263)
00000800:00000200:2.1:1786176733.451049:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176733.451053:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176733.451252:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176733.451253:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176733.451498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176733.451500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176733.451681:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176733.451683:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1786176734.281930:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176734.281937:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176735.305926:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176735.305933:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176735.305988:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176735.305992:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176735.305994:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176736.329860:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176736.329866:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176737.353890:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176737.353896:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176737.353997:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176737.354001:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176737.354004:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176738.377836:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176738.377843:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176738.377845:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176738.377847:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176738.377851:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176738.377853:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176738.377855:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176738.377857:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176738.569899:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176738.569908:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176738.569910:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176738.569913:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176738.569917:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176738.569924:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11258
00000400:00000200:0.0:1786176738.569931:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176738.569937:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176738.569940:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176738.569942:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.569945:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176738.569946:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.569948:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176738.569951:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176738.569953:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176738.569955:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176738.569957:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176738.569959:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176738.569960:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176738.569962:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.569963:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176738.569965:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.569966:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176738.569968:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176738.569971:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176738.569972:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176738.569974:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176738.569977:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176738.569979:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176738.569981:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176738.569982:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176738.569990:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176738.569993:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176738.569996:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176738.569998:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176738.570000:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176738.570002:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176738.570006:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176738.570014:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000100:00000001:0.0:1786176738.570019:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176738.570026:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407295872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176738.570034:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176738.570038:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176738.570041:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407295872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176738.570057:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176738.570059:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176738.570062:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176738.570063:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176738.570064:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176738.570066:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176738.570069:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11258
00000400:00000200:0.0:1786176738.570072:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176738.570075:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176738.570076:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176738.570079:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570083:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176738.570085:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570090:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176738.570092:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176738.570094:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176738.570095:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176738.570097:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176738.570098:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176738.570099:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176738.570101:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570103:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176738.570105:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570107:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176738.570110:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176738.570114:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570117:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176738.570120:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176738.570125:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176738.570129:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176738.570133:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176738.570138:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176738.570143:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176738.570147:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176738.570151:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176738.570156:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176738.570160:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176738.570163:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176738.570165:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176738.570168:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176738.570169:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176738.570172:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786176738.570176:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176738.570184:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407296000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176738.570192:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176738.570195:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176738.570200:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407296000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176738.570210:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176738.570214:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176738.570220:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176738.570221:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176738.570224:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176738.570229:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176738.570231:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11258
00000400:00000200:0.0:1786176738.570238:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176738.570244:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176738.570246:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176738.570252:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570254:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176738.570259:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570263:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176738.570268:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176738.570270:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176738.570272:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176738.570275:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176738.570279:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176738.570282:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176738.570289:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570292:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176738.570296:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570302:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176738.570304:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176738.570310:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570314:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176738.570315:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176738.570317:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176738.570318:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176738.570319:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176738.570320:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176738.570322:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176738.570327:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176738.570333:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176738.570335:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176738.570340:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176738.570342:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176738.570346:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176738.570347:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176738.570349:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176738.570352:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786176738.570356:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176738.570361:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407296128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176738.570372:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176738.570377:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176738.570382:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407296128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176738.570401:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176738.570404:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176738.570410:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176738.570427:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176738.570428:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176738.570430:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176738.570434:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11258
00000400:00000200:0.0:1786176738.570447:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176738.570452:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176738.570456:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176738.570461:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570464:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176738.570467:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570473:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176738.570475:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1786176738.570478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000040:0.0:1786176738.570479:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176738.570483:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1786176738.570484:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000020:00000040:0.0:1786176738.570486:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176738.570490:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176738.570494:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176738.570500:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570503:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176738.570504:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570508:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176738.570511:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176738.570517:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570520:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176738.570524:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176738.570528:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176738.570531:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176738.570535:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176738.570536:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176738.570539:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176738.570541:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176738.570546:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176738.570550:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176738.570555:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176738.570557:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176738.570561:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176738.570564:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176738.570566:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176738.570569:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6800.
00000100:00000001:0.0:1786176738.570574:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176738.570580:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407296256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176738.570600:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176738.570604:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176738.570610:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407296256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176738.570621:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176738.570624:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176738.570630:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176738.570632:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176738.570634:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176738.570637:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176738.570643:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11258
00000400:00000200:0.0:1786176738.570647:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176738.570649:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176738.570650:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176738.570651:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570653:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176738.570654:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570660:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176738.570662:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176738.570666:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176738.570668:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176738.570672:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176738.570675:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176738.570679:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176738.570686:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570689:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176738.570693:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570698:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176738.570704:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176738.570707:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176738.570712:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176738.570715:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176738.570719:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176738.570722:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176738.570725:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176738.570728:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176738.570731:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176738.570735:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176738.570737:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176738.570741:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176738.570745:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176738.570748:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176738.570751:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176738.570754:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176738.570757:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176738.570762:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000100:00000001:0.0:1786176738.570767:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176738.570790:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407296384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176738.570796:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176738.570798:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176738.570801:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407296384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176738.570807:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176738.570814:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11268)
00000800:00000200:2.1:1786176738.571064:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176738.571066:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786176738.571310:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176738.571312:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786176738.571560:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176738.571563:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786176738.571762:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176738.571763:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1786176739.401874:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176739.401880:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176739.401939:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176739.401943:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176739.401946:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176740.425869:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176740.425876:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176741.449913:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176741.449919:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176741.450015:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176741.450021:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176741.450025:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176742.473868:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176742.473875:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176743.497897:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176743.497905:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176743.497974:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176743.497979:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176743.497983:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786176743.689897:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176743.689909:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176743.689912:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176743.689917:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176743.689921:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176743.689929:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11263
00000400:00000200:0.0:1786176743.689937:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176743.689943:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176743.689946:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176743.689949:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.689952:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176743.689955:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.689957:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176743.689961:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176743.689964:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176743.689966:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176743.689970:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176743.689972:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176743.689975:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176743.689978:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.689980:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176743.689982:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.689985:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176743.689988:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176743.689991:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176743.689994:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176743.689997:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176743.690000:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176743.690003:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176743.690006:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176743.690008:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176743.690017:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176743.690021:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176743.690025:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176743.690027:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176743.690030:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176743.690033:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176743.690037:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176743.690046:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786176743.690053:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176743.690064:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407296512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176743.690074:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176743.690079:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176743.690085:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407296512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176743.690107:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176743.690110:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176743.690114:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176743.690115:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176743.690118:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176743.690120:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176743.690124:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11263
00000400:00000200:0.0:1786176743.690128:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176743.690132:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176743.690135:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176743.690142:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690147:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176743.690154:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690160:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176743.690165:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176743.690168:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176743.690172:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176743.690175:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176743.690180:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176743.690185:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176743.690196:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690201:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176743.690207:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690214:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176743.690220:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176743.690228:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690236:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176743.690241:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176743.690247:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176743.690252:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176743.690254:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176743.690261:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176743.690268:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176743.690273:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176743.690281:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176743.690287:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176743.690294:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176743.690297:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176743.690301:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176743.690302:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176743.690306:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176743.690312:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786176743.690318:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176743.690327:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407296640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176743.690341:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176743.690346:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176743.690353:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407296640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176743.690383:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176743.690385:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176743.690389:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176743.690392:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176743.690395:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176743.690397:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176743.690402:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11263
00000400:00000200:0.0:1786176743.690418:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176743.690423:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176743.690426:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176743.690432:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690436:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176743.690447:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.1:1786176743.690450:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176743.690451:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176743.690455:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176743.690458:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176743.690460:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1786176743.690460:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000020:00000040:0.0:1786176743.690463:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176743.690467:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176743.690472:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176743.690477:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690480:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176743.690483:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690486:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176743.690487:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176743.690490:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690492:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176743.690496:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176743.690499:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176743.690503:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176743.690507:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176743.690510:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176743.690512:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176743.690514:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176743.690518:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176743.690523:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176743.690526:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176743.690527:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176743.690532:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176743.690533:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176743.690536:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176743.690539:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
00000100:00000001:0.0:1786176743.690544:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176743.690553:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407296768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176743.690560:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176743.690563:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176743.690569:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407296768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176743.690596:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176743.690601:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176743.690607:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176743.690610:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176743.690612:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176743.690614:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176743.690617:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11263
00000400:00000200:0.0:1786176743.690622:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176743.690628:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176743.690630:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176743.690636:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690638:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176743.690641:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690644:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176743.690645:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176743.690646:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176743.690648:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176743.690649:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176743.690654:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176743.690657:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176743.690659:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690663:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176743.690666:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690668:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176743.690673:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176743.690677:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690681:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176743.690685:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176743.690688:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176743.690691:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176743.690695:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176743.690697:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176743.690699:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176743.690702:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176743.690705:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176743.690708:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176743.690711:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176743.690713:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176743.690718:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176743.690720:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176743.690723:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176743.690728:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786176743.690732:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176743.690741:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407296896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176743.690753:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176743.690756:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176743.690764:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407296896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176743.690806:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176743.690811:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176743.690820:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176743.690824:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176743.690826:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176743.690831:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176743.690835:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11263
00000400:00000200:0.0:1786176743.690842:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176743.690848:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176743.690853:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176743.690858:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690862:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176743.690866:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690869:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176743.690873:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176743.690874:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176743.690876:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176743.690878:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176743.690880:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176743.690883:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176743.690890:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690894:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176743.690898:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690901:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176743.690905:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176743.690911:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176743.690914:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176743.690917:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176743.690922:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176743.690928:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176743.690932:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176743.690934:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176743.690940:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176743.690942:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176743.690948:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176743.690952:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176743.690956:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176743.690958:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176743.690960:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176743.690961:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176743.690962:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176743.690964:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786176743.690967:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176743.690976:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407297024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176743.691000:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176743.691003:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176743.691012:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407297024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176743.691036:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176743.691045:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11274)
00000800:00000200:2.1:1786176743.691183:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176743.691185:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176743.691393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176743.691395:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176743.691656:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176743.691659:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176743.691874:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176743.691877:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1786176744.521856:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176744.521862:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176745.545879:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176745.545886:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176745.545978:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176745.545981:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176745.545984:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176746.569888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176746.569904:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176747.593921:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176747.593928:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176747.593997:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176747.594001:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176747.594004:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176748.617887:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176748.617896:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176748.617899:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176748.617903:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176748.617908:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176748.617911:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176748.617913:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176748.617916:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176748.809891:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176748.809900:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176748.809902:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176748.809906:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176748.809910:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176748.809916:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11269
00000400:00000200:0.0:1786176748.809923:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176748.809929:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176748.809931:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176748.809934:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.809936:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176748.809938:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.809940:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176748.809943:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176748.809944:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176748.809947:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176748.809949:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176748.809951:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176748.809953:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176748.809955:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.809956:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176748.809958:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.809959:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176748.809961:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176748.809963:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176748.809965:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176748.809967:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176748.809970:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176748.809972:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176748.809973:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176748.809975:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176748.809983:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176748.809985:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176748.809988:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176748.809989:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176748.809992:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176748.809994:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176748.809997:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176748.810003:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000001:0.0:1786176748.810009:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176748.810016:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407297152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176748.810024:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176748.810027:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176748.810031:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407297152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176748.810050:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176748.810052:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176748.810054:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176748.810056:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176748.810057:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176748.810059:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176748.810061:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11269
00000400:00000200:0.0:1786176748.810063:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176748.810065:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176748.810066:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176748.810068:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810070:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176748.810071:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810073:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176748.810075:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176748.810076:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176748.810077:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176748.810078:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176748.810080:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176748.810082:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176748.810084:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810085:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176748.810086:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810088:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176748.810089:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176748.810092:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810093:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176748.810095:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176748.810099:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176748.810103:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176748.810107:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176748.810110:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176748.810113:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176748.810117:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176748.810120:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176748.810124:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176748.810128:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176748.810131:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176748.810135:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176748.810139:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176748.810140:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176748.810146:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786176748.810150:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176748.810157:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407297280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176748.810168:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176748.810172:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176748.810178:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407297280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176748.810188:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176748.810192:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176748.810195:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176748.810197:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176748.810198:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176748.810200:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176748.810205:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11269
00000400:00000200:0.0:1786176748.810210:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176748.810214:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176748.810216:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176748.810220:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810225:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176748.810228:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810230:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176748.810234:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176748.810235:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176748.810237:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176748.810238:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176748.810244:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176748.810247:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176748.810249:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810250:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176748.810251:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810252:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176748.810254:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176748.810257:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810261:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176748.810262:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176748.810264:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176748.810266:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176748.810267:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176748.810269:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176748.810271:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176748.810275:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176748.810280:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176748.810284:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176748.810288:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176748.810290:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176748.810294:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176748.810297:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176748.810300:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176748.810304:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786176748.810307:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176748.810328:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407297408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176748.810341:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176748.810344:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176748.810352:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407297408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176748.810367:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176748.810371:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176748.810376:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176748.810379:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176748.810382:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176748.810387:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176748.810391:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11269
00000400:00000200:0.0:1786176748.810399:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176748.810402:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176748.810403:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176748.810405:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810406:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176748.810411:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810415:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176748.810420:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176748.810422:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176748.810426:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176748.810428:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176748.810432:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176748.810439:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176748.810448:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810454:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176748.810461:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.1:1786176748.810464:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176748.810466:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.1:1786176748.810468:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000020:00000040:0.0:1786176748.810473:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176748.810481:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810486:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176748.810491:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176748.810495:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176748.810499:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176748.810504:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176748.810508:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176748.810512:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176748.810515:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176748.810518:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176748.810523:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176748.810527:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176748.810529:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176748.810531:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176748.810533:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176748.810537:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176748.810541:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786176748.810547:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176748.810556:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407297536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176748.810563:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176748.810567:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176748.810572:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407297536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176748.810580:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176748.810585:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176748.810588:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176748.810591:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176748.810593:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176748.810598:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176748.810601:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11269
00000400:00000200:0.0:1786176748.810619:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176748.810625:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176748.810629:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176748.810636:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810639:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176748.810643:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810645:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176748.810648:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176748.810651:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176748.810654:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176748.810656:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176748.810660:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176748.810663:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176748.810669:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810671:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176748.810675:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810680:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176748.810685:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176748.810689:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176748.810694:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176748.810697:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176748.810701:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176748.810704:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176748.810708:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176748.810710:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176748.810714:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176748.810718:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176748.810722:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176748.810727:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176748.810731:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176748.810734:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176748.810737:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176748.810739:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176748.810742:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176748.810745:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786176748.810750:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176748.810758:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407297664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176748.810799:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176748.810804:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176748.810814:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407297664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176748.810844:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176748.810850:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11279)
00000800:00000200:2.1:1786176748.811006:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176748.811008:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176748.811243:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176748.811245:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176748.811447:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176748.811448:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176748.811627:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176748.811629:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1786176749.641894:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176749.641900:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176749.641954:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176749.641958:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176749.641961:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176750.665847:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176750.665852:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176751.689924:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176751.689930:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176751.689987:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176751.689991:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176751.689994:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176752.713887:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176752.713892:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176753.737871:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176753.737877:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176753.737961:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176753.737965:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176753.737968:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1786176753.930077:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176753.930082:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176753.930087:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176753.930095:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdf80 x1872930407297792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.930119:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176753.930123:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176753.930127:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176753.930129:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176753.930133:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176753.930138:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407297792:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176753.930150:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176753.930155:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176753.930159:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176753.930163:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176753.930170:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176753.930174:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176753.930183:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176753.930189:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176753.930198:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176753.930207:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407297792, portal 25
00000100:00000001:0.0:1786176753.930211:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176753.930214:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542666112 : -106564166885504 : ffff9f1498afdf80)
00000100:00000040:0.0:1786176753.930224:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdf80 x1872930407297792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.930242:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176753.930248:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176753.930251:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176753.930256:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407297792, offset 0
00000400:00000200:0.0:1786176753.930281:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176753.930294:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176753.930304:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176753.930312:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176753.930319:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176753.930327:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176753.930334:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176753.930341:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273299:273299:256:4294967295] 192.168.202.146@tcp LPNI seq info [273260:273260:8:4294967295]
00000400:00000200:0.0:1786176753.930350:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176753.930367:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176753.930377:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176753.930383:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176753.930395:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176753.930401:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786176753.930408:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176753.930413:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1786176753.930421:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176753.930425:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176753.930433:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176753.930442:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176753.930449:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176753.930452:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176753.930457:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176753.930471:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdf80 x1872930407297792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.930491:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176753.930500:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdf80 x1872930407297792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.930512:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176753.930515:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176753.930521:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176753.930528:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176753.930531:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305955626
00000100:00000001:0.0:1786176753.930540:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305950506
00000100:00000001:0.0:1786176753.930544:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305955626
00000100:00000001:0.0:1786176753.930550:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305950506
00000100:00000001:0.0:1786176753.930555:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176753.930560:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176753.930563:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176753.930570:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176753/real 1786176753]  req@ffff9f1498afdf80 x1872930407297792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176753.930590:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176753.930593:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176753.930597:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176753.930602:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176753.930605:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176753.930609:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176753.930615:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdf80 x1872930407297792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176753.930630:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdf80 x1872930407297792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.930642:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176753.930645:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.930651:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176753.930653:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176753.930661:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdf80 x1872930407297792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.930677:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176753.930687:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdf80 x1872930407297792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.930711:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176753.930717:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.930722:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176753.930725:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.930728:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176753.930730:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176753.930734:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176753.930740:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176753.930745:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176753.930751:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdf80 x1872930407297792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176753.930765:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407297792:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176753.930792:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.930796:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176753.930802:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdf80 x1872930407297792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.930814:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176753.930819:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176753.930825:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176753.930832:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176753.930836:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176753.930839:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176753.930843:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176753.930847:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964400.
02000000:00000001:0.0:1786176753.930852:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176753.930854:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176753.930857:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdf80.
00000100:00000001:0.0:1786176753.930863:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176753.930867:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.930871:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.930881:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176753.930883:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176753.930888:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176753.930890:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176753.930892:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176753.930898:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe680 x1872930407297920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.930909:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176753.930911:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176753.930917:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176753.930919:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176753.930923:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176753.930927:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407297920:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176753.930935:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176753.930938:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176753.930940:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176753.930946:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176753.930953:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176753.930960:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176753.930969:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176753.930977:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176753.930984:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176753.930991:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407297920, portal 10
00000100:00000001:0.0:1786176753.930998:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176753.931001:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667904 : -106564166883712 : ffff9f1498afe680)
00000100:00000040:0.0:1786176753.931012:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe680 x1872930407297920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931038:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176753.931043:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176753.931046:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176753.931051:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407297920, offset 0
00000400:00000200:0.0:1786176753.931056:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176753.931063:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176753.931067:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176753.931069:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176753.931072:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176753.931075:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176753.931077:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176753.931080:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273300:273300:256:4294967295] 192.168.202.146@tcp LPNI seq info [273261:273261:8:4294967295]
00000400:00000200:0.0:1786176753.931083:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176753.931088:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176753.931091:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176753.931093:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176753.931096:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176753.931098:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786176753.931101:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176753.931103:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1786176753.931106:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176753.931107:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176753.931109:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176753.931112:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176753.931114:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176753.931115:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176753.931117:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176753.931119:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe680 x1872930407297920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931129:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176753.931131:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe680 x1872930407297920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931136:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176753.931137:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176753.931139:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176753.931142:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176753.931144:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176753.931146:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305946661
00000100:00000001:0.0:1786176753.931148:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305955626
00000100:00000001:0.0:1786176753.931150:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305946661
00000100:00000001:0.0:1786176753.931151:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305955626
00000100:00000001:0.0:1786176753.931153:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176753.931154:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176753.931155:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176753.931158:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176753/real 1786176753]  req@ffff9f1498afe680 x1872930407297920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176753.931163:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176753.931163:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176753.931164:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176753.931166:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176753.931167:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176753.931168:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176753.931170:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe680 x1872930407297920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176753.931176:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe680 x1872930407297920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931179:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176753.931181:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931182:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176753.931183:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176753.931185:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe680 x1872930407297920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931189:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176753.931192:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe680 x1872930407297920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931196:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176753.931198:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931199:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176753.931199:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931200:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176753.931202:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176753.931203:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176753.931205:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176753.931206:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176753.931209:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe680 x1872930407297920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176753.931214:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407297920:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176753.931216:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176753.931218:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff800 x1872930407298048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931223:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176753.931224:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176753.931225:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176753.931227:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176753.931228:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176753.931230:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407298048:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176753.931232:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176753.931234:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176753.931235:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176753.931236:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176753.931239:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786176753.931240:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176753.931242:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176753.931243:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176753.931245:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176753.931247:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407298048, portal 10
00000100:00000001:0.0:1786176753.931248:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176753.931249:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542672384 : -106564166879232 : ffff9f1498aff800)
00000100:00000040:0.0:1786176753.931253:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff800 x1872930407298048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931257:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176753.931258:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176753.931260:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176753.931261:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407298048, offset 0
00000400:00000200:0.0:1786176753.931281:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176753.931285:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176753.931287:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176753.931289:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176753.931291:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176753.931293:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176753.931295:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176753.931297:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273301:273301:256:4294967295] 192.168.202.146@tcp LPNI seq info [273262:273262:8:4294967295]
00000400:00000200:0.0:1786176753.931300:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176753.931304:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176753.931307:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176753.931309:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176753.931312:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176753.931314:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786176753.931316:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176753.931318:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1786176753.931321:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176753.931322:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176753.931324:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176753.931327:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176753.931329:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176753.931330:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176753.931332:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176753.931334:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff800 x1872930407298048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931339:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176753.931341:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff800 x1872930407298048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931346:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176753.931347:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176753.931349:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176753.931351:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176753.931353:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176753.931354:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305946742
00000100:00000001:0.0:1786176753.931356:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305955626
00000100:00000001:0.0:1786176753.931358:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305946742
00000100:00000001:0.0:1786176753.931359:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305955626
00000100:00000001:0.0:1786176753.931361:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176753.931362:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176753.931363:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176753.931365:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176753/real 1786176753]  req@ffff9f1498aff800 x1872930407298048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176753.931370:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176753.931371:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176753.931372:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176753.931374:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176753.931375:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176753.931376:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176753.931378:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff800 x1872930407298048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176753.931383:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff800 x1872930407298048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931388:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176753.931389:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931390:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176753.931390:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176753.931393:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff800 x1872930407298048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931397:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176753.931399:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff800 x1872930407298048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931403:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176753.931404:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931405:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176753.931406:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931407:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176753.931408:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176753.931410:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176753.931412:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176753.931413:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176753.931415:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff800 x1872930407298048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176753.931424:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407298048:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176753.931427:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176753.931429:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afca80 x1872930407298176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931433:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176753.931434:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176753.931435:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176753.931436:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176753.931438:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176753.931439:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407298176:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176753.931441:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176753.931442:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176753.931443:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176753.931444:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176753.931447:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176753.931448:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176753.931450:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176753.931452:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176753.931454:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176753.931456:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407298176, portal 4
00000100:00000001:0.0:1786176753.931457:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176753.931458:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542660736 : -106564166890880 : ffff9f1498afca80)
00000100:00000040:0.0:1786176753.931462:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afca80 x1872930407298176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931466:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176753.931468:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176753.931469:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176753.931471:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407298176, offset 0
00000400:00000200:0.0:1786176753.931473:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176753.931476:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176753.931478:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176753.931480:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176753.931482:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176753.931483:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176753.931485:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176753.931487:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273302:273302:256:4294967295] 192.168.202.146@tcp LPNI seq info [273263:273263:8:4294967295]
00000400:00000200:0.0:1786176753.931490:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176753.931493:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176753.931496:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176753.931498:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176753.931500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176753.931502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786176753.931505:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176753.931506:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1786176753.931509:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176753.931510:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176753.931512:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176753.931514:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176753.931516:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176753.931518:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176753.931519:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176753.931521:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afca80 x1872930407298176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931526:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176753.931528:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afca80 x1872930407298176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931532:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176753.931533:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176753.931534:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176753.931536:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176753.931538:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176753.931539:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305948001
00000100:00000001:0.0:1786176753.931541:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305955626
00000100:00000001:0.0:1786176753.931543:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305948001
00000100:00000001:0.0:1786176753.931544:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305955626
00000100:00000001:0.0:1786176753.931545:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176753.931546:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176753.931547:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176753.931550:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176753/real 1786176753]  req@ffff9f1498afca80 x1872930407298176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176753.931554:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176753.931555:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176753.931556:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176753.931557:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176753.931558:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176753.931559:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176753.931561:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afca80 x1872930407298176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176753.931567:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afca80 x1872930407298176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931571:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176753.931572:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931573:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176753.931573:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176753.931575:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afca80 x1872930407298176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931579:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176753.931582:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afca80 x1872930407298176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931585:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176753.931587:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931589:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176753.931589:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931591:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176753.931592:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176753.931593:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176753.931595:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176753.931596:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176753.931598:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afca80 x1872930407298176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176753.931603:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407298176:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176753.931605:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931606:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176753.931608:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe680 x1872930407297920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931612:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176753.931613:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176753.931614:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176753.931616:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176753.931617:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176753.931618:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176753.931619:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176753.931620:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967c00.
02000000:00000001:0.0:1786176753.931621:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176753.931622:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176753.931623:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe680.
00000100:00000001:0.0:1786176753.931625:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176753.931626:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931627:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176753.931629:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff800 x1872930407298048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931638:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176753.931639:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176753.931640:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786176753.931641:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176753.931642:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176753.931643:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176753.931644:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176753.931645:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965400.
02000000:00000001:0.0:1786176753.931646:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176753.931646:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176753.931647:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff800.
00000100:00000001:0.0:1786176753.931649:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176753.931649:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931650:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176753.931652:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afca80 x1872930407298176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931656:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176753.931656:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176753.931657:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176753.931658:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176753.931659:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176753.931660:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176753.931661:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176753.931662:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966000.
02000000:00000001:0.0:1786176753.931663:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176753.931664:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176753.931664:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afca80.
00000100:00000001:0.0:1786176753.931666:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176753.931667:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931668:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931670:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176753.931671:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176753.931672:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176753.931673:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176753.931674:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176753.931676:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdc00 x1872930407298304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931681:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176753.931682:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176753.931683:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176753.931684:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176753.931685:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176753.931687:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407298304:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176753.931689:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176753.931690:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176753.931691:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176753.931692:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176753.931694:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176753.931696:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176753.931698:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176753.931699:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176753.931701:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176753.931703:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407298304, portal 4
00000100:00000001:0.0:1786176753.931704:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176753.931705:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542665216 : -106564166886400 : ffff9f1498afdc00)
00000100:00000040:0.0:1786176753.931709:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdc00 x1872930407298304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931713:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176753.931715:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176753.931716:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176753.931718:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407298304, offset 0
00000400:00000200:0.0:1786176753.931720:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176753.931723:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176753.931725:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176753.931726:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176753.931728:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176753.931729:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176753.931731:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176753.931733:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273303:273303:256:4294967295] 192.168.202.146@tcp LPNI seq info [273264:273264:8:4294967295]
00000400:00000200:0.0:1786176753.931736:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176753.931740:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176753.931743:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176753.931745:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176753.931747:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176753.931749:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1786176753.931752:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176753.931753:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1786176753.931756:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176753.931757:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176753.931759:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176753.931761:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176753.931763:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176753.931764:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176753.931766:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176753.931768:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdc00 x1872930407298304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931792:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176753.931796:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdc00 x1872930407298304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931803:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176753.931805:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176753.931809:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176753.931812:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176753.931816:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176753.931818:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305947792
00000100:00000001:0.0:1786176753.931821:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305955626
00000100:00000001:0.0:1786176753.931823:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305947792
00000100:00000001:0.0:1786176753.931825:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305955626
00000100:00000001:0.0:1786176753.931828:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176753.931830:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176753.931832:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176753.931836:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176753/real 1786176753]  req@ffff9f1498afdc00 x1872930407298304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176753.931843:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176753.931844:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176753.931845:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176753.931847:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176753.931849:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176753.931850:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176753.931852:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdc00 x1872930407298304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176753.931858:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdc00 x1872930407298304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931862:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176753.931863:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931864:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176753.931865:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176753.931867:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdc00 x1872930407298304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931871:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176753.931874:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdc00 x1872930407298304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931878:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176753.931880:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931881:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176753.931881:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931883:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176753.931884:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176753.931885:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176753.931888:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176753.931889:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176753.931892:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdc00 x1872930407298304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176753.931896:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407298304:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176753.931899:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931900:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176753.931902:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdc00 x1872930407298304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176753.931905:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176753.931907:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176753.931908:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176753.931909:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176753.931910:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176753.931911:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176753.931912:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176753.931914:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967800.
02000000:00000001:0.0:1786176753.931915:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176753.931916:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176753.931917:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdc00.
00000100:00000001:0.0:1786176753.931918:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176753.931919:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931920:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176753.931923:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176753.931924:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176753.931925:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176753.931926:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176754.761880:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176754.761886:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176755.785899:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176755.785907:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176755.785995:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176755.786002:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176755.786008:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176756.809883:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176756.809891:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176757.833899:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176757.833906:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176757.833992:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176757.833998:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176757.834002:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176758.857917:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176758.857926:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176758.857929:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176758.857932:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176758.857938:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176758.857940:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176758.857942:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176758.857944:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176759.049949:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176759.049958:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176759.049961:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176759.049964:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176759.049968:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176759.049975:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11279
00000400:00000200:0.0:1786176759.049983:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176759.049989:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176759.049992:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176759.049996:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.049998:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176759.050000:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050002:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176759.050005:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176759.050007:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176759.050009:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176759.050012:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176759.050014:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176759.050015:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176759.050018:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050019:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176759.050020:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050021:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176759.050023:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176759.050026:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050027:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176759.050029:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176759.050031:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176759.050034:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176759.050035:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176759.050038:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176759.050046:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176759.050048:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176759.050052:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176759.050053:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176759.050056:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176759.050058:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176759.050062:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176759.050068:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000100:00000001:0.0:1786176759.050074:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176759.050081:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407298432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176759.050089:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176759.050093:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176759.050097:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407298432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176759.050117:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176759.050120:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176759.050122:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176759.050124:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176759.050125:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176759.050126:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176759.050128:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11279
00000400:00000200:0.0:1786176759.050131:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176759.050133:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176759.050135:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176759.050138:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050140:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176759.050142:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050143:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176759.050145:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176759.050146:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176759.050148:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176759.050152:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176759.050155:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176759.050158:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176759.050162:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050165:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176759.050168:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050173:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176759.050178:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176759.050183:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050186:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176759.050190:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176759.050196:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176759.050199:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176759.050203:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176759.050209:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176759.050227:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176759.050229:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176759.050232:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176759.050233:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176759.050235:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176759.050239:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176759.050243:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176759.050244:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176759.050247:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176759.050251:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786176759.050255:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176759.050265:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407298560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176759.050273:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176759.050278:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176759.050284:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407298560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176759.050296:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176759.050299:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176759.050305:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176759.050307:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176759.050311:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176759.050319:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176759.050327:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11279
00000400:00000200:0.0:1786176759.050337:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176759.050348:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176759.050353:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176759.050359:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050363:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176759.050368:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050371:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176759.050374:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176759.050376:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176759.050378:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176759.050381:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176759.050384:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176759.050385:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176759.050388:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050392:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176759.050395:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050397:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176759.050401:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176759.050406:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050411:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176759.050414:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176759.050418:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176759.050422:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176759.050425:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176759.050429:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176759.050436:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176759.050439:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176759.050443:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176759.050448:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176759.050453:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176759.050456:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176759.050458:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176759.050460:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176759.050464:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176759.050469:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786176759.050474:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176759.050482:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407298688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176759.050494:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176759.050498:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176759.050499:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:0.0:1786176759.050502:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407298688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786176759.050507:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1786176759.050511:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176759.050515:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176759.050520:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176759.050525:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176759.050527:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176759.050529:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176759.050532:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11279
00000400:00000200:0.0:1786176759.050535:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176759.050538:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176759.050541:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176759.050544:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050546:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176759.050551:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050557:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176759.050562:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176759.050563:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176759.050565:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176759.050567:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176759.050570:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176759.050575:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176759.050578:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050581:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176759.050585:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050590:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176759.050595:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176759.050600:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050604:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176759.050606:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176759.050608:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176759.050610:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176759.050613:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176759.050615:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176759.050618:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176759.050620:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176759.050624:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176759.050627:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176759.050632:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176759.050633:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176759.050637:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176759.050640:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176759.050642:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176759.050648:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786176759.050652:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176759.050657:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407298816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176759.050668:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176759.050672:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176759.050679:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407298816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176759.050686:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176759.050689:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176759.050696:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176759.050699:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176759.050702:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176759.050709:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176759.050713:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11279
00000400:00000200:0.0:1786176759.050720:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176759.050723:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176759.050728:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176759.050735:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050738:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176759.050742:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050744:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176759.050746:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176759.050751:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176759.050755:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176759.050757:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176759.050761:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176759.050764:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176759.050829:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050836:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176759.050847:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050852:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176759.050857:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176759.050865:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176759.050870:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176759.050874:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176759.050880:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176759.050886:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176759.050891:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176759.050895:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176759.050901:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176759.050905:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176759.050912:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176759.050917:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176759.050921:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176759.050923:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176759.050926:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176759.050927:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176759.050929:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176759.050932:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000100:00000001:0.0:1786176759.050935:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176759.050944:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407298944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176759.050960:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176759.050966:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176759.050978:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407298944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176759.050998:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176759.051006:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11289)
00000800:00000200:2.1:1786176759.051142:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176759.051145:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176759.051371:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176759.051373:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176759.051578:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176759.051580:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176759.051829:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176759.051831:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1786176759.881885:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176759.881893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176759.882000:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176759.882004:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176759.882008:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176760.905907:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176760.905914:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176761.929856:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176761.929863:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176761.929930:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176761.929936:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176761.929940:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176762.953911:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176762.953919:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176763.977848:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176763.977854:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176763.977907:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176763.977910:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176763.977913:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786176764.169886:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176764.169896:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176764.169899:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176764.169903:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176764.169907:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176764.169914:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11284
00000400:00000200:3.0:1786176764.169922:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176764.169928:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176764.169937:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176764.169941:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.169945:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176764.169947:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.169950:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176764.169955:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176764.169957:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176764.169960:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176764.169964:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176764.169966:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176764.169969:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176764.169972:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.169975:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176764.169977:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.169979:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176764.169983:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176764.169986:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176764.169989:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176764.169992:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176764.169995:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176764.169998:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176764.170000:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176764.170002:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176764.170011:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786176764.170015:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176764.170019:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176764.170021:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176764.170024:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176764.170027:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176764.170031:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176764.170038:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786176764.170045:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176764.170054:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407299072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176764.170065:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176764.170069:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176764.170073:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407299072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176764.170094:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176764.170097:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176764.170101:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176764.170103:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176764.170104:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176764.170107:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176764.170109:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11284
00000400:00000200:3.0:1786176764.170113:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176764.170117:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176764.170120:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176764.170123:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170126:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176764.170128:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170131:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176764.170136:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176764.170139:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176764.170143:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176764.170147:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176764.170154:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176764.170159:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176764.170197:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170203:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176764.170209:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170215:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176764.170219:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176764.170227:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170235:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176764.170241:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176764.170249:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176764.170254:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176764.170260:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176764.170268:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176764.170276:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176764.170281:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176764.170290:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786176764.170297:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176764.170304:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176764.170307:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176764.170309:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176764.170314:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176764.170317:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176764.170324:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176764.170332:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176764.170344:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407299200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176764.170365:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176764.170370:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176764.170377:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407299200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176764.170392:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176764.170395:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176764.170401:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176764.170405:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176764.170407:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176764.170413:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1786176764.170416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786176764.170418:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11284
00000800:00000200:2.1:1786176764.170422:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000400:00000200:3.0:1786176764.170427:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176764.170433:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176764.170436:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176764.170440:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170442:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176764.170444:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170449:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176764.170452:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176764.170454:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176764.170457:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176764.170459:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176764.170465:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176764.170467:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176764.170472:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170475:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176764.170479:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170482:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176764.170484:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176764.170489:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170492:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176764.170494:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176764.170496:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176764.170501:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176764.170505:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176764.170508:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176764.170511:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176764.170513:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176764.170518:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786176764.170521:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176764.170527:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176764.170529:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176764.170533:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176764.170536:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176764.170540:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176764.170545:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786176764.170549:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176764.170558:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407299328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176764.170566:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176764.170570:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176764.170576:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407299328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176764.170588:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176764.170590:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176764.170593:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176764.170597:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176764.170599:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176764.170603:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176764.170606:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11284
00000400:00000200:3.0:1786176764.170613:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176764.170620:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176764.170625:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176764.170630:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170635:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176764.170638:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170643:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176764.170648:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176764.170651:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176764.170654:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176764.170658:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176764.170661:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176764.170667:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176764.170675:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170678:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176764.170681:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170683:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176764.170687:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176764.170690:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170692:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176764.170693:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176764.170695:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176764.170699:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176764.170702:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176764.170704:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176764.170709:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176764.170712:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176764.170715:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786176764.170718:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176764.170724:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176764.170726:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176764.170729:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176764.170732:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176764.170735:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176764.170738:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176764.170741:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176764.170749:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407299456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176764.170804:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176764.170811:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176764.170824:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407299456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176764.170846:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176764.170853:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176764.170860:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176764.170864:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176764.170868:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176764.170875:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176764.170882:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11284
00000400:00000200:3.0:1786176764.170890:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176764.170897:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176764.170904:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176764.170910:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170914:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176764.170918:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170923:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176764.170927:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176764.170930:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176764.170934:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176764.170938:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176764.170940:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176764.170942:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176764.170944:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170948:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176764.170953:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170957:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176764.170960:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176764.170963:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176764.170965:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176764.170966:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176764.170968:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176764.170973:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176764.170977:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176764.170981:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176764.170986:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176764.170988:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176764.170994:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786176764.170999:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176764.171002:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176764.171007:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176764.171011:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176764.171014:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176764.171018:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176764.171022:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176764.171028:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176764.171038:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407299584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176764.171058:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176764.171062:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176764.171069:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407299584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176764.171080:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176764.171088:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11294)
00000800:00000200:2.1:1786176764.171140:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176764.171142:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176764.171361:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176764.171362:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176764.171572:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176764.171574:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786176764.171842:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176764.171844:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1786176765.001905:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176765.001911:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176766.025874:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176766.025881:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176766.025946:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176766.025949:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176766.025952:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176767.049861:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176767.049867:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176768.073857:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176768.073863:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176768.073937:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176768.073942:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176768.073946:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176769.097913:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176769.097925:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176769.097928:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176769.097930:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176769.097936:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176769.097939:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176769.097940:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176769.097943:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176769.291133:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176769.291140:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176769.291143:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176769.291150:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc380 x1872930407299712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291160:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176769.291162:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176769.291166:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176769.291169:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176769.291171:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176769.291174:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407299712:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176769.291178:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176769.291183:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176769.291185:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176769.291188:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176769.291193:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786176769.291195:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176769.291200:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176769.291204:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176769.291211:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176769.291219:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407299712, portal 25
00000100:00000001:0.0:1786176769.291221:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176769.291223:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658944 : -106564166892672 : ffff9f1498afc380)
00000100:00000040:0.0:1786176769.291228:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc380 x1872930407299712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291235:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176769.291237:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176769.291239:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176769.291242:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407299712, offset 0
00000400:00000200:0.0:1786176769.291248:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176769.291257:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176769.291263:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176769.291268:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176769.291273:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176769.291277:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176769.291279:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176769.291283:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273314:273314:256:4294967295] 192.168.202.146@tcp LPNI seq info [273275:273275:8:4294967295]
00000400:00000200:0.0:1786176769.291287:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176769.291295:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176769.291301:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176769.291306:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176769.291313:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176769.291317:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176769.291323:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176769.291326:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786176769.291330:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176769.291332:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176769.291347:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176769.291355:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176769.291360:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176769.291361:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176769.291366:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176769.291369:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc380 x1872930407299712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291378:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176769.291381:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc380 x1872930407299712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176794 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291386:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176769.291388:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176769.291394:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176769.291397:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176769.291400:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4305970987
00000100:00000001:0.0:1786176769.291408:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305965866
00000100:00000001:0.0:1786176769.291411:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4305970987
00000100:00000001:0.0:1786176769.291414:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305965866
00000100:00000001:0.0:1786176769.291416:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176769.291418:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176769.291421:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176769.291424:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176769/real 1786176769]  req@ffff9f1498afc380 x1872930407299712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176769.291434:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176769.291436:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176769.291438:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176769.291441:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176769.291443:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176769.291446:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176769.291449:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc380 x1872930407299712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176769.291458:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc380 x1872930407299712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291465:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176769.291467:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.291470:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176769.291473:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176769.291477:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc380 x1872930407299712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291493:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176769.291498:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc380 x1872930407299712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291504:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176769.291506:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.291508:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176769.291509:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.291511:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176769.291513:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176769.291514:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176769.291517:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176769.291519:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176769.291522:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc380 x1872930407299712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176769.291528:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407299712:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176769.291532:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176769.291534:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd180 x1872930407299840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291538:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176769.291539:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176769.291541:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176769.291543:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176769.291545:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176769.291547:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407299840:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176769.291549:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176769.291551:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176769.291552:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176769.291553:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176769.291556:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176769.291558:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176769.291561:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176769.291563:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176769.291565:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176769.291568:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407299840, portal 10
00000100:00000001:0.0:1786176769.291569:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176769.291570:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542662528 : -106564166889088 : ffff9f1498afd180)
00000100:00000040:0.0:1786176769.291576:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd180 x1872930407299840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291581:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176769.291583:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176769.291584:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176769.291586:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407299840, offset 0
00000400:00000200:0.0:1786176769.291588:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176769.291591:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176769.291594:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176769.291596:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176769.291598:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176769.291600:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176769.291601:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176769.291604:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273315:273315:256:4294967295] 192.168.202.146@tcp LPNI seq info [273276:273276:8:4294967295]
00000400:00000200:0.0:1786176769.291606:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176769.291611:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176769.291613:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176769.291615:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176769.291618:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176769.291620:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176769.291624:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176769.291626:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786176769.291628:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176769.291630:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176769.291633:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176769.291635:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176769.291637:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176769.291638:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176769.291640:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176769.291642:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd180 x1872930407299840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291648:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176769.291650:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd180 x1872930407299840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176794 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291655:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176769.291656:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176769.291658:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176769.291661:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176769.291663:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176769.291665:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305962021
00000100:00000001:0.0:1786176769.291667:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305970987
00000100:00000001:0.0:1786176769.291668:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305962021
00000100:00000001:0.0:1786176769.291670:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305970987
00000100:00000001:0.0:1786176769.291671:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176769.291672:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176769.291674:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176769.291676:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176769/real 1786176769]  req@ffff9f1498afd180 x1872930407299840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176769.291681:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176769.291682:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176769.291683:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176769.291685:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176769.291686:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176769.291687:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176769.291690:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd180 x1872930407299840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176769.291696:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd180 x1872930407299840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291700:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176769.291701:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.291702:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176769.291702:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176769.291705:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd180 x1872930407299840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291709:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176769.291711:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd180 x1872930407299840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291715:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176769.291716:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.291717:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176769.291718:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.291719:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176769.291720:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176769.291722:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176769.291724:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176769.291725:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176769.291727:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd180 x1872930407299840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176769.291732:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407299840:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176769.291735:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176769.291737:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afed80 x1872930407299968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291746:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176769.291748:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176769.291749:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176769.291750:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176769.291752:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176769.291753:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407299968:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176769.291755:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176769.291756:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176769.291757:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176769.291758:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176769.291760:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176769.291761:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176769.291763:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176769.291764:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176769.291766:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176769.291768:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407299968, portal 10
00000100:00000001:0.0:1786176769.291795:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176769.291797:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542669696 : -106564166881920 : ffff9f1498afed80)
00000100:00000040:0.0:1786176769.291802:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afed80 x1872930407299968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291808:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176769.291810:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176769.291813:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176769.291815:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407299968, offset 0
00000400:00000200:0.0:1786176769.291818:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176769.291820:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176769.291823:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176769.291826:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176769.291828:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176769.291830:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176769.291832:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176769.291837:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273316:273316:256:4294967295] 192.168.202.146@tcp LPNI seq info [273277:273277:8:4294967295]
00000400:00000200:0.0:1786176769.291840:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176769.291846:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176769.291857:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176769.291863:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176769.291866:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176769.291868:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176769.291871:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176769.291874:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786176769.291877:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176769.291879:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176769.291881:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176769.291883:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176769.291885:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176769.291887:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176769.291889:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176769.291891:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afed80 x1872930407299968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291897:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176769.291899:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afed80 x1872930407299968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176794 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291904:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176769.291905:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176769.291907:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176769.291909:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176769.291911:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176769.291913:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305962103
00000100:00000001:0.0:1786176769.291914:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305970987
00000100:00000001:0.0:1786176769.291916:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305962103
00000100:00000001:0.0:1786176769.291918:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305970987
00000100:00000001:0.0:1786176769.291919:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176769.291921:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176769.291922:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176769.291925:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176769/real 1786176769]  req@ffff9f1498afed80 x1872930407299968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176769.291930:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176769.291931:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176769.291932:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176769.291933:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176769.291934:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176769.291936:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176769.291938:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afed80 x1872930407299968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176769.291945:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afed80 x1872930407299968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291953:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176769.291954:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.291956:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176769.291957:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176769.291961:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afed80 x1872930407299968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291968:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176769.291973:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afed80 x1872930407299968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.291980:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176769.291983:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.291985:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176769.291987:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.291989:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176769.291990:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176769.291994:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176769.291998:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176769.292000:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176769.292004:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afed80 x1872930407299968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176769.292011:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407299968:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176769.292016:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176769.292020:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdc00 x1872930407300096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292027:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176769.292029:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176769.292032:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176769.292033:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176769.292036:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176769.292039:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407300096:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176769.292043:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176769.292045:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176769.292046:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176769.292049:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176769.292053:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786176769.292055:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176769.292059:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176769.292062:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176769.292065:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176769.292067:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407300096, portal 4
00000100:00000001:0.0:1786176769.292069:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176769.292070:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542665216 : -106564166886400 : ffff9f1498afdc00)
00000100:00000040:0.0:1786176769.292075:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdc00 x1872930407300096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292080:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176769.292082:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176769.292084:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176769.292085:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407300096, offset 0
00000400:00000200:0.0:1786176769.292088:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176769.292091:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176769.292094:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176769.292096:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176769.292098:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176769.292099:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176769.292101:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176769.292103:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273317:273317:256:4294967295] 192.168.202.146@tcp LPNI seq info [273278:273278:8:4294967295]
00000400:00000200:0.0:1786176769.292106:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176769.292111:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176769.292114:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176769.292131:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176769.292134:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176769.292136:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176769.292139:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176769.292141:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786176769.292144:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176769.292146:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176769.292148:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176769.292151:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176769.292153:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176769.292155:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176769.292156:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176769.292159:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdc00 x1872930407300096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292165:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176769.292167:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdc00 x1872930407300096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176794 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292172:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176769.292173:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176769.292176:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176769.292179:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176769.292181:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176769.292183:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305963362
00000100:00000001:0.0:1786176769.292185:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305970987
00000100:00000001:0.0:1786176769.292186:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305963362
00000100:00000001:0.0:1786176769.292188:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305970987
00000100:00000001:0.0:1786176769.292189:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176769.292191:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176769.292192:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176769.292194:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176769/real 1786176769]  req@ffff9f1498afdc00 x1872930407300096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176769.292199:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176769.292200:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176769.292201:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176769.292203:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176769.292204:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176769.292206:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176769.292208:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdc00 x1872930407300096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176769.292213:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdc00 x1872930407300096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292217:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176769.292218:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.292219:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176769.292220:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176769.292222:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdc00 x1872930407300096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292226:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176769.292229:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdc00 x1872930407300096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292234:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176769.292235:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.292237:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176769.292237:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.292239:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176769.292240:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176769.292241:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176769.292243:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176769.292244:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176769.292247:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdc00 x1872930407300096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176769.292251:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407300096:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176769.292254:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176769.292256:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afca80 x1872930407300224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292259:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176769.292260:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176769.292262:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176769.292263:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176769.292264:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176769.292266:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407300224:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176769.292268:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176769.292270:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176769.292271:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176769.292272:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176769.292274:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176769.292275:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176769.292278:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176769.292279:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176769.292281:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176769.292283:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407300224, portal 4
00000100:00000001:0.0:1786176769.292285:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176769.292286:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542660736 : -106564166890880 : ffff9f1498afca80)
00000100:00000040:0.0:1786176769.292290:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afca80 x1872930407300224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292295:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176769.292296:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176769.292298:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176769.292300:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407300224, offset 0
00000400:00000200:0.0:1786176769.292302:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176769.292305:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176769.292307:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176769.292309:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176769.292310:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176769.292312:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176769.292314:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176769.292316:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273318:273318:256:4294967295] 192.168.202.146@tcp LPNI seq info [273279:273279:8:4294967295]
00000400:00000200:0.0:1786176769.292318:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176769.292322:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176769.292325:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176769.292327:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176769.292330:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176769.292332:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176769.292335:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176769.292337:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786176769.292339:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176769.292341:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176769.292343:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176769.292346:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176769.292348:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176769.292349:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176769.292351:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176769.292353:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afca80 x1872930407300224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292358:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176769.292360:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afca80 x1872930407300224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176794 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292364:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176769.292365:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176769.292367:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176769.292368:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176769.292370:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176769.292371:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4305963152
00000100:00000001:0.0:1786176769.292373:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4305970987
00000100:00000001:0.0:1786176769.292374:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4305963152
00000100:00000001:0.0:1786176769.292375:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4305970987
00000100:00000001:0.0:1786176769.292377:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176769.292378:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176769.292380:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176769.292382:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176769/real 1786176769]  req@ffff9f1498afca80 x1872930407300224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176769.292387:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176769.292387:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176769.292388:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176769.292390:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176769.292390:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176769.292392:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176769.292394:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afca80 x1872930407300224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176769.292400:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afca80 x1872930407300224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292408:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176769.292409:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.292411:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176769.292412:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176769.292414:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afca80 x1872930407300224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292418:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176769.292420:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afca80 x1872930407300224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292426:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176769.292428:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.292429:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176769.292431:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.292432:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176769.292434:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176769.292436:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176769.292440:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176769.292443:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176769.292447:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afca80 x1872930407300224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176769.292456:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407300224:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176769.292461:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.292463:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176769.292467:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc380 x1872930407299712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292475:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176769.292478:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176769.292481:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786176769.292483:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176769.292485:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176769.292486:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176769.292489:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176769.292491:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966400.
02000000:00000001:0.0:1786176769.292495:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176769.292496:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176769.292498:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc380.
00000100:00000001:0.0:1786176769.292500:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176769.292501:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.292502:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176769.292504:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd180 x1872930407299840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292509:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176769.292510:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176769.292511:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176769.292513:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176769.292514:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176769.292515:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176769.292516:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176769.292517:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964000.
02000000:00000001:0.0:1786176769.292518:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176769.292519:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176769.292520:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd180.
00000100:00000001:0.0:1786176769.292521:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176769.292522:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.292523:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176769.292525:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afed80 x1872930407299968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292529:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176769.292529:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176769.292530:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176769.292531:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176769.292532:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176769.292533:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176769.292534:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176769.292535:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967800.
02000000:00000001:0.0:1786176769.292537:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176769.292538:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176769.292539:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afed80.
00000100:00000001:0.0:1786176769.292540:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176769.292541:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.292542:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176769.292544:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdc00 x1872930407300096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292548:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176769.292548:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176769.292549:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786176769.292551:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176769.292551:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176769.292552:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176769.292553:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176769.292554:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964800.
02000000:00000001:0.0:1786176769.292555:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176769.292556:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176769.292556:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdc00.
00000100:00000001:0.0:1786176769.292558:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176769.292558:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.292559:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176769.292561:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afca80 x1872930407300224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176794 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176769.292565:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176769.292565:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176769.292566:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176769.292567:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176769.292568:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176769.292569:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176769.292570:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176769.292570:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966000.
02000000:00000001:0.0:1786176769.292571:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176769.292573:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176769.292574:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afca80.
00000100:00000001:0.0:1786176769.292575:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176769.292576:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.292578:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176769.292586:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176769.292587:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176769.292589:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176769.292590:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176770.121845:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176770.121852:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176770.121941:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176770.121948:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176770.121952:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176771.145924:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176771.145932:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176772.169859:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176772.169866:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176772.169930:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176772.169934:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176772.169938:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176773.193853:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176773.193859:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176774.217897:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176774.217902:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176774.218011:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176774.218018:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176774.218023:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786176774.409930:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176774.409945:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176774.409949:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176774.409954:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176774.409960:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176774.409971:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11294
00000400:00000200:0.0:1786176774.409982:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176774.409991:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176774.409995:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176774.409998:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410003:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176774.410006:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410009:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176774.410014:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176774.410017:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176774.410021:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176774.410025:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176774.410028:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176774.410031:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176774.410035:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410037:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176774.410039:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410042:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176774.410045:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176774.410049:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410052:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176774.410055:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176774.410060:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176774.410064:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176774.410088:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176774.410091:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176774.410105:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176774.410110:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176774.410114:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176774.410117:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176774.410121:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176774.410125:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176774.410130:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176774.410142:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786176774.410151:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176774.410164:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407300352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176774.410176:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176774.410183:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176774.410188:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407300352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176774.410224:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176774.410228:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176774.410233:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176774.410235:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176774.410237:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176774.410240:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176774.410243:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11294
00000400:00000200:0.0:1786176774.410248:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176774.410252:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176774.410256:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176774.410259:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410262:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176774.410264:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410268:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176774.410273:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176774.410277:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176774.410281:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176774.410287:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176774.410293:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176774.410299:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176774.410305:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410307:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176774.410310:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410315:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176774.410321:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176774.410328:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410335:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176774.410342:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176774.410352:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176774.410359:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176774.410363:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176774.410368:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176774.410376:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176774.410381:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176774.410388:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176774.410394:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176774.410399:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176774.410403:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176774.410408:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176774.410412:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176774.410416:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176774.410425:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786176774.410434:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176774.410446:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407300480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176774.410460:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176774.410466:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176774.410476:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407300480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176774.410494:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176774.410498:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176774.410504:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176774.410509:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176774.410513:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176774.410519:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176774.410526:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11294
00000400:00000200:0.0:1786176774.410534:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176774.410539:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176774.410542:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176774.410545:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410548:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176774.410554:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410560:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176774.410566:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176774.410570:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176774.410573:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176774.410577:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176774.410581:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176774.410587:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176774.410596:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.1:1786176774.410597:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176774.410602:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786176774.410603:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1786176774.410610:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410616:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176774.410621:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176774.410627:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410635:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176774.410639:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176774.410645:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176774.410649:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176774.410655:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176774.410659:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176774.410667:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176774.410669:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176774.410676:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176774.410683:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176774.410689:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176774.410692:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176774.410697:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176774.410700:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176774.410704:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176774.410709:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786176774.410713:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176774.410722:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407300608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176774.410749:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176774.410752:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176774.410759:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407300608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176774.410851:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176774.410857:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176774.410866:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176774.410870:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176774.410874:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176774.410881:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176774.410888:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11294
00000400:00000200:0.0:1786176774.410898:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176774.410906:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176774.410911:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176774.410918:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410924:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176774.410929:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410934:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176774.410940:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176774.410943:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176774.410947:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176774.410950:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176774.410956:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176774.410962:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176774.410969:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410976:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176774.410984:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.410988:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176774.410996:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176774.411006:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176774.411012:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176774.411017:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176774.411025:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176774.411032:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176774.411038:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176774.411043:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176774.411051:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176774.411056:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176774.411063:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176774.411082:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176774.411088:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176774.411092:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176774.411098:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176774.411102:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176774.411106:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176774.411114:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786176774.411120:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176774.411131:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407300736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176774.411150:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176774.411155:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176774.411161:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407300736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176774.411175:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176774.411179:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176774.411184:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176774.411186:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176774.411188:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176774.411193:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176774.411197:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11294
00000400:00000200:0.0:1786176774.411204:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176774.411208:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176774.411209:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176774.411217:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.411223:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176774.411229:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.411236:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176774.411243:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176774.411247:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176774.411252:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176774.411258:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176774.411265:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176774.411272:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176774.411282:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.411287:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176774.411294:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176774.411300:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176774.411306:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176774.411314:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176774.411321:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176774.411325:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:0.0:1786176774.411326:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1786176774.411330:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
02000000:00000001:0.0:1786176774.411331:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176774.411336:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176774.411341:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176774.411344:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176774.411349:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176774.411352:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176774.411358:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176774.411363:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176774.411368:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176774.411372:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176774.411376:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176774.411379:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176774.411381:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176774.411386:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
00000100:00000001:0.0:1786176774.411390:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176774.411399:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407300864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176774.411410:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176774.411414:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176774.411422:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407300864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176774.411438:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176774.411445:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11304)
00000800:00000200:2.1:1786176774.411642:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176774.411644:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176774.411974:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176774.411976:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176774.412210:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176774.412212:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1786176775.241912:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176775.241919:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176776.265884:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176776.265892:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176776.265971:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176776.265974:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176776.265977:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176777.289851:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176777.289857:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176778.313879:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176778.313885:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176778.313938:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176778.313942:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176778.313945:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176779.337853:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176779.337860:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176779.337862:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176779.337865:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176779.337868:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176779.337870:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176779.337872:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176779.337873:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176779.529910:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176779.529920:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176779.529922:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176779.529926:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176779.529929:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176779.529935:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11299
00000400:00000200:0.0:1786176779.529941:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176779.529946:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176779.529949:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176779.529951:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.529954:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176779.529956:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.529959:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176779.529962:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176779.529964:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176779.529966:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176779.529969:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176779.529970:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176779.529972:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176779.529974:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.529975:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176779.529976:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.529977:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176779.529979:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176779.529982:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176779.529983:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176779.529986:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176779.529989:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176779.529991:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176779.529992:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176779.529994:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176779.530001:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176779.530003:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176779.530007:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176779.530008:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176779.530011:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176779.530013:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176779.530047:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176779.530054:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786176779.530059:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176779.530067:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407300992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176779.530078:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176779.530083:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176779.530090:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407300992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176779.530113:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176779.530117:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176779.530121:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176779.530123:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176779.530124:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176779.530127:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176779.530130:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11299
00000400:00000200:0.0:1786176779.530135:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176779.530140:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176779.530143:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176779.530148:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.530154:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176779.530160:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.530166:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176779.530173:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176779.530177:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176779.530182:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176779.530188:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176779.530195:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176779.530202:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176779.530211:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.530216:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176779.530223:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.530228:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176779.530235:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176779.530243:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176779.530250:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176779.530255:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176779.530263:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176779.530269:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176779.530273:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176779.530280:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176779.530287:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176779.530292:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176779.530300:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176779.530306:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176779.530311:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176779.530314:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176779.530318:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176779.530322:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176779.530326:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176779.530335:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786176779.530343:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176779.530355:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407301120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176779.530378:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176779.530383:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176779.530391:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407301120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176779.530407:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176779.530408:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:0.0:1786176779.530411:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1786176779.530413:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00080000:0.0:1786176779.530415:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176779.530418:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176779.530421:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176779.530424:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176779.530429:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11299
00000400:00000200:0.0:1786176779.530435:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176779.530442:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176779.530445:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176779.530450:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.530456:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176779.530459:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.530462:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176779.530466:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176779.530470:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176779.530474:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176779.530478:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176779.530482:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176779.530488:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176779.530499:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.530506:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176779.530511:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.530517:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176779.530523:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176779.530531:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176779.530537:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176779.530542:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176779.530548:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176779.530553:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176779.530558:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176779.530562:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176779.530567:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176779.530571:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176779.530577:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176779.530584:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176779.530591:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176779.530594:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176779.530599:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176779.530601:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176779.530604:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176779.530611:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786176779.530617:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176779.530626:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407301248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176779.530642:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176779.530646:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176779.530653:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407301248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176779.530662:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176779.530665:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176779.530671:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176779.530673:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176779.530676:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176779.530681:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176779.530685:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11299
00000400:00000200:0.0:1786176779.530691:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176779.530697:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176779.530700:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176779.530705:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.530708:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176779.530712:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.530716:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176779.530718:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176779.530722:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176779.530724:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176779.530728:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176779.530732:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176779.530736:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176779.530744:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.530748:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176779.530752:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.530756:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176779.530762:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176779.530766:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176779.530797:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176779.530803:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176779.530809:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176779.530815:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176779.530820:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176779.530825:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176779.530831:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176779.530836:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176779.530843:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176779.530847:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176779.530853:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176779.530856:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176779.530861:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176779.530864:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176779.530869:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176779.530875:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786176779.530882:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176779.530891:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407301376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176779.530906:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176779.530911:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176779.530920:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407301376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176779.530940:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176779.530946:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176779.530954:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176779.530958:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176779.530963:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176779.530970:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176779.530976:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11299
00000400:00000200:0.0:1786176779.530985:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176779.530992:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176779.530998:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176779.531003:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.531008:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176779.531015:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.531032:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176779.531040:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176779.531044:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176779.531049:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176779.531054:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176779.531060:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176779.531066:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176779.531076:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.531081:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176779.531087:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176779.531093:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176779.531099:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176779.531107:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176779.531112:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176779.531117:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176779.531124:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176779.531128:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176779.531131:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176779.531136:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176779.531141:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176779.531145:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176779.531150:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000010:0.0:1786176779.531152:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000800:00000200:2.1:1786176779.531153:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000020:00000040:0.0:1786176779.531156:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176779.531161:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176779.531165:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176779.531168:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176779.531171:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176779.531173:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176779.531180:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000001:0.0:1786176779.531185:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176779.531195:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407301504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176779.531215:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176779.531219:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176779.531227:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407301504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176779.531244:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176779.531249:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11309)
00000800:00000200:2.1:1786176779.531418:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176779.531421:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786176779.531670:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176779.531672:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786176779.531920:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176779.531923:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1786176780.361967:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176780.361991:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176780.362103:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176780.362109:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176780.362113:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176781.385862:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176781.385868:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176782.409936:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176782.409944:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176782.410035:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176782.410041:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176782.410046:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176783.433892:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176783.433900:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176784.457929:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176784.457939:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176784.458024:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176784.458030:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176784.458034:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786176784.649924:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176784.649936:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176784.649938:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176784.649943:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176784.649948:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176784.649956:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11304
00000400:00000200:0.0:1786176784.649965:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176784.649984:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176784.649988:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176784.649990:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.649993:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176784.649995:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.649997:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176784.650001:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176784.650004:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176784.650006:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176784.650010:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176784.650012:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176784.650014:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176784.650016:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650018:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176784.650019:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650020:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176784.650022:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176784.650024:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650026:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176784.650028:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176784.650031:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176784.650034:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176784.650036:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176784.650038:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176784.650049:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176784.650052:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176784.650056:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176784.650057:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176784.650060:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176784.650062:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176784.650067:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176784.650075:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786176784.650082:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176784.650091:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407301632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176784.650101:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176784.650105:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176784.650109:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407301632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176784.650139:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176784.650142:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176784.650147:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176784.650149:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176784.650150:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176784.650152:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176784.650154:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11304
00000400:00000200:0.0:1786176784.650157:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176784.650159:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176784.650161:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176784.650163:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650165:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176784.650168:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650169:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176784.650171:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176784.650171:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176784.650173:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176784.650175:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176784.650176:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176784.650177:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176784.650181:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650183:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176784.650186:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650188:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176784.650190:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176784.650192:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650194:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176784.650195:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176784.650201:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176784.650208:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176784.650212:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176784.650220:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176784.650224:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176784.650227:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176784.650234:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176784.650242:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176784.650253:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176784.650258:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176784.650266:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176784.650271:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176784.650276:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176784.650284:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786176784.650288:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176784.650301:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407301760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176784.650339:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176784.650351:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176784.650361:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407301760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176784.650374:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176784.650382:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176784.650396:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176784.650398:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176784.650401:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176784.650405:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176784.650415:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11304
00000400:00000200:0.0:1786176784.650424:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176784.650433:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176784.650438:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176784.650449:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650457:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176784.650468:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650478:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176784.650487:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176784.650494:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176784.650498:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176784.650503:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176784.650517:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176784.650527:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176784.650538:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650541:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176784.650543:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650545:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176784.650551:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176784.650566:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650574:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176784.650581:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176784.650588:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176784.650598:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176784.650607:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176784.650610:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176784.650619:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176784.650624:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176784.650635:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176784.650643:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176784.650647:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176784.650648:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176784.650656:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176784.650658:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176784.650662:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176784.650670:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786176784.650675:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176784.650691:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407301888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176784.650719:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1786176784.650726:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176784.650727:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176784.650735:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1786176784.650736:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407301888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176784.650765:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176784.650769:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176784.650810:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176784.650811:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176784.650813:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176784.650823:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176784.650832:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11304
00000400:00000200:0.0:1786176784.650843:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176784.650853:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176784.650857:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176784.650870:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650883:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176784.650891:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650899:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176784.650905:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176784.650908:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176784.650917:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176784.650922:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176784.650928:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176784.650933:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176784.650943:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650954:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176784.650959:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.650979:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176784.650983:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176784.650991:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176784.651001:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176784.651005:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176784.651017:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176784.651026:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176784.651033:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176784.651037:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176784.651046:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176784.651051:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176784.651056:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176784.651064:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176784.651072:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176784.651084:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176784.651093:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176784.651102:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176784.651106:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176784.651111:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
00000100:00000001:0.0:1786176784.651122:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176784.651130:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407302016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176784.651170:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176784.651177:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176784.651190:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407302016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176784.651213:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176784.651217:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176784.651225:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176784.651231:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176784.651236:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176784.651245:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176784.651256:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11304
00000400:00000200:0.0:1786176784.651271:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176784.651281:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176784.651289:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176784.651297:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.651300:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176784.651309:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.651320:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176784.651327:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176784.651331:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176784.651337:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176784.651339:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176784.651346:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176784.651349:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176784.651360:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.651364:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176784.651372:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176784.651383:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176784.651397:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176784.651411:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176784.651421:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176784.651434:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176784.651443:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176784.651456:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176784.651466:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176784.651479:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176784.651491:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176784.651500:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176784.651513:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176784.651521:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176784.651531:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176784.651534:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176784.651537:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176784.651540:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176784.651543:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176784.651549:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786176784.651554:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176784.651575:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407302144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176784.651592:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176784.651601:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176784.651618:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407302144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176784.651648:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176784.651657:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11315)
00000800:00000200:2.1:1786176784.651750:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176784.651752:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786176784.651962:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176784.651963:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786176784.652164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176784.652165:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786176784.652406:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176784.652408:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1786176785.481845:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176785.481851:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176786.505868:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176786.505874:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176786.505966:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176786.505971:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176786.505975:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176787.529888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176787.529896:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176788.553879:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176788.553884:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176788.553956:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176788.553960:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176788.553963:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176789.577943:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176789.577952:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176789.577955:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176789.577959:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176789.577965:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176789.577968:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176789.577971:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176789.577973:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176789.769954:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176789.769969:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176789.769972:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176789.769979:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176789.769985:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176789.769995:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11310
00000400:00000200:0.0:1786176789.770007:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176789.770016:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176789.770021:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176789.770025:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.770030:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176789.770033:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.770036:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176789.770042:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176789.770045:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176789.770049:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176789.770053:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176789.770056:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176789.770059:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176789.770062:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.770064:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176789.770067:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.770069:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176789.770073:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176789.770077:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176789.770080:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176789.770083:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176789.770088:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176789.770092:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176789.770095:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176789.770098:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176789.770112:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176789.770116:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176789.770122:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176789.770125:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176789.770138:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176789.770146:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176789.770153:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176789.770165:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786176789.770175:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176789.770188:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407302272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176789.770201:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176789.770207:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176789.770213:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407302272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176789.770242:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176789.770246:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176789.770250:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176789.770252:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176789.770253:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176789.770256:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176789.770259:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11310
00000400:00000200:0.0:1786176789.770264:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176789.770268:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176789.770271:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176789.770276:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.770278:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176789.770281:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.770284:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176789.770287:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176789.770289:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176789.770291:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176789.770294:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176789.770297:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176789.770301:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176789.770304:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.770307:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176789.770311:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.770324:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176789.770337:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176789.770349:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176789.770361:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176789.770373:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176789.770381:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176789.770387:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176789.770397:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176789.770409:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176789.770424:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176789.770431:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176789.770447:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176789.770455:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176789.770468:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176789.770472:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176789.770481:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176789.770487:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176789.770492:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176789.770501:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786176789.770508:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176789.770521:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407302400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176789.770554:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176789.770559:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176789.770575:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407302400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176789.770598:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176789.770608:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176789.770614:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176789.770618:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176789.770622:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176789.770627:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176789.770633:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11310
00000400:00000200:0.0:1786176789.770647:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176789.770663:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176789.770673:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176789.770683:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.770690:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176789.770698:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.770709:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176789.770716:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176789.770718:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176789.770721:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176789.770726:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176789.770738:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176789.770754:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176789.770800:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.770806:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176789.770810:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.770813:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176789.770815:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176789.770822:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176789.770836:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176789.770839:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:0.0:1786176789.770843:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176789.770849:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176789.770853:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176789.770857:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176789.770868:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176789.770877:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176789.770883:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176789.770892:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176789.770900:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176789.770912:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176789.770935:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176789.770941:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176789.770946:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176789.770951:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176789.770962:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000100:00000001:0.0:1786176789.770974:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176789.770989:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407302528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176789.771025:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176789.771035:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176789.771051:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407302528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176789.771098:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176789.771106:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176789.771117:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176789.771122:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176789.771127:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176789.771136:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176789.771143:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11310
00000400:00000200:0.0:1786176789.771155:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176789.771163:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176789.771169:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176789.771179:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.771183:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176789.771190:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.771197:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176789.771203:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176789.771207:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176789.771211:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176789.771214:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176789.771217:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176789.771221:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176789.771229:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.771232:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176789.771235:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.771239:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176789.771245:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176789.771255:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176789.771263:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176789.771269:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176789.771275:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176789.771283:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176789.771293:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176789.771300:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176789.771308:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176789.771316:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176789.771332:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176789.771339:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176789.771347:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176789.771351:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176789.771356:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176789.771360:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176789.771365:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176789.771372:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000010:0.0:1786176789.771375:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6800.
00000100:00000001:0.0:1786176789.771382:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176789.771395:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407302656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176789.771448:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176789.771455:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176789.771467:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407302656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176789.771480:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176789.771485:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176789.771493:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176789.771498:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176789.771502:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176789.771508:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176789.771515:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11310
00000400:00000200:0.0:1786176789.771526:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176789.771538:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176789.771545:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176789.771553:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.771565:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176789.771573:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.771580:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176789.771586:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176789.771590:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176789.771594:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176789.771599:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176789.771606:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176789.771612:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176789.771623:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.771632:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176789.771640:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176789.771653:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176789.771664:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176789.771674:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176789.771680:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176789.771685:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176789.771691:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176789.771699:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176789.771704:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176789.771709:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176789.771716:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176789.771724:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176789.771737:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176789.771745:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176789.771752:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176789.771760:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176789.771803:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176789.771807:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176789.771812:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176789.771822:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000100:00000001:0.0:1786176789.771830:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176789.771846:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407302784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176789.771875:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176789.771884:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176789.771895:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407302784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176789.771938:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176789.771948:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11320)
00000800:00000200:2.1:1786176789.771992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176789.772175:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176789.772345:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00010000:00000001:1.0:1786176790.601954:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176790.601964:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176790.602075:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176790.602083:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176790.602088:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176791.625836:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176791.625841:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176792.649937:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176792.649943:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176792.650010:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176792.650012:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176792.650015:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1786176792.842041:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:3.0:1786176792.842078:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1786176792.842086:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176792.842089:0:2390:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:3.0:1786176792.842092:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176792.842095:0:2390:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1786176792.842099:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176792.842102:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:3.0:1786176792.842108:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176792.842111:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176792.842117:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c770
00000400:00000010:3.0:1786176792.842119:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c770.
00000100:00000001:3.0:1786176792.842124:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176792.842134:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebea00 x1872930407302272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176792.842160:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176792.842166:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407302272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176792.842174:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176792.842176:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176792.842187:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176792.842190:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:3.0:1786176792.842194:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176792.842199:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176792.842203:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782caa0
00000400:00000010:3.0:1786176792.842206:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782caa0.
00000100:00000001:3.0:1786176792.842209:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176792.842214:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebce00 x1872930407302400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176792.842228:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176792.842235:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407302400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176792.842249:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176792.842251:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176792.842262:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176792.842268:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e100.
00000400:00000200:3.0:1786176792.842274:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176792.842279:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176792.842283:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cbb0
00000400:00000010:3.0:1786176792.842288:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cbb0.
00000100:00000001:3.0:1786176792.842293:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176792.842301:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebe680 x1872930407302528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176792.842319:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176792.842329:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407302528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176792.842345:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176792.842349:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176792.842360:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176792.842365:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ef00.
00000400:00000200:3.0:1786176792.842372:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176792.842381:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176792.842387:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c880
00000400:00000010:3.0:1786176792.842391:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c880.
00000100:00000001:3.0:1786176792.842398:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176792.842415:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebc000 x1872930407302656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176792.842431:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176792.842439:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407302656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176792.842456:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176792.842460:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176792.842473:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176792.842480:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ec00.
00000400:00000200:3.0:1786176792.842486:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176792.842496:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176792.842503:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cb28
00000400:00000010:3.0:1786176792.842508:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cb28.
00000100:00000001:3.0:1786176792.842516:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176792.842526:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebd500 x1872930407302784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176792.842541:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176792.842547:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407302784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176792.842558:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176792.842559:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1786176793.673937:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176793.673944:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176794.697964:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176794.697974:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176794.698084:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176794.698093:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176794.698099:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786176794.889917:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176794.889925:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176794.889928:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176794.889931:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176794.889937:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176794.889943:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11315
00000400:00000200:0.0:1786176794.889953:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176794.889958:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176794.889960:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176794.889963:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.889965:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176794.889967:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.889969:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176794.889972:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176794.889974:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176794.889976:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176794.889979:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176794.889980:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176794.889982:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176794.889984:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.889985:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176794.889986:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.889987:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176794.889990:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176794.889993:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176794.889996:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176794.890000:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176794.890003:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176794.890006:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176794.890008:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176794.890011:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176794.890018:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176794.890021:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176794.890025:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176794.890027:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176794.890030:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176794.890033:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176794.890037:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176794.890045:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000100:00000001:0.0:1786176794.890052:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176794.890062:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407302912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176794.890073:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176794.890077:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176794.890081:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407302912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176794.890103:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176794.890105:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176794.890108:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176794.890109:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176794.890110:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176794.890112:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176794.890114:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11315
00000400:00000200:0.0:1786176794.890117:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176794.890120:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176794.890122:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176794.890126:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.890129:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176794.890132:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.890140:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176794.890144:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176794.890148:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176794.890153:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176794.890158:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176794.890161:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176794.890168:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176794.890177:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.890185:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176794.890192:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.890199:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176794.890207:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176794.890214:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176794.890221:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176794.890225:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176794.890232:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176794.890238:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176794.890242:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176794.890247:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176794.890254:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176794.890256:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176794.890261:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176794.890267:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176794.890274:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176794.890277:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176794.890281:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176794.890282:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176794.890285:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176794.890293:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000100:00000001:0.0:1786176794.890298:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176794.890306:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407303040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176794.890321:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176794.890327:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176794.890338:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407303040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176794.890354:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176794.890359:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176794.890390:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176794.890395:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176794.890399:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176794.890406:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176794.890414:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11315
00000400:00000200:0.0:1786176794.890424:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176794.890434:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176794.890438:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176794.890443:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.890449:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176794.890455:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.890461:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176794.890466:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176794.890473:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176794.890475:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176794.890478:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176794.890483:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176794.890486:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176794.890494:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.890499:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176794.890505:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.890509:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.1:1786176794.890511:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000040:0.0:1786176794.890516:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000800:00000200:2.1:1786176794.890518:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000100:00080000:0.0:1786176794.890526:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176794.890532:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176794.890537:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176794.890543:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176794.890546:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176794.890551:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176794.890556:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176794.890561:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176794.890563:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176794.890573:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176794.890577:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176794.890582:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176794.890584:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176794.890590:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176794.890592:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176794.890597:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176794.890604:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786176794.890609:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176794.890620:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407303168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176794.890638:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176794.890641:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176794.890647:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407303168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176794.890664:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176794.890669:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176794.890674:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176794.890676:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176794.890680:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176794.890684:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176794.890691:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11315
00000400:00000200:0.0:1786176794.890698:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176794.890705:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176794.890710:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176794.890718:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.890723:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176794.890729:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.890736:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176794.890742:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176794.890744:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176794.890746:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176794.890749:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176794.890751:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176794.890754:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176794.890762:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.890766:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176794.890816:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.890823:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176794.890828:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176794.890836:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176794.890843:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176794.890848:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176794.890853:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176794.890859:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176794.890864:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176794.890885:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176794.890891:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176794.890895:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176794.890903:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176794.890908:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176794.890914:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176794.890918:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176794.890923:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176794.890926:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176794.890930:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176794.890937:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786176794.890946:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176794.890958:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407303296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176794.890974:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176794.890980:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176794.890991:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407303296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176794.891025:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176794.891030:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176794.891037:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176794.891040:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176794.891044:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176794.891048:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176794.891054:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11315
00000400:00000200:0.0:1786176794.891064:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176794.891072:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176794.891077:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176794.891085:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.891090:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176794.891096:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.891101:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176794.891107:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176794.891111:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176794.891115:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176794.891119:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176794.891123:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176794.891129:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176794.891138:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.891141:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176794.891143:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176794.891145:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176794.891148:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176794.891154:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176794.891159:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176794.891164:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176794.891169:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176794.891175:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176794.891181:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176794.891184:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176794.891191:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176794.891195:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176794.891201:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176794.891207:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176794.891215:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176794.891219:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176794.891225:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176794.891229:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176794.891233:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176794.891241:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786176794.891247:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176794.891258:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407303424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176794.891270:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176794.891275:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176794.891281:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407303424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176794.891296:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176794.891304:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11325)
00000800:00000200:2.1:1786176794.891391:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176794.891394:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176794.891699:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176794.891702:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176794.892005:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176794.892007:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176794.892306:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176794.892308:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1786176795.721853:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176795.721858:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176796.745900:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176796.745905:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176796.745969:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176796.745972:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176796.745975:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176797.769918:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176797.769924:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176798.793891:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176798.793899:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176798.793902:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176798.793906:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176798.793911:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176798.793913:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176798.793916:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176798.793919:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176798.793974:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176798.793978:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176798.793981:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176799.817942:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176799.817949:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176800.009867:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176800.009876:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176800.009879:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176800.009882:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176800.009886:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176800.009891:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11320
00000400:00000200:0.0:1786176800.009903:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176800.009908:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176800.009911:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176800.009913:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.009916:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176800.009918:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.009920:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176800.009923:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176800.009924:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176800.009926:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176800.009929:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176800.009930:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176800.009932:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176800.009934:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.009936:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176800.009937:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.009938:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176800.009940:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176800.009943:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176800.009945:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176800.009948:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176800.009950:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176800.009953:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176800.009954:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176800.009956:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176800.009964:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176800.009967:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176800.009970:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176800.009971:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176800.009974:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176800.009976:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176800.009980:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176800.009986:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
00000100:00000001:0.0:1786176800.009991:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176800.009998:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407303552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176800.010006:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176800.010010:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176800.010014:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407303552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176800.010032:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176800.010034:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176800.010037:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176800.010039:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176800.010040:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176800.010042:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176800.010043:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11320
00000400:00000200:0.0:1786176800.010045:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176800.010047:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176800.010049:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176800.010052:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010053:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176800.010064:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010067:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176800.010072:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176800.010076:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176800.010080:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176800.010085:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176800.010091:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176800.010098:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176800.010105:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010110:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176800.010117:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010123:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176800.010129:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176800.010138:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010143:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176800.010149:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176800.010157:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176800.010163:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176800.010165:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176800.010169:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176800.010173:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176800.010175:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176800.010182:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176800.010188:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176800.010193:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176800.010195:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176800.010200:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176800.010202:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176800.010206:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176800.010213:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786176800.010219:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176800.010229:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407303680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176800.010238:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176800.010243:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176800.010250:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407303680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176800.010274:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176800.010280:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176800.010288:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176800.010293:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176800.010297:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176800.010305:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176800.010308:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11320
00000400:00000200:0.0:1786176800.010315:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176800.010323:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176800.010329:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176800.010333:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010339:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176800.010346:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010350:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176800.010355:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1786176800.010358:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000040:0.0:1786176800.010359:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176800.010363:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1786176800.010365:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000020:00000040:0.0:1786176800.010368:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176800.010373:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176800.010377:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176800.010393:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010396:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176800.010402:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010406:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176800.010408:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176800.010415:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010419:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176800.010423:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176800.010426:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176800.010434:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176800.010437:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176800.010440:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176800.010446:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176800.010450:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176800.010456:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176800.010460:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176800.010465:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176800.010467:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176800.010470:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176800.010472:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176800.010477:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176800.010485:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786176800.010492:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176800.010505:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407303808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176800.010523:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176800.010528:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176800.010537:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407303808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176800.010553:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176800.010557:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176800.010564:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176800.010568:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176800.010571:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176800.010576:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176800.010582:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11320
00000400:00000200:0.0:1786176800.010589:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176800.010594:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176800.010598:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176800.010604:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010610:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176800.010613:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010617:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176800.010622:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176800.010623:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176800.010626:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176800.010629:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176800.010633:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176800.010637:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176800.010643:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010648:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176800.010654:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010657:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176800.010658:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176800.010660:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010662:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176800.010663:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176800.010666:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176800.010670:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176800.010673:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176800.010678:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176800.010682:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176800.010687:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176800.010695:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176800.010699:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176800.010705:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176800.010707:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176800.010710:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176800.010712:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176800.010715:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176800.010720:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786176800.010733:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176800.010743:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407303936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176800.010762:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176800.010767:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176800.010802:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407303936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176800.010833:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176800.010836:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176800.010845:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176800.010849:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176800.010851:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176800.010856:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176800.010862:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11320
00000400:00000200:0.0:1786176800.010870:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176800.010875:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176800.010879:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176800.010885:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010888:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176800.010889:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010891:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176800.010893:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176800.010896:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176800.010900:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176800.010903:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176800.010907:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176800.010911:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176800.010915:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010919:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176800.010923:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010926:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176800.010930:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176800.010936:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176800.010939:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176800.010943:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176800.010947:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176800.010952:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176800.010956:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176800.010959:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176800.010963:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176800.010968:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176800.010973:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176800.010980:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176800.010986:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176800.010988:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176800.010992:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176800.010996:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176800.010998:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176800.011006:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786176800.011012:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176800.011022:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407304064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176800.011042:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176800.011046:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176800.011053:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407304064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176800.011074:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176800.011074:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176800.011080:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1786176800.011083:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11330)
00000800:00000200:2.1:1786176800.011278:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176800.011279:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176800.011595:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176800.011597:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176800.011851:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176800.011854:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1786176800.841930:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176800.841950:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176800.842023:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176800.842027:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176800.842030:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176801.865902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176801.865908:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176802.889873:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176802.889879:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176802.889954:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176802.889960:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176802.889963:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176803.913899:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176803.913905:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176804.937853:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176804.937861:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176804.937953:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176804.937960:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176804.937964:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786176805.129912:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176805.129920:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176805.129922:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176805.129925:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176805.129929:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176805.129935:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11325
00000400:00000200:0.0:1786176805.129943:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176805.129950:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176805.129953:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176805.129956:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.129958:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176805.129962:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.129964:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176805.129967:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176805.129969:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176805.129971:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176805.129973:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176805.129975:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176805.129976:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176805.129979:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.129981:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176805.129982:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.129983:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176805.129985:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176805.129988:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176805.129989:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176805.129991:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176805.129994:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176805.129997:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176805.129998:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176805.130000:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176805.130007:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176805.130010:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176805.130013:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176805.130014:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176805.130017:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176805.130020:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176805.130024:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176805.130034:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000001:0.0:1786176805.130041:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176805.130051:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407304192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176805.130062:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176805.130066:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176805.130071:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407304192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176805.130096:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176805.130099:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176805.130103:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176805.130106:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176805.130109:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176805.130112:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176805.130115:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11325
00000400:00000200:0.0:1786176805.130120:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176805.130125:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176805.130127:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176805.130129:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130131:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176805.130133:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130138:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176805.130142:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176805.130144:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176805.130146:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176805.130149:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176805.130151:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176805.130155:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176805.130162:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130166:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176805.130170:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130173:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176805.130179:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176805.130185:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130189:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176805.130194:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176805.130201:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176805.130205:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176805.130206:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176805.130212:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176805.130218:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176805.130220:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176805.130225:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176805.130228:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176805.130232:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176805.130234:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176805.130239:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176805.130240:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176805.130242:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176805.130248:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786176805.130253:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176805.130260:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407304320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176805.130270:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176805.130274:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176805.130283:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407304320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176805.130300:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176805.130306:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176805.130315:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176805.130319:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176805.130323:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176805.130331:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176805.130335:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11325
00000400:00000200:0.0:1786176805.130344:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176805.130347:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176805.130350:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176805.130355:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130358:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176805.130360:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130363:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176805.130366:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176805.130368:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176805.130370:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176805.130371:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176805.130375:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176805.130379:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176805.130383:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130386:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176805.130390:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130393:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176805.130397:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176805.130404:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130408:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176805.130413:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176805.130418:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176805.130423:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176805.130426:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176805.130428:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176805.130430:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176805.130434:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176805.130440:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176805.130444:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176805.130448:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176805.130451:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176805.130453:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176805.130454:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176805.130456:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176805.130462:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786176805.130467:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176805.130474:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407304448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786176805.130476:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176805.130482:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1786176805.130486:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176805.130490:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176805.130497:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407304448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176805.130507:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176805.130512:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176805.130516:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176805.130517:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176805.130518:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176805.130519:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176805.130521:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11325
00000400:00000200:0.0:1786176805.130524:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176805.130528:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176805.130531:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176805.130535:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130539:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176805.130544:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130547:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176805.130551:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176805.130553:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176805.130555:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176805.130558:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176805.130560:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176805.130565:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176805.130570:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130574:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176805.130578:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130582:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176805.130585:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176805.130589:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130592:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176805.130594:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176805.130598:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176805.130601:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176805.130604:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176805.130607:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176805.130610:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176805.130611:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176805.130614:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176805.130620:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176805.130623:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176805.130625:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176805.130628:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176805.130629:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176805.130631:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176805.130637:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786176805.130643:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176805.130650:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407304576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176805.130670:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176805.130674:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176805.130681:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407304576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176805.130692:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176805.130694:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176805.130700:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176805.130703:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176805.130705:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176805.130708:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176805.130712:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11325
00000400:00000200:0.0:1786176805.130720:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176805.130725:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176805.130729:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176805.130734:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130739:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176805.130743:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130747:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176805.130748:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176805.130749:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176805.130750:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176805.130751:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176805.130752:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176805.130757:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176805.130762:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130765:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176805.130767:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130813:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176805.130819:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176805.130830:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176805.130835:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176805.130840:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176805.130846:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176805.130853:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176805.130857:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176805.130861:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176805.130869:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176805.130874:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176805.130880:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176805.130886:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176805.130893:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176805.130896:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176805.130902:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176805.130905:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176805.130911:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176805.130917:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786176805.130925:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176805.130936:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407304704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176805.130953:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176805.130957:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176805.130965:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407304704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176805.130992:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176805.131002:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11335)
00000800:00000200:2.1:1786176805.131096:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176805.131098:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786176805.131366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176805.131368:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786176805.131555:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176805.131557:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786176805.131840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176805.131842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1786176805.961900:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176805.961905:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176806.985830:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176806.985836:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176806.985886:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176806.985889:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176806.985892:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176808.009868:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176808.009873:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176809.033892:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176809.033899:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176809.033901:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176809.033903:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176809.033908:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176809.033910:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176809.033911:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176809.033913:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176809.033976:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176809.033981:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176809.033984:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176810.057903:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176810.057910:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176810.249885:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176810.249895:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176810.249898:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176810.249902:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176810.249907:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176810.249915:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11330
00000400:00000200:0.0:1786176810.249924:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176810.249931:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176810.249934:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176810.249936:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.249940:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176810.249942:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.249944:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176810.249948:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176810.249950:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176810.249953:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176810.249957:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176810.249959:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176810.249961:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176810.249963:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.249964:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176810.249965:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.249967:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176810.249969:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176810.249971:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176810.249973:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176810.249975:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176810.249979:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176810.249981:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176810.249983:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176810.249985:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176810.249996:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176810.249999:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176810.250003:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176810.250004:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176810.250007:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176810.250010:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176810.250015:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176810.250024:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786176810.250030:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176810.250040:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407304832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176810.250049:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176810.250054:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176810.250058:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407304832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176810.250079:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176810.250082:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176810.250085:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176810.250086:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176810.250088:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176810.250090:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176810.250092:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11330
00000400:00000200:0.0:1786176810.250094:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176810.250096:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176810.250098:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176810.250100:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250102:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176810.250105:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250108:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176810.250110:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176810.250111:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176810.250112:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176810.250114:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176810.250116:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176810.250119:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176810.250125:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250134:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176810.250152:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250163:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176810.250178:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176810.250193:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250197:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176810.250200:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176810.250210:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176810.250218:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176810.250224:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176810.250234:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176810.250240:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176810.250244:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176810.250250:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176810.250253:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176810.250256:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176810.250259:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176810.250262:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176810.250264:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176810.250267:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176810.250272:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786176810.250279:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176810.250283:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407304960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176810.250295:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176810.250298:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176810.250308:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407304960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176810.250320:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176810.250324:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176810.250332:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176810.250334:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176810.250337:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176810.250345:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176810.250357:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11330
00000400:00000200:0.0:1786176810.250370:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176810.250382:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176810.250391:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176810.250402:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250410:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176810.250420:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250430:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176810.250437:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176810.250441:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176810.250444:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176810.250446:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176810.250453:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176810.250458:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176810.250463:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250468:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176810.250474:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250481:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176810.250484:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176810.250486:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250487:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176810.250489:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176810.250494:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176810.250500:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176810.250505:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176810.250506:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176810.250509:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176810.250510:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176810.250516:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176810.250523:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176810.250526:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176810.250527:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176810.250530:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176810.250532:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176810.250537:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176810.250541:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786176810.250546:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176810.250555:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407305088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176810.250590:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176810.250596:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176810.250602:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407305088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176810.250621:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176810.250623:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176810.250626:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176810.250627:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176810.250628:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176810.250630:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176810.250636:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11330
00000400:00000200:0.0:1786176810.250654:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176810.250665:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176810.250670:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176810.250673:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250674:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176810.250676:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250682:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176810.250685:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176810.250686:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176810.250687:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176810.250690:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176810.250694:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176810.250700:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176810.250704:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250709:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176810.250712:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250715:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176810.250734:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176810.250737:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250738:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176810.250740:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176810.250742:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176810.250744:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176810.250746:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176810.250748:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176810.250750:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176810.250751:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176810.250761:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176810.250763:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176810.250768:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176810.250794:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176810.250797:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176810.250798:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176810.250799:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176810.250802:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000100:00000001:0.0:1786176810.250805:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176810.250809:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00100000:0.0:1786176810.250810:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407305216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786176810.250822:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1786176810.250824:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176810.250828:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176810.250834:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407305216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176810.250842:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176810.250844:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176810.250854:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176810.250856:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176810.250861:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176810.250864:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176810.250870:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11330
00000400:00000200:0.0:1786176810.250874:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176810.250877:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176810.250881:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176810.250885:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250890:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176810.250894:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250899:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176810.250903:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176810.250904:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176810.250905:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176810.250907:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176810.250913:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176810.250916:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176810.250922:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250924:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176810.250927:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250931:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176810.250933:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176810.250937:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176810.250940:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176810.250943:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176810.250947:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176810.250953:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176810.250958:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176810.250961:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176810.250968:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176810.250973:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176810.250979:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176810.250986:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176810.250989:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176810.250998:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176810.251004:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176810.251009:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176810.251013:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176810.251020:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000100:00000001:0.0:1786176810.251027:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176810.251040:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407305344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176810.251065:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176810.251067:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176810.251086:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407305344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176810.251107:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176810.251112:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11340)
00000800:00000200:2.1:1786176810.251398:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176810.251401:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786176810.251599:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176810.251600:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786176810.251817:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176810.251818:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786176810.252064:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176810.252066:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1786176811.081866:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176811.081871:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176811.081943:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176811.081946:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176811.081949:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176812.105862:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176812.105867:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176813.129864:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176813.129869:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176813.129919:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176813.129923:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176813.129926:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176814.153891:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176814.153896:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176815.177899:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176815.177904:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176815.177966:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176815.177969:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176815.177972:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1786176815.370127:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176815.370135:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176815.370141:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176815.370153:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff800 x1872930407305472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.370166:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176815.370170:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176815.370174:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176815.370178:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176815.370184:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176815.370191:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407305472:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176815.370199:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176815.370203:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176815.370207:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176815.370211:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176815.370218:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176815.370222:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176815.370231:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176815.370236:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176815.370245:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176815.370254:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407305472, portal 25
00000100:00000001:0.0:1786176815.370257:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176815.370261:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542672384 : -106564166879232 : ffff9f1498aff800)
00000100:00000040:0.0:1786176815.370269:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff800 x1872930407305472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.370282:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176815.370287:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176815.370292:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176815.370296:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407305472, offset 0
00000400:00000200:0.0:1786176815.370307:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176815.370317:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176815.370325:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176815.370333:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176815.370348:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176815.370354:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176815.370359:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176815.370365:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273359:273359:256:4294967295] 192.168.202.146@tcp LPNI seq info [273320:273320:8:4294967295]
00000400:00000200:0.0:1786176815.370373:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176815.370384:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176815.370394:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176815.370399:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176815.370410:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176815.370416:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176815.370427:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176815.370433:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1786176815.370440:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176815.370443:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176815.370452:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176815.370460:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176815.370468:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176815.370471:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176815.370478:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176815.370486:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff800 x1872930407305472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.370499:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176815.370505:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff800 x1872930407305472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.370519:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176815.370523:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176815.370530:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176815.370537:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176815.370541:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306017066
00000100:00000001:0.0:1786176815.370551:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306011947
00000100:00000001:0.0:1786176815.370556:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306017066
00000100:00000001:0.0:1786176815.370563:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306011947
00000100:00000001:0.0:1786176815.370568:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176815.370572:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176815.370575:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176815.370582:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176815/real 1786176815]  req@ffff9f1498aff800 x1872930407305472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176815.370597:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176815.370600:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176815.370603:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176815.370607:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176815.370612:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176815.370617:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176815.370622:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff800 x1872930407305472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176815.370637:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff800 x1872930407305472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.370648:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176815.370651:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.370655:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176815.370657:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176815.370666:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff800 x1872930407305472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.370689:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176815.370693:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff800 x1872930407305472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.370698:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176815.370703:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.370706:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176815.370709:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.370714:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176815.370717:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176815.370721:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176815.370729:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176815.370734:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176815.370741:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff800 x1872930407305472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176815.370761:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407305472:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176815.370768:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.370792:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176815.370797:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff800 x1872930407305472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.370813:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176815.370819:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176815.370825:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176815.370832:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176815.370837:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176815.370841:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176815.370848:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176815.370853:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965400.
02000000:00000001:0.0:1786176815.370858:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176815.370861:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176815.370865:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff800.
00000100:00000001:0.0:1786176815.370870:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176815.370872:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.370876:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.370884:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176815.370887:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176815.370890:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176815.370894:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176815.370898:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176815.370904:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe680 x1872930407305600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.370918:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176815.370921:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176815.370925:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176815.370928:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176815.370932:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176815.370938:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407305600:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176815.370943:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176815.370946:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176815.370948:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176815.370953:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176815.370958:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176815.370963:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176815.370971:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176815.370977:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176815.370983:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176815.370987:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407305600, portal 10
00000100:00000001:0.0:1786176815.370990:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176815.370992:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667904 : -106564166883712 : ffff9f1498afe680)
00000100:00000040:0.0:1786176815.371003:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe680 x1872930407305600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371008:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176815.371011:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176815.371013:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176815.371015:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407305600, offset 0
00000400:00000200:0.0:1786176815.371018:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176815.371021:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176815.371024:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176815.371026:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176815.371028:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176815.371030:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176815.371031:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176815.371034:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273360:273360:256:4294967295] 192.168.202.146@tcp LPNI seq info [273321:273321:8:4294967295]
00000400:00000200:0.0:1786176815.371037:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176815.371041:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176815.371045:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176815.371047:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176815.371050:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176815.371052:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176815.371055:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176815.371057:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1786176815.371059:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176815.371061:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176815.371063:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176815.371065:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176815.371068:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176815.371069:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176815.371071:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176815.371074:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe680 x1872930407305600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371079:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176815.371081:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe680 x1872930407305600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371085:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176815.371087:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176815.371089:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176815.371092:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176815.371094:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176815.371095:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306008101
00000100:00000001:0.0:1786176815.371097:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306017066
00000100:00000001:0.0:1786176815.371099:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306008101
00000100:00000001:0.0:1786176815.371102:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306017066
00000100:00000001:0.0:1786176815.371104:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176815.371106:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176815.371108:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176815.371112:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176815/real 1786176815]  req@ffff9f1498afe680 x1872930407305600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176815.371120:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176815.371121:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176815.371123:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176815.371126:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176815.371128:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176815.371130:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176815.371133:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe680 x1872930407305600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176815.371150:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe680 x1872930407305600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371156:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176815.371157:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371159:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176815.371160:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176815.371162:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe680 x1872930407305600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371167:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176815.371170:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe680 x1872930407305600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371174:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176815.371176:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371177:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176815.371177:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371179:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176815.371180:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176815.371181:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176815.371183:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176815.371185:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176815.371187:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe680 x1872930407305600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176815.371192:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407305600:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176815.371195:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176815.371197:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdf80 x1872930407305728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371206:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176815.371207:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176815.371209:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176815.371210:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176815.371211:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176815.371213:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407305728:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176815.371215:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176815.371216:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176815.371217:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176815.371218:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176815.371221:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786176815.371223:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176815.371225:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176815.371227:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176815.371229:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176815.371231:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407305728, portal 10
00000100:00000001:0.0:1786176815.371233:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176815.371234:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542666112 : -106564166885504 : ffff9f1498afdf80)
00000100:00000040:0.0:1786176815.371238:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdf80 x1872930407305728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371242:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176815.371244:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176815.371245:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176815.371247:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407305728, offset 0
00000400:00000200:0.0:1786176815.371249:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176815.371252:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176815.371254:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176815.371256:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176815.371258:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176815.371260:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176815.371261:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176815.371264:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273361:273361:256:4294967295] 192.168.202.146@tcp LPNI seq info [273322:273322:8:4294967295]
00000400:00000200:0.0:1786176815.371266:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176815.371271:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176815.371274:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176815.371276:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176815.371279:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176815.371280:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176815.371283:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176815.371285:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1786176815.371288:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176815.371289:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176815.371291:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176815.371293:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176815.371296:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176815.371297:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176815.371298:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176815.371300:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdf80 x1872930407305728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371306:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176815.371308:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdf80 x1872930407305728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371312:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176815.371313:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176815.371315:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176815.371317:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176815.371319:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176815.371320:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306008182
00000100:00000001:0.0:1786176815.371322:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306017066
00000100:00000001:0.0:1786176815.371324:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306008182
00000100:00000001:0.0:1786176815.371325:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306017066
00000100:00000001:0.0:1786176815.371327:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176815.371328:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176815.371330:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176815.371332:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176815/real 1786176815]  req@ffff9f1498afdf80 x1872930407305728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176815.371337:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176815.371338:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176815.371339:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176815.371340:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176815.371341:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176815.371343:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176815.371345:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdf80 x1872930407305728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176815.371350:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdf80 x1872930407305728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371354:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176815.371355:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371356:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176815.371357:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176815.371359:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdf80 x1872930407305728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371363:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176815.371365:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdf80 x1872930407305728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371369:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176815.371370:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371371:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176815.371372:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371373:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176815.371374:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176815.371376:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176815.371378:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176815.371380:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176815.371382:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdf80 x1872930407305728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176815.371387:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407305728:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176815.371389:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176815.371391:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff480 x1872930407305856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371395:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176815.371396:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176815.371397:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176815.371398:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176815.371399:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176815.371401:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407305856:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176815.371403:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176815.371404:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176815.371405:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176815.371406:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176815.371408:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176815.371409:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176815.371411:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176815.371413:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176815.371415:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176815.371416:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407305856, portal 4
00000100:00000001:0.0:1786176815.371418:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176815.371419:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542671488 : -106564166880128 : ffff9f1498aff480)
00000100:00000040:0.0:1786176815.371422:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff480 x1872930407305856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371426:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176815.371428:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176815.371429:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176815.371431:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407305856, offset 0
00000400:00000200:0.0:1786176815.371433:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176815.371436:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176815.371438:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176815.371439:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176815.371441:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176815.371442:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176815.371444:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176815.371446:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273362:273362:256:4294967295] 192.168.202.146@tcp LPNI seq info [273323:273323:8:4294967295]
00000400:00000200:0.0:1786176815.371449:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176815.371453:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176815.371456:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176815.371458:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176815.371460:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176815.371462:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176815.371464:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176815.371466:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1786176815.371469:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176815.371470:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176815.371471:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176815.371474:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176815.371475:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176815.371476:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176815.371478:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176815.371480:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff480 x1872930407305856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371486:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176815.371488:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff480 x1872930407305856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371492:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176815.371493:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176815.371495:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176815.371497:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176815.371499:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176815.371500:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306009441
00000100:00000001:0.0:1786176815.371502:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306017066
00000100:00000001:0.0:1786176815.371503:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306009441
00000100:00000001:0.0:1786176815.371505:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306017066
00000100:00000001:0.0:1786176815.371506:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176815.371507:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176815.371508:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176815.371510:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176815/real 1786176815]  req@ffff9f1498aff480 x1872930407305856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176815.371514:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176815.371515:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176815.371516:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176815.371517:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176815.371518:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176815.371520:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176815.371522:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff480 x1872930407305856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176815.371527:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff480 x1872930407305856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371531:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176815.371532:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371533:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176815.371534:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176815.371536:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff480 x1872930407305856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371539:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176815.371542:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff480 x1872930407305856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371547:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176815.371548:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371549:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176815.371550:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371551:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176815.371552:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176815.371554:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176815.371555:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176815.371557:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176815.371559:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff480 x1872930407305856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176815.371564:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407305856:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176815.371566:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371567:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176815.371569:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe680 x1872930407305600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371573:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176815.371574:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176815.371575:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176815.371576:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176815.371577:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176815.371578:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176815.371579:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176815.371580:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966800.
02000000:00000001:0.0:1786176815.371582:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176815.371583:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176815.371584:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe680.
00000100:00000001:0.0:1786176815.371586:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176815.371587:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371588:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176815.371590:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdf80 x1872930407305728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371594:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176815.371595:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176815.371596:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786176815.371597:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176815.371598:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176815.371598:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176815.371600:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176815.371600:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965800.
02000000:00000001:0.0:1786176815.371602:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176815.371602:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176815.371603:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdf80.
00000100:00000001:0.0:1786176815.371604:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176815.371605:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371606:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176815.371608:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff480 x1872930407305856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371612:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176815.371612:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176815.371613:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176815.371614:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176815.371615:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176815.371616:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176815.371617:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176815.371617:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967c00.
02000000:00000001:0.0:1786176815.371619:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176815.371619:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176815.371620:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff480.
00000100:00000001:0.0:1786176815.371621:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176815.371622:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371623:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371626:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176815.371627:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176815.371628:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176815.371629:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176815.371630:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176815.371632:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc700 x1872930407305984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371637:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176815.371638:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176815.371639:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176815.371640:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176815.371641:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176815.371643:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407305984:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176815.371645:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176815.371646:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176815.371647:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176815.371648:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176815.371650:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176815.371651:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176815.371653:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176815.371654:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176815.371656:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176815.371658:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407305984, portal 4
00000100:00000001:0.0:1786176815.371659:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176815.371660:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542659840 : -106564166891776 : ffff9f1498afc700)
00000100:00000040:0.0:1786176815.371664:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc700 x1872930407305984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371668:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176815.371685:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176815.371687:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176815.371689:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407305984, offset 0
00000400:00000200:0.0:1786176815.371691:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176815.371694:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176815.371696:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176815.371698:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176815.371700:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176815.371702:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176815.371704:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176815.371706:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273363:273363:256:4294967295] 192.168.202.146@tcp LPNI seq info [273324:273324:8:4294967295]
00000400:00000200:0.0:1786176815.371709:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176815.371712:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176815.371715:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176815.371717:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176815.371720:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176815.371721:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176815.371724:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176815.371726:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1786176815.371729:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176815.371730:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176815.371733:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176815.371735:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176815.371737:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176815.371738:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176815.371740:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176815.371742:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc700 x1872930407305984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371748:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176815.371750:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc700 x1872930407305984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371754:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176815.371755:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176815.371757:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176815.371759:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176815.371761:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176815.371762:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306009231
00000100:00000001:0.0:1786176815.371764:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306017066
00000100:00000001:0.0:1786176815.371765:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306009231
00000100:00000001:0.0:1786176815.371767:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306017066
00000100:00000001:0.0:1786176815.371769:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176815.371785:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176815.371787:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176815.371790:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176815/real 1786176815]  req@ffff9f1498afc700 x1872930407305984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176815.371798:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176815.371799:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176815.371801:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176815.371804:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176815.371805:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176815.371807:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176815.371811:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc700 x1872930407305984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176815.371819:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc700 x1872930407305984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371827:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176815.371829:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371831:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176815.371832:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176815.371836:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc700 x1872930407305984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371844:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176815.371849:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc700 x1872930407305984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371853:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176815.371855:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371856:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176815.371857:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371859:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176815.371860:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176815.371862:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176815.371864:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176815.371866:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176815.371868:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc700 x1872930407305984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176815.371873:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407305984:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176815.371875:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371876:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176815.371878:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc700 x1872930407305984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176815.371882:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176815.371883:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176815.371885:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176815.371886:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176815.371887:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176815.371888:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176815.371889:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176815.371890:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965000.
02000000:00000001:0.0:1786176815.371892:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176815.371893:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176815.371894:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc700.
00000100:00000001:0.0:1786176815.371896:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176815.371897:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371898:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176815.371900:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176815.371901:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176815.371902:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176815.371903:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176816.201864:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176816.201871:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176817.225887:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176817.225893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176817.225960:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176817.225965:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176817.225970:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176818.249884:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176818.249893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176819.273879:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176819.273887:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176819.273889:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176819.273891:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176819.273896:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176819.273898:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176819.273899:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176819.273901:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176819.273966:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176819.273969:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176819.273972:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176820.297916:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176820.297923:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176820.490053:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176820.490058:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176820.490062:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176820.490071:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498affb80 x1872930407306112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.490086:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176820.490089:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176820.490093:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176820.490097:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176820.490100:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176820.490104:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407306112:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176820.490109:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176820.490115:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176820.490119:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176820.490122:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176820.490130:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176820.490133:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176820.490143:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176820.490149:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176820.490157:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176820.490167:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407306112, portal 25
00000100:00000001:0.0:1786176820.490171:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176820.490173:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542673280 : -106564166878336 : ffff9f1498affb80)
00000100:00000040:0.0:1786176820.490185:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498affb80 x1872930407306112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.490208:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176820.490217:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176820.490224:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176820.490230:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407306112, offset 0
00000400:00000200:0.0:1786176820.490242:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176820.490253:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176820.490262:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176820.490269:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176820.490276:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176820.490282:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176820.490287:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176820.490295:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273364:273364:256:4294967295] 192.168.202.146@tcp LPNI seq info [273325:273325:8:4294967295]
00000400:00000200:0.0:1786176820.490304:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176820.490323:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176820.490335:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176820.490342:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176820.490353:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176820.490357:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1786176820.490367:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176820.490372:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1786176820.490380:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176820.490386:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176820.490393:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176820.490403:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176820.490411:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176820.490415:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176820.490422:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176820.490431:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498affb80 x1872930407306112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.490447:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176820.490453:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498affb80 x1872930407306112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.490466:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176820.490469:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176820.490475:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176820.490485:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176820.490488:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306022186
00000100:00000001:0.0:1786176820.490498:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306017066
00000100:00000001:0.0:1786176820.490505:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306022186
00000100:00000001:0.0:1786176820.490510:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306017066
00000100:00000001:0.0:1786176820.490516:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176820.490521:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176820.490526:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176820.490533:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176820/real 1786176820]  req@ffff9f1498affb80 x1872930407306112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176820.490560:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176820.490564:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176820.490569:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176820.490577:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176820.490588:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176820.490595:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176820.490603:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498affb80 x1872930407306112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176820.490633:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498affb80 x1872930407306112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.490645:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176820.490649:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.490656:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176820.490659:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176820.490666:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498affb80 x1872930407306112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.490682:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176820.490689:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498affb80 x1872930407306112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.490701:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176820.490705:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.490710:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176820.490713:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.490717:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176820.490720:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176820.490724:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176820.490731:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176820.490735:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176820.490744:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498affb80 x1872930407306112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176820.490756:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407306112:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176820.490760:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.490762:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176820.490764:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498affb80 x1872930407306112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.490769:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176820.490801:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176820.490803:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176820.490806:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176820.490808:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176820.490809:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176820.490810:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176820.490812:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964c00.
02000000:00000001:0.0:1786176820.490815:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176820.490816:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176820.490817:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498affb80.
00000100:00000001:0.0:1786176820.490820:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176820.490821:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.490822:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.490828:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176820.490829:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176820.490830:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176820.490831:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176820.490833:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176820.490836:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc000 x1872930407306240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.490841:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176820.490842:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176820.490844:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176820.490845:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176820.490847:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176820.490848:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407306240:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176820.490851:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176820.490852:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176820.490853:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176820.490855:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176820.490857:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176820.490858:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176820.490861:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176820.490863:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176820.490866:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176820.490869:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407306240, portal 10
00000100:00000001:0.0:1786176820.490870:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176820.490871:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658048 : -106564166893568 : ffff9f1498afc000)
00000100:00000040:0.0:1786176820.490875:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc000 x1872930407306240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.490880:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176820.490882:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176820.490883:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176820.490885:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407306240, offset 0
00000400:00000200:0.0:1786176820.490887:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176820.490890:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176820.490893:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176820.490895:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176820.490897:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176820.490898:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176820.490900:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176820.490903:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273365:273365:256:4294967295] 192.168.202.146@tcp LPNI seq info [273326:273326:8:4294967295]
00000400:00000200:0.0:1786176820.490906:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176820.490910:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176820.490913:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176820.490915:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176820.490918:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176820.490920:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1786176820.490923:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176820.490925:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1786176820.490927:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176820.490929:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176820.490931:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176820.490933:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176820.490935:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176820.490937:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176820.490938:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176820.490941:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc000 x1872930407306240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.490946:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176820.490948:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc000 x1872930407306240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.490952:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176820.490953:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176820.490955:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176820.490958:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176820.490960:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176820.490961:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306013221
00000100:00000001:0.0:1786176820.490963:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306022186
00000100:00000001:0.0:1786176820.490965:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306013221
00000100:00000001:0.0:1786176820.490966:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306022186
00000100:00000001:0.0:1786176820.490968:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176820.490969:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176820.490971:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176820.490973:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176820/real 1786176820]  req@ffff9f1498afc000 x1872930407306240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176820.490978:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176820.490979:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176820.490980:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176820.490982:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176820.490983:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176820.490984:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176820.490986:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc000 x1872930407306240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176820.490992:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc000 x1872930407306240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.490996:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176820.490997:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.490998:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176820.490998:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176820.491001:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc000 x1872930407306240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491005:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176820.491007:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc000 x1872930407306240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491011:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176820.491013:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491014:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176820.491015:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491016:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176820.491017:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176820.491019:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176820.491022:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176820.491024:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176820.491026:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc000 x1872930407306240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176820.491031:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407306240:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176820.491034:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176820.491036:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd500 x1872930407306368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491040:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176820.491040:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176820.491042:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176820.491043:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176820.491044:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176820.491046:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407306368:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176820.491048:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176820.491049:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176820.491050:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176820.491051:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176820.491053:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176820.491055:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176820.491056:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176820.491058:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176820.491060:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176820.491062:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407306368, portal 10
00000100:00000001:0.0:1786176820.491063:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176820.491064:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542663424 : -106564166888192 : ffff9f1498afd500)
00000100:00000040:0.0:1786176820.491068:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd500 x1872930407306368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491072:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176820.491074:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176820.491075:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176820.491077:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407306368, offset 0
00000400:00000200:0.0:1786176820.491079:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176820.491082:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176820.491084:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176820.491086:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176820.491087:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176820.491089:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176820.491091:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176820.491093:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273366:273366:256:4294967295] 192.168.202.146@tcp LPNI seq info [273327:273327:8:4294967295]
00000400:00000200:0.0:1786176820.491095:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176820.491098:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176820.491101:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176820.491103:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176820.491105:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176820.491107:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1786176820.491109:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176820.491111:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1786176820.491113:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176820.491115:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176820.491117:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176820.491119:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176820.491121:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176820.491122:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176820.491124:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176820.491126:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd500 x1872930407306368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491131:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176820.491132:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd500 x1872930407306368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491136:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176820.491138:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176820.491140:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176820.491141:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176820.491144:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176820.491145:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306013302
00000100:00000001:0.0:1786176820.491147:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306022186
00000100:00000001:0.0:1786176820.491148:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306013302
00000100:00000001:0.0:1786176820.491149:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306022186
00000100:00000001:0.0:1786176820.491150:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176820.491152:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176820.491153:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176820.491155:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176820/real 1786176820]  req@ffff9f1498afd500 x1872930407306368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176820.491159:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176820.491160:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176820.491161:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176820.491162:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176820.491163:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176820.491165:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176820.491167:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd500 x1872930407306368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176820.491172:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd500 x1872930407306368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491176:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176820.491177:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491178:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176820.491179:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176820.491182:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd500 x1872930407306368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491189:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176820.491194:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd500 x1872930407306368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491201:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176820.491203:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491205:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176820.491206:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491208:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176820.491210:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176820.491213:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176820.491216:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176820.491219:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176820.491224:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd500 x1872930407306368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176820.491233:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407306368:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176820.491238:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176820.491240:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afce00 x1872930407306496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491245:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176820.491246:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176820.491248:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176820.491249:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176820.491250:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176820.491252:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407306496:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176820.491254:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176820.491255:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176820.491256:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176820.491258:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176820.491260:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176820.491261:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176820.491264:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176820.491266:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176820.491269:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176820.491271:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407306496, portal 4
00000100:00000001:0.0:1786176820.491272:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176820.491273:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542661632 : -106564166889984 : ffff9f1498afce00)
00000100:00000040:0.0:1786176820.491277:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afce00 x1872930407306496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491281:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176820.491283:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176820.491284:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176820.491286:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407306496, offset 0
00000400:00000200:0.0:1786176820.491288:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176820.491291:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176820.491293:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176820.491295:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176820.491297:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176820.491299:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176820.491300:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176820.491302:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273367:273367:256:4294967295] 192.168.202.146@tcp LPNI seq info [273328:273328:8:4294967295]
00000400:00000200:0.0:1786176820.491305:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176820.491309:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176820.491312:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176820.491314:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176820.491317:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176820.491318:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1786176820.491321:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176820.491323:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1786176820.491326:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176820.491327:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176820.491329:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176820.491331:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176820.491334:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176820.491335:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176820.491337:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176820.491339:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afce00 x1872930407306496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491344:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176820.491346:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afce00 x1872930407306496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491350:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176820.491352:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176820.491353:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176820.491355:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176820.491357:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176820.491359:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306014561
00000100:00000001:0.0:1786176820.491361:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306022186
00000100:00000001:0.0:1786176820.491362:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306014561
00000100:00000001:0.0:1786176820.491364:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306022186
00000100:00000001:0.0:1786176820.491365:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176820.491366:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176820.491367:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176820.491370:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176820/real 1786176820]  req@ffff9f1498afce00 x1872930407306496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176820.491374:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176820.491375:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176820.491376:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176820.491377:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176820.491378:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176820.491379:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176820.491381:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afce00 x1872930407306496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176820.491386:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afce00 x1872930407306496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491391:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176820.491392:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491394:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176820.491395:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176820.491397:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afce00 x1872930407306496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491401:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176820.491403:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afce00 x1872930407306496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491407:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176820.491408:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491409:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176820.491410:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491411:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176820.491412:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176820.491414:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176820.491415:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176820.491417:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176820.491419:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afce00 x1872930407306496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176820.491424:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407306496:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176820.491426:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176820.491428:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff100 x1872930407306624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491432:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176820.491433:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176820.491434:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176820.491436:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176820.491437:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176820.491439:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407306624:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176820.491441:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176820.491442:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176820.491443:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176820.491444:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176820.491445:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786176820.491447:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176820.491449:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176820.491450:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176820.491452:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176820.491454:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407306624, portal 4
00000100:00000001:0.0:1786176820.491455:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176820.491456:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542670592 : -106564166881024 : ffff9f1498aff100)
00000100:00000040:0.0:1786176820.491460:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff100 x1872930407306624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491464:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176820.491465:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176820.491466:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176820.491468:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407306624, offset 0
00000400:00000200:0.0:1786176820.491470:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176820.491472:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176820.491474:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176820.491476:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176820.491477:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176820.491479:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176820.491480:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176820.491482:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273368:273368:256:4294967295] 192.168.202.146@tcp LPNI seq info [273329:273329:8:4294967295]
00000400:00000200:0.0:1786176820.491484:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176820.491488:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176820.491492:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176820.491493:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176820.491496:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176820.491498:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1786176820.491500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176820.491503:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1786176820.491505:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176820.491507:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176820.491509:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176820.491511:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176820.491513:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176820.491514:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176820.491515:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176820.491517:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff100 x1872930407306624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491522:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176820.491524:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff100 x1872930407306624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491528:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176820.491529:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176820.491531:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176820.491532:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176820.491534:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176820.491535:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306014351
00000100:00000001:0.0:1786176820.491537:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306022186
00000100:00000001:0.0:1786176820.491538:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306014351
00000100:00000001:0.0:1786176820.491539:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306022186
00000100:00000001:0.0:1786176820.491541:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176820.491542:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176820.491543:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176820.491545:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176820/real 1786176820]  req@ffff9f1498aff100 x1872930407306624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176820.491551:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176820.491551:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176820.491552:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176820.491554:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176820.491555:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176820.491557:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176820.491560:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff100 x1872930407306624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176820.491569:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff100 x1872930407306624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491575:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176820.491576:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491578:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176820.491579:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176820.491583:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff100 x1872930407306624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491591:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176820.491595:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff100 x1872930407306624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491603:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176820.491606:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491607:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176820.491609:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491611:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176820.491612:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176820.491613:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176820.491616:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176820.491618:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176820.491635:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff100 x1872930407306624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176820.491642:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407306624:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176820.491645:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491646:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176820.491648:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc000 x1872930407306240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491652:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176820.491653:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176820.491655:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176820.491657:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176820.491658:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176820.491659:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176820.491661:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176820.491662:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967400.
02000000:00000001:0.0:1786176820.491664:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176820.491665:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176820.491666:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc000.
00000100:00000001:0.0:1786176820.491667:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176820.491668:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491669:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176820.491671:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd500 x1872930407306368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491675:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176820.491676:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176820.491677:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176820.491679:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176820.491679:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176820.491680:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176820.491681:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176820.491682:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965000.
02000000:00000001:0.0:1786176820.491683:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176820.491684:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176820.491685:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd500.
00000100:00000001:0.0:1786176820.491687:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176820.491688:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491689:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176820.491691:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afce00 x1872930407306496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491695:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176820.491695:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176820.491696:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176820.491697:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176820.491698:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176820.491699:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176820.491700:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176820.491700:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967c00.
02000000:00000001:0.0:1786176820.491702:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176820.491702:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176820.491703:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afce00.
00000100:00000001:0.0:1786176820.491704:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176820.491705:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491706:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176820.491708:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff100 x1872930407306624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176820.491711:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176820.491712:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176820.491713:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786176820.491714:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176820.491715:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176820.491715:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176820.491716:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176820.491717:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965800.
02000000:00000001:0.0:1786176820.491718:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176820.491719:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176820.491720:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff100.
00000100:00000001:0.0:1786176820.491721:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176820.491722:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491723:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176820.491726:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176820.491727:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176820.491728:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176820.491729:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176821.321885:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176821.321891:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176821.321949:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176821.321953:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176821.321956:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176822.345874:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176822.345881:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176823.369907:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176823.369913:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176823.369985:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176823.369988:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176823.369991:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176824.393839:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176824.393845:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176825.417924:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176825.417932:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176825.418018:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176825.418026:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176825.418046:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1786176825.610097:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176825.610104:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176825.610109:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176825.610122:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afea00 x1872930407306752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.610142:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176825.610147:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176825.610154:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176825.610159:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176825.610164:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176825.610171:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407306752:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176825.610177:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176825.610183:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176825.610187:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176825.610193:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176825.610201:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176825.610207:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176825.610217:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176825.610225:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176825.610235:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176825.610246:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407306752, portal 25
00000100:00000001:0.0:1786176825.610253:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176825.610257:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542668800 : -106564166882816 : ffff9f1498afea00)
00000100:00000040:0.0:1786176825.610270:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afea00 x1872930407306752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.610294:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176825.610301:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176825.610306:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176825.610313:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407306752, offset 0
00000400:00000200:0.0:1786176825.610325:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176825.610341:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176825.610352:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176825.610364:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176825.610372:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176825.610380:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176825.610387:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176825.610395:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273369:273369:256:4294967295] 192.168.202.146@tcp LPNI seq info [273330:273330:8:4294967295]
00000400:00000200:0.0:1786176825.610405:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176825.610425:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176825.610439:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176825.610448:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176825.610461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176825.610469:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786176825.610480:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176825.610487:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1786176825.610498:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176825.610503:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176825.610515:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176825.610525:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176825.610535:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176825.610540:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176825.610547:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176825.610555:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afea00 x1872930407306752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.610604:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176825.610613:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afea00 x1872930407306752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.610652:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176825.610657:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176825.610666:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176825.610673:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176825.610680:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306027306
00000100:00000001:0.0:1786176825.610693:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306022186
00000100:00000001:0.0:1786176825.610703:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306027306
00000100:00000001:0.0:1786176825.610711:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306022186
00000100:00000001:0.0:1786176825.610719:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176825.610726:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176825.610732:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176825.610741:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176825/real 1786176825]  req@ffff9f1498afea00 x1872930407306752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176825.610767:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176825.610809:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176825.610815:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176825.610822:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176825.610827:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176825.610833:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176825.610841:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afea00 x1872930407306752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176825.610870:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afea00 x1872930407306752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.610886:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176825.610889:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.610895:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176825.610899:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176825.610908:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afea00 x1872930407306752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.610917:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176825.610924:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afea00 x1872930407306752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.610932:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176825.610935:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.610937:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176825.610938:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.610940:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176825.610943:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176825.610946:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176825.610950:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176825.610953:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176825.610957:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afea00 x1872930407306752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176825.610966:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407306752:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176825.610972:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.610975:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176825.610978:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afea00 x1872930407306752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.610985:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176825.610988:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176825.610990:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176825.610993:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176825.610995:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176825.610997:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176825.611000:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176825.611003:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966800.
02000000:00000001:0.0:1786176825.611007:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176825.611009:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176825.611010:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afea00.
00000100:00000001:0.0:1786176825.611013:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176825.611015:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.611017:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.611025:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176825.611027:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176825.611029:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176825.611031:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176825.611033:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176825.611037:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd880 x1872930407306880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611044:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176825.611046:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176825.611048:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176825.611050:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176825.611053:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176825.611056:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407306880:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176825.611059:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176825.611061:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176825.611063:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176825.611065:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176825.611068:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176825.611070:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176825.611074:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176825.611077:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176825.611081:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176825.611084:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407306880, portal 10
00000100:00000001:0.0:1786176825.611086:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176825.611087:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542664320 : -106564166887296 : ffff9f1498afd880)
00000100:00000040:0.0:1786176825.611094:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd880 x1872930407306880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611107:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176825.611110:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176825.611112:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176825.611115:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407306880, offset 0
00000400:00000200:0.0:1786176825.611119:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176825.611123:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176825.611127:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176825.611131:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176825.611133:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176825.611136:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176825.611138:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176825.611142:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273370:273370:256:4294967295] 192.168.202.146@tcp LPNI seq info [273331:273331:8:4294967295]
00000400:00000200:0.0:1786176825.611146:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176825.611153:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176825.611158:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176825.611161:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176825.611166:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176825.611169:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786176825.611173:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176825.611176:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1786176825.611180:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176825.611182:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176825.611185:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176825.611189:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176825.611193:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176825.611194:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176825.611197:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176825.611201:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd880 x1872930407306880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611209:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176825.611212:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd880 x1872930407306880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611225:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176825.611227:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176825.611230:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176825.611234:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176825.611238:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176825.611240:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306018341
00000100:00000001:0.0:1786176825.611243:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306027306
00000100:00000001:0.0:1786176825.611245:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306018341
00000100:00000001:0.0:1786176825.611247:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306027306
00000100:00000001:0.0:1786176825.611249:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176825.611252:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176825.611254:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176825.611257:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176825/real 1786176825]  req@ffff9f1498afd880 x1872930407306880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176825.611265:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176825.611267:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176825.611269:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176825.611271:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176825.611273:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176825.611275:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176825.611278:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd880 x1872930407306880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176825.611287:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd880 x1872930407306880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611294:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176825.611295:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.611297:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176825.611299:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176825.611303:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd880 x1872930407306880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611310:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176825.611314:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd880 x1872930407306880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611321:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176825.611324:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.611325:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176825.611327:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.611328:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176825.611331:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176825.611333:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176825.611337:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176825.611340:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176825.611344:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd880 x1872930407306880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176825.611353:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407306880:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176825.611357:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176825.611360:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe300 x1872930407307008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611367:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176825.611369:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176825.611371:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176825.611373:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176825.611375:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176825.611379:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407307008:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176825.611382:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176825.611384:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176825.611386:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176825.611388:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176825.611391:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176825.611393:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176825.611397:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176825.611399:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176825.611403:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176825.611405:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407307008, portal 10
00000100:00000001:0.0:1786176825.611407:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176825.611409:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667008 : -106564166884608 : ffff9f1498afe300)
00000100:00000040:0.0:1786176825.611415:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe300 x1872930407307008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611422:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176825.611424:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176825.611427:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176825.611429:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407307008, offset 0
00000400:00000200:0.0:1786176825.611433:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176825.611437:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176825.611441:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176825.611444:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176825.611447:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176825.611450:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176825.611452:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176825.611455:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273371:273371:256:4294967295] 192.168.202.146@tcp LPNI seq info [273332:273332:8:4294967295]
00000400:00000200:0.0:1786176825.611459:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176825.611466:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176825.611471:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176825.611474:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176825.611478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176825.611481:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786176825.611485:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176825.611488:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1786176825.611492:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176825.611495:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176825.611498:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176825.611501:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176825.611504:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176825.611506:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176825.611508:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176825.611512:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe300 x1872930407307008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611520:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176825.611523:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe300 x1872930407307008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611530:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176825.611531:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176825.611534:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176825.611537:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176825.611541:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176825.611543:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306018422
00000100:00000001:0.0:1786176825.611545:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306027306
00000100:00000001:0.0:1786176825.611547:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306018422
00000100:00000001:0.0:1786176825.611550:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306027306
00000100:00000001:0.0:1786176825.611552:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176825.611554:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176825.611556:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176825.611560:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176825/real 1786176825]  req@ffff9f1498afe300 x1872930407307008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176825.611569:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176825.611588:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176825.611590:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176825.611594:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176825.611595:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176825.611598:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176825.611602:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe300 x1872930407307008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176825.611611:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe300 x1872930407307008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611619:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176825.611620:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.611622:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176825.611623:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176825.611627:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe300 x1872930407307008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611635:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176825.611639:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe300 x1872930407307008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611646:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176825.611648:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.611650:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176825.611651:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.611653:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176825.611655:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176825.611657:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176825.611660:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176825.611663:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176825.611667:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe300 x1872930407307008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176825.611675:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407307008:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176825.611679:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176825.611683:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff100 x1872930407307136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611690:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176825.611691:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176825.611694:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176825.611696:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176825.611698:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176825.611701:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407307136:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176825.611704:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176825.611707:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176825.611708:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176825.611710:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176825.611713:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176825.611715:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176825.611719:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176825.611721:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176825.611724:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176825.611728:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407307136, portal 4
00000100:00000001:0.0:1786176825.611729:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176825.611731:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542670592 : -106564166881024 : ffff9f1498aff100)
00000100:00000040:0.0:1786176825.611736:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff100 x1872930407307136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611743:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176825.611746:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176825.611748:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176825.611751:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407307136, offset 0
00000400:00000200:0.0:1786176825.611755:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176825.611759:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176825.611762:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176825.611765:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176825.611767:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176825.611770:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176825.611793:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176825.611798:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273372:273372:256:4294967295] 192.168.202.146@tcp LPNI seq info [273333:273333:8:4294967295]
00000400:00000200:0.0:1786176825.611802:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176825.611809:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176825.611813:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176825.611817:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176825.611821:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176825.611824:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786176825.611828:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176825.611831:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1786176825.611835:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176825.611837:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176825.611840:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176825.611843:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176825.611847:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176825.611848:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176825.611851:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176825.611854:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff100 x1872930407307136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611863:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176825.611866:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff100 x1872930407307136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611873:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176825.611875:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176825.611878:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176825.611880:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176825.611884:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176825.611886:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306019682
00000100:00000001:0.0:1786176825.611888:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306027306
00000100:00000001:0.0:1786176825.611891:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306019682
00000100:00000001:0.0:1786176825.611893:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306027306
00000100:00000001:0.0:1786176825.611895:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176825.611898:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176825.611900:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176825.611903:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176825/real 1786176825]  req@ffff9f1498aff100 x1872930407307136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176825.611911:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176825.611913:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176825.611915:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176825.611917:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176825.611919:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176825.611921:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176825.611924:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff100 x1872930407307136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176825.611933:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff100 x1872930407307136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611940:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176825.611941:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.611943:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176825.611945:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176825.611948:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff100 x1872930407307136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611956:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176825.611960:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff100 x1872930407307136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.611967:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176825.611969:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.611971:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176825.611972:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.611974:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176825.611976:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176825.611978:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176825.611982:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176825.611984:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176825.611989:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff100 x1872930407307136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176825.611997:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407307136:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176825.612001:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176825.612004:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afce00 x1872930407307264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.612011:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176825.612013:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176825.612015:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176825.612017:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176825.612019:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176825.612022:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407307264:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176825.612025:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176825.612027:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176825.612028:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176825.612030:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176825.612034:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176825.612036:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176825.612040:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176825.612042:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176825.612045:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176825.612048:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407307264, portal 4
00000100:00000001:0.0:1786176825.612050:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176825.612052:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542661632 : -106564166889984 : ffff9f1498afce00)
00000100:00000040:0.0:1786176825.612058:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afce00 x1872930407307264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.612065:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176825.612068:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176825.612070:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176825.612073:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407307264, offset 0
00000400:00000200:0.0:1786176825.612077:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176825.612081:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176825.612084:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176825.612087:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176825.612090:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176825.612092:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176825.612095:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176825.612098:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273373:273373:256:4294967295] 192.168.202.146@tcp LPNI seq info [273334:273334:8:4294967295]
00000400:00000200:0.0:1786176825.612103:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176825.612109:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176825.612114:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176825.612117:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176825.612121:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176825.612124:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1786176825.612128:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176825.612131:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1786176825.612135:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176825.612137:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176825.612140:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176825.612144:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176825.612147:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176825.612149:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176825.612151:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176825.612155:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afce00 x1872930407307264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.612173:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176825.612177:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afce00 x1872930407307264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.612189:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176825.612190:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176825.612194:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176825.612198:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176825.612201:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176825.612203:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306019472
00000100:00000001:0.0:1786176825.612206:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306027306
00000100:00000001:0.0:1786176825.612208:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306019472
00000100:00000001:0.0:1786176825.612211:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306027306
00000100:00000001:0.0:1786176825.612213:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176825.612215:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176825.612217:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176825.612221:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176825/real 1786176825]  req@ffff9f1498afce00 x1872930407307264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176825.612228:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176825.612230:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176825.612232:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176825.612234:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176825.612236:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176825.612238:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176825.612241:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afce00 x1872930407307264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176825.612250:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afce00 x1872930407307264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.612257:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176825.612258:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.612260:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176825.612261:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176825.612265:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afce00 x1872930407307264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.612272:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176825.612276:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afce00 x1872930407307264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.612284:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176825.612286:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.612288:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176825.612289:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.612291:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176825.612293:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176825.612295:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176825.612298:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176825.612301:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176825.612305:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afce00 x1872930407307264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176825.612313:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407307264:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176825.612317:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.612319:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176825.612323:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd880 x1872930407306880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.612330:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176825.612332:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176825.612334:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176825.612336:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176825.612338:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176825.612339:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176825.612342:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176825.612343:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965400.
02000000:00000001:0.0:1786176825.612346:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176825.612347:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176825.612349:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd880.
00000100:00000001:0.0:1786176825.612352:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176825.612353:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.612355:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176825.612359:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe300 x1872930407307008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.612366:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176825.612367:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176825.612369:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176825.612371:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176825.612373:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176825.612374:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176825.612376:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176825.612378:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:0.0:1786176825.612380:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176825.612381:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176825.612383:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe300.
00000100:00000001:0.0:1786176825.612385:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176825.612386:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.612388:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176825.612391:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff100 x1872930407307136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.612398:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176825.612400:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176825.612401:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176825.612404:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176825.612405:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176825.612406:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176825.612408:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176825.612409:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964400.
02000000:00000001:0.0:1786176825.612411:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176825.612412:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176825.612414:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff100.
00000100:00000001:0.0:1786176825.612416:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176825.612417:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.612419:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176825.612423:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afce00 x1872930407307264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176825.612436:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176825.612437:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176825.612438:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176825.612441:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176825.612442:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176825.612443:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176825.612446:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176825.612447:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966000.
02000000:00000001:0.0:1786176825.612449:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176825.612451:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176825.612452:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afce00.
00000100:00000001:0.0:1786176825.612454:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176825.612456:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.612458:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176825.612461:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176825.612463:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176825.612465:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176825.612467:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176826.441840:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176826.441846:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176827.465899:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176827.465906:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176827.465981:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176827.465991:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176827.465995:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176828.489843:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176828.489850:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176829.513880:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176829.513889:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176829.513892:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176829.513895:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176829.513901:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176829.513903:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176829.513905:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176829.513907:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176829.513953:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176829.513960:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176829.513964:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176830.537851:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176830.537857:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176830.730102:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176830.730113:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176830.730117:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176830.730133:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd500 x1872930407307392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.730173:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176830.730177:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176830.730195:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176830.730199:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176830.730211:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176830.730232:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407307392:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176830.730246:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176830.730254:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176830.730261:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176830.730271:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176830.730285:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176830.730298:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176830.730309:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176830.730318:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176830.730328:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176830.730342:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407307392, portal 25
00000100:00000001:0.0:1786176830.730346:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176830.730349:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542663424 : -106564166888192 : ffff9f1498afd500)
00000100:00000040:0.0:1786176830.730367:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd500 x1872930407307392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.730381:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176830.730390:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176830.730396:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176830.730404:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407307392, offset 0
00000400:00000200:0.0:1786176830.730416:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176830.730428:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176830.730440:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176830.730447:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176830.730457:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176830.730464:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176830.730470:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176830.730477:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273374:273374:256:4294967295] 192.168.202.146@tcp LPNI seq info [273335:273335:8:4294967295]
00000400:00000200:0.0:1786176830.730486:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176830.730502:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176830.730514:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176830.730520:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176830.730552:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176830.730558:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176830.730570:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176830.730576:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1786176830.730583:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176830.730587:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176830.730596:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176830.730605:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176830.730612:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176830.730615:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176830.730623:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176830.730628:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd500 x1872930407307392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.730649:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176830.730654:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd500 x1872930407307392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.730672:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176830.730675:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176830.730685:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176830.730691:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176830.730698:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306032426
00000100:00000001:0.0:1786176830.730707:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306027306
00000100:00000001:0.0:1786176830.730717:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306032426
00000100:00000001:0.0:1786176830.730721:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306027306
00000100:00000001:0.0:1786176830.730727:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176830.730731:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176830.730734:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176830.730742:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176830/real 1786176830]  req@ffff9f1498afd500 x1872930407307392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176830.730822:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176830.730826:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176830.730831:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176830.730837:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176830.730841:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176830.730847:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176830.730852:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd500 x1872930407307392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176830.730861:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd500 x1872930407307392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.730869:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176830.730872:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.730879:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176830.730881:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176830.730888:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd500 x1872930407307392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.730908:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176830.730919:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd500 x1872930407307392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.730931:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176830.730935:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.730938:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176830.730941:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.730946:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176830.730949:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176830.730953:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176830.730960:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176830.730963:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176830.730971:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd500 x1872930407307392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176830.730984:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407307392:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176830.730998:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.731004:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176830.731010:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd500 x1872930407307392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.731028:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176830.731034:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176830.731039:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176830.731044:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176830.731047:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176830.731049:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176830.731056:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176830.731062:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964800.
02000000:00000001:0.0:1786176830.731070:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176830.731076:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176830.731079:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd500.
00000100:00000001:0.0:1786176830.731087:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176830.731091:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.731097:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.731122:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176830.731128:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176830.731139:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176830.731144:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176830.731148:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176830.731157:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc000 x1872930407307520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.731178:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176830.731182:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176830.731189:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176830.731192:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176830.731199:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176830.731203:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407307520:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176830.731209:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176830.731222:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176830.731223:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176830.731227:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176830.731231:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176830.731236:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176830.731247:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176830.731251:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176830.731259:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176830.731269:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407307520, portal 10
00000100:00000001:0.0:1786176830.731273:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176830.731278:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658048 : -106564166893568 : ffff9f1498afc000)
00000100:00000040:0.0:1786176830.731286:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc000 x1872930407307520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.731299:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176830.731304:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176830.731307:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176830.731310:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407307520, offset 0
00000400:00000200:0.0:1786176830.731318:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176830.731323:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176830.731330:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176830.731333:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176830.731340:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176830.731344:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176830.731349:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176830.731354:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273375:273375:256:4294967295] 192.168.202.146@tcp LPNI seq info [273336:273336:8:4294967295]
00000400:00000200:0.0:1786176830.731365:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176830.731378:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176830.731386:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176830.731390:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176830.731404:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176830.731408:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176830.731420:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176830.731427:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1786176830.731441:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176830.731447:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176830.731455:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176830.731466:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176830.731470:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176830.731473:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176830.731476:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176830.731482:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc000 x1872930407307520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.731498:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176830.731502:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc000 x1872930407307520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.731513:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176830.731516:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176830.731536:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176830.731542:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176830.731549:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176830.731554:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306023461
00000100:00000001:0.0:1786176830.731557:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306032426
00000100:00000001:0.0:1786176830.731562:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306023461
00000100:00000001:0.0:1786176830.731569:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306032426
00000100:00000001:0.0:1786176830.731572:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176830.731579:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176830.731583:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176830.731589:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176830/real 1786176830]  req@ffff9f1498afc000 x1872930407307520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176830.731602:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176830.731605:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176830.731608:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176830.731612:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176830.731615:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176830.731621:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176830.731629:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc000 x1872930407307520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176830.731655:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc000 x1872930407307520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.731670:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176830.731672:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.731678:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176830.731679:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176830.731686:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc000 x1872930407307520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.731696:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176830.731709:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc000 x1872930407307520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.731728:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176830.731736:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.731738:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176830.731740:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.731745:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176830.731748:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176830.731753:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176830.731758:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176830.731765:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176830.731791:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc000 x1872930407307520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176830.731806:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407307520:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176830.731811:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176830.731817:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498affb80 x1872930407307648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.731838:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176830.731841:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176830.731846:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176830.731849:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176830.731853:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176830.731860:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407307648:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176830.731864:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176830.731868:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176830.731870:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176830.731872:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176830.731875:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176830.731882:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176830.731885:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176830.731892:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176830.731895:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176830.731905:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407307648, portal 10
00000100:00000001:0.0:1786176830.731911:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176830.731916:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542673280 : -106564166878336 : ffff9f1498affb80)
00000100:00000040:0.0:1786176830.731929:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498affb80 x1872930407307648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.731948:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176830.731956:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176830.731961:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176830.731967:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407307648, offset 0
00000400:00000200:0.0:1786176830.731980:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176830.731991:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176830.732000:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176830.732005:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176830.732013:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176830.732020:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176830.732029:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176830.732037:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273376:273376:256:4294967295] 192.168.202.146@tcp LPNI seq info [273337:273337:8:4294967295]
00000400:00000200:0.0:1786176830.732051:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176830.732064:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176830.732073:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176830.732078:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176830.732083:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176830.732087:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176830.732092:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176830.732094:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1786176830.732098:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176830.732100:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176830.732103:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176830.732107:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176830.732110:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176830.732112:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176830.732114:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176830.732119:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498affb80 x1872930407307648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732128:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176830.732131:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498affb80 x1872930407307648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732138:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176830.732140:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176830.732144:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176830.732148:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176830.732151:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176830.732153:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306023543
00000100:00000001:0.0:1786176830.732156:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306032426
00000100:00000001:0.0:1786176830.732159:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306023543
00000100:00000001:0.0:1786176830.732161:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306032426
00000100:00000001:0.0:1786176830.732164:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176830.732166:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176830.732169:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176830.732173:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176830/real 1786176830]  req@ffff9f1498affb80 x1872930407307648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176830.732182:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176830.732184:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176830.732186:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176830.732189:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176830.732191:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176830.732193:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176830.732197:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498affb80 x1872930407307648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176830.732207:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498affb80 x1872930407307648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732214:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176830.732216:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732217:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176830.732219:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176830.732223:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498affb80 x1872930407307648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732230:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176830.732234:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498affb80 x1872930407307648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732241:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176830.732244:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732245:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176830.732246:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732248:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176830.732250:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176830.732253:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176830.732257:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176830.732260:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176830.732264:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498affb80 x1872930407307648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176830.732274:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407307648:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176830.732278:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732280:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176830.732284:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc000 x1872930407307520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732291:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176830.732293:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176830.732296:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176830.732299:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176830.732301:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176830.732302:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176830.732305:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176830.732306:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967800.
02000000:00000001:0.0:1786176830.732310:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176830.732311:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176830.732313:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc000.
00000100:00000001:0.0:1786176830.732316:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176830.732317:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732319:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176830.732323:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498affb80 x1872930407307648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732330:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176830.732331:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176830.732332:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176830.732334:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176830.732335:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176830.732336:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176830.732338:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176830.732340:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964000.
02000000:00000001:0.0:1786176830.732341:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176830.732342:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176830.732343:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498affb80.
00000100:00000001:0.0:1786176830.732345:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176830.732346:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732347:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732350:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176830.732351:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176830.732352:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176830.732353:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176830.732354:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176830.732358:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc700 x1872930407307776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732363:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176830.732364:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176830.732365:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176830.732367:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176830.732369:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176830.732371:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407307776:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176830.732373:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176830.732374:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176830.732376:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176830.732377:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176830.732379:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176830.732381:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176830.732384:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176830.732386:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176830.732389:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176830.732391:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407307776, portal 4
00000100:00000001:0.0:1786176830.732393:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176830.732394:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542659840 : -106564166891776 : ffff9f1498afc700)
00000100:00000040:0.0:1786176830.732398:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc700 x1872930407307776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732407:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176830.732409:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176830.732410:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176830.732412:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407307776, offset 0
00000400:00000200:0.0:1786176830.732414:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176830.732417:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176830.732420:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176830.732422:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176830.732424:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176830.732426:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176830.732427:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176830.732430:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273377:273377:256:4294967295] 192.168.202.146@tcp LPNI seq info [273338:273338:8:4294967295]
00000400:00000200:0.0:1786176830.732433:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176830.732437:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176830.732440:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176830.732443:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176830.732446:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176830.732448:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176830.732451:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176830.732452:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1786176830.732455:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176830.732456:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176830.732459:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176830.732461:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176830.732463:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176830.732464:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176830.732466:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176830.732468:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc700 x1872930407307776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732474:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176830.732476:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc700 x1872930407307776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732485:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176830.732486:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176830.732489:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176830.732491:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176830.732494:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176830.732495:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306024802
00000100:00000001:0.0:1786176830.732497:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306032426
00000100:00000001:0.0:1786176830.732499:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306024802
00000100:00000001:0.0:1786176830.732500:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306032426
00000100:00000001:0.0:1786176830.732502:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176830.732503:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176830.732504:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176830.732506:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176830/real 1786176830]  req@ffff9f1498afc700 x1872930407307776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176830.732511:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176830.732512:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176830.732513:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176830.732515:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176830.732516:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176830.732517:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176830.732519:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc700 x1872930407307776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176830.732542:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc700 x1872930407307776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732548:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176830.732550:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732551:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176830.732553:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176830.732557:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc700 x1872930407307776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732564:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176830.732569:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc700 x1872930407307776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732575:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176830.732577:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732578:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176830.732579:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732581:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176830.732582:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176830.732584:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176830.732586:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176830.732588:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176830.732590:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc700 x1872930407307776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176830.732595:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407307776:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176830.732598:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176830.732600:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff480 x1872930407307904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732605:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176830.732606:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176830.732607:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176830.732608:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176830.732610:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176830.732611:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407307904:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176830.732613:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176830.732615:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176830.732617:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176830.732618:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176830.732620:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176830.732622:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176830.732624:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176830.732626:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176830.732629:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176830.732631:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407307904, portal 4
00000100:00000001:0.0:1786176830.732632:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176830.732633:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542671488 : -106564166880128 : ffff9f1498aff480)
00000100:00000040:0.0:1786176830.732638:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff480 x1872930407307904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732642:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176830.732644:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176830.732645:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176830.732647:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407307904, offset 0
00000400:00000200:0.0:1786176830.732649:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176830.732652:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176830.732654:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176830.732656:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176830.732657:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176830.732659:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176830.732661:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176830.732663:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273378:273378:256:4294967295] 192.168.202.146@tcp LPNI seq info [273339:273339:8:4294967295]
00000400:00000200:0.0:1786176830.732666:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176830.732670:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176830.732673:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176830.732675:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176830.732678:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176830.732680:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176830.732683:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176830.732685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1786176830.732688:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176830.732690:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176830.732692:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176830.732694:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176830.732696:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176830.732697:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176830.732699:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176830.732702:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff480 x1872930407307904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732707:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176830.732709:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff480 x1872930407307904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732714:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176830.732715:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176830.732716:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176830.732718:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176830.732720:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176830.732721:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306024592
00000100:00000001:0.0:1786176830.732723:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306032426
00000100:00000001:0.0:1786176830.732725:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306024592
00000100:00000001:0.0:1786176830.732726:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306032426
00000100:00000001:0.0:1786176830.732728:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176830.732729:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176830.732730:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176830.732733:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176830/real 1786176830]  req@ffff9f1498aff480 x1872930407307904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176830.732737:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176830.732738:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176830.732739:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176830.732741:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176830.732742:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176830.732744:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176830.732746:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff480 x1872930407307904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176830.732752:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff480 x1872930407307904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732755:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176830.732756:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732757:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176830.732758:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176830.732760:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff480 x1872930407307904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732764:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176830.732766:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff480 x1872930407307904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732787:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176830.732789:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732790:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176830.732791:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732792:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176830.732793:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176830.732795:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176830.732797:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176830.732798:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176830.732800:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff480 x1872930407307904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176830.732806:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407307904:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176830.732809:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732810:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176830.732813:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc700 x1872930407307776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732817:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176830.732819:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176830.732820:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176830.732821:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176830.732822:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176830.732823:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176830.732825:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176830.732826:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966400.
02000000:00000001:0.0:1786176830.732828:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176830.732829:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176830.732830:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc700.
00000100:00000001:0.0:1786176830.732831:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176830.732833:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732834:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176830.732836:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff480 x1872930407307904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176830.732840:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176830.732841:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176830.732842:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176830.732843:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176830.732843:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176830.732844:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176830.732845:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176830.732846:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964800.
02000000:00000001:0.0:1786176830.732847:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176830.732848:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176830.732849:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff480.
00000100:00000001:0.0:1786176830.732850:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176830.732851:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732852:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176830.732854:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176830.732855:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176830.732856:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176830.732857:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176831.561881:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176831.561886:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176831.561937:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176831.561941:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176831.561944:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176832.585888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176832.585893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176833.609893:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176833.609901:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176833.609956:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176833.609960:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176833.609963:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176834.633882:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176834.633890:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176835.657852:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176835.657858:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176835.657918:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176835.657926:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176835.657932:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1786176835.850968:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176835.850975:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176835.850980:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176835.850994:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdf80 x1872930407308032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.851027:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176835.851031:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176835.851040:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176835.851045:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176835.851052:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176835.851061:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407308032:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176835.851070:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176835.851077:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176835.851080:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176835.851085:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176835.851093:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176835.851098:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176835.851106:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176835.851114:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176835.851124:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176835.851135:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407308032, portal 25
00000100:00000001:0.0:1786176835.851142:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176835.851145:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542666112 : -106564166885504 : ffff9f1498afdf80)
00000100:00000040:0.0:1786176835.851157:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdf80 x1872930407308032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.851192:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176835.851201:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176835.851206:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176835.851214:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407308032, offset 0
00000400:00000200:0.0:1786176835.851230:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176835.851244:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176835.851257:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176835.851266:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176835.851273:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176835.851279:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176835.851285:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176835.851294:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273379:273379:256:4294967295] 192.168.202.146@tcp LPNI seq info [273340:273340:8:4294967295]
00000400:00000200:0.0:1786176835.851304:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176835.851325:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176835.851337:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176835.851346:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176835.851359:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176835.851366:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176835.851379:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176835.851385:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786176835.851399:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176835.851404:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176835.851414:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176835.851422:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176835.851432:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176835.851437:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176835.851443:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176835.851449:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdf80 x1872930407308032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.851463:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176835.851469:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdf80 x1872930407308032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.851520:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176835.851527:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176835.851537:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176835.851547:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176835.851555:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306037547
00000100:00000001:0.0:1786176835.851565:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306032426
00000100:00000001:0.0:1786176835.851574:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306037547
00000100:00000001:0.0:1786176835.851583:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306032426
00000100:00000001:0.0:1786176835.851592:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176835.851598:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176835.851605:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176835.851613:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176835/real 1786176835]  req@ffff9f1498afdf80 x1872930407308032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176835.851631:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176835.851636:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176835.851639:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176835.851644:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176835.851649:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176835.851651:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176835.851657:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdf80 x1872930407308032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176835.851679:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdf80 x1872930407308032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.851690:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176835.851693:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.851698:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176835.851701:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176835.851708:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdf80 x1872930407308032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.851738:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176835.851746:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdf80 x1872930407308032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.851760:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176835.851764:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.851767:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176835.851770:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.851795:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176835.851797:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176835.851803:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176835.851810:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176835.851814:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176835.851820:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdf80 x1872930407308032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176835.851831:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407308032:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176835.851840:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.851843:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176835.851849:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdf80 x1872930407308032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.851858:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176835.851862:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176835.851865:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176835.851870:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176835.851872:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176835.851875:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176835.851879:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176835.851882:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964400.
02000000:00000001:0.0:1786176835.851885:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176835.851888:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176835.851891:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdf80.
00000100:00000001:0.0:1786176835.851897:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176835.851901:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.851903:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.851911:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176835.851914:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176835.851917:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176835.851918:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176835.851920:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176835.851926:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe680 x1872930407308160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.851938:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176835.851941:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176835.851945:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176835.851948:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176835.851950:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176835.851955:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407308160:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176835.851962:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176835.851964:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176835.851966:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176835.851969:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176835.851974:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176835.851979:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176835.851984:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176835.851987:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176835.851993:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176835.851997:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407308160, portal 10
00000100:00000001:0.0:1786176835.852002:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176835.852004:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667904 : -106564166883712 : ffff9f1498afe680)
00000100:00000040:0.0:1786176835.852012:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe680 x1872930407308160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852022:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176835.852027:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176835.852032:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176835.852037:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407308160, offset 0
00000400:00000200:0.0:1786176835.852048:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176835.852056:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176835.852065:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176835.852069:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176835.852072:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176835.852075:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176835.852078:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176835.852083:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273380:273380:256:4294967295] 192.168.202.146@tcp LPNI seq info [273341:273341:8:4294967295]
00000400:00000200:0.0:1786176835.852088:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176835.852094:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176835.852098:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176835.852101:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176835.852104:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176835.852106:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176835.852109:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176835.852112:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786176835.852115:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176835.852116:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176835.852119:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176835.852121:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176835.852124:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176835.852125:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176835.852127:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176835.852130:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe680 x1872930407308160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852136:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176835.852138:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe680 x1872930407308160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852143:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176835.852144:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176835.852147:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176835.852150:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176835.852152:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176835.852154:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306028582
00000100:00000001:0.0:1786176835.852156:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306037547
00000100:00000001:0.0:1786176835.852157:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306028582
00000100:00000001:0.0:1786176835.852159:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306037547
00000100:00000001:0.0:1786176835.852160:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176835.852162:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176835.852163:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176835.852166:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176835/real 1786176835]  req@ffff9f1498afe680 x1872930407308160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176835.852171:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176835.852172:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176835.852173:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176835.852174:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176835.852175:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176835.852176:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176835.852178:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe680 x1872930407308160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176835.852183:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe680 x1872930407308160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852188:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176835.852189:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852190:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176835.852191:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176835.852194:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe680 x1872930407308160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852198:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176835.852200:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe680 x1872930407308160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852205:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176835.852207:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852208:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176835.852209:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852210:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176835.852211:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176835.852213:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176835.852215:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176835.852216:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176835.852219:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe680 x1872930407308160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176835.852223:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407308160:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176835.852226:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176835.852228:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff800 x1872930407308288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852233:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176835.852234:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176835.852235:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176835.852237:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176835.852238:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176835.852239:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407308288:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176835.852242:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176835.852243:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176835.852244:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176835.852245:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176835.852248:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176835.852249:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176835.852252:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176835.852254:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176835.852256:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176835.852258:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407308288, portal 10
00000100:00000001:0.0:1786176835.852259:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176835.852260:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542672384 : -106564166879232 : ffff9f1498aff800)
00000100:00000040:0.0:1786176835.852264:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff800 x1872930407308288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852270:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176835.852272:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176835.852275:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176835.852277:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407308288, offset 0
00000400:00000200:0.0:1786176835.852281:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176835.852285:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176835.852289:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176835.852292:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176835.852295:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176835.852298:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176835.852301:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176835.852304:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273381:273381:256:4294967295] 192.168.202.146@tcp LPNI seq info [273342:273342:8:4294967295]
00000400:00000200:0.0:1786176835.852308:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176835.852315:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176835.852320:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176835.852323:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176835.852326:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176835.852328:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176835.852331:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176835.852333:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786176835.852336:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176835.852337:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176835.852339:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176835.852341:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176835.852344:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176835.852345:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176835.852347:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176835.852350:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff800 x1872930407308288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852356:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176835.852358:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff800 x1872930407308288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852362:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176835.852363:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176835.852366:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176835.852368:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176835.852370:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176835.852371:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306028663
00000100:00000001:0.0:1786176835.852373:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306037547
00000100:00000001:0.0:1786176835.852375:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306028663
00000100:00000001:0.0:1786176835.852376:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306037547
00000100:00000001:0.0:1786176835.852377:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176835.852379:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176835.852380:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176835.852382:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176835/real 1786176835]  req@ffff9f1498aff800 x1872930407308288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176835.852387:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176835.852388:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176835.852389:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176835.852391:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176835.852393:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176835.852395:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176835.852398:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff800 x1872930407308288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176835.852407:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff800 x1872930407308288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852415:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176835.852417:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852419:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176835.852420:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176835.852424:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff800 x1872930407308288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852432:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176835.852437:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff800 x1872930407308288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852444:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176835.852447:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852448:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176835.852449:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852451:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176835.852452:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176835.852454:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176835.852456:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176835.852458:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176835.852460:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff800 x1872930407308288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176835.852466:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407308288:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176835.852469:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176835.852471:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afca80 x1872930407308416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852493:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176835.852495:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176835.852498:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176835.852500:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176835.852502:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176835.852505:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407308416:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176835.852509:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176835.852512:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176835.852513:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176835.852515:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176835.852519:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176835.852521:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176835.852525:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176835.852528:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176835.852532:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176835.852535:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407308416, portal 4
00000100:00000001:0.0:1786176835.852537:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176835.852538:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542660736 : -106564166890880 : ffff9f1498afca80)
00000100:00000040:0.0:1786176835.852543:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afca80 x1872930407308416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852548:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176835.852550:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176835.852552:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176835.852555:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407308416, offset 0
00000400:00000200:0.0:1786176835.852559:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176835.852563:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176835.852567:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176835.852571:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176835.852573:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176835.852576:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176835.852579:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176835.852582:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273382:273382:256:4294967295] 192.168.202.146@tcp LPNI seq info [273343:273343:8:4294967295]
00000400:00000200:0.0:1786176835.852586:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176835.852593:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176835.852599:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176835.852602:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176835.852606:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176835.852608:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176835.852611:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176835.852613:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786176835.852616:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176835.852617:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176835.852619:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176835.852622:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176835.852624:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176835.852625:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176835.852627:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176835.852630:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afca80 x1872930407308416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852635:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176835.852637:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afca80 x1872930407308416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852642:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176835.852643:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176835.852645:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176835.852648:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176835.852650:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176835.852651:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306029922
00000100:00000001:0.0:1786176835.852653:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306037547
00000100:00000001:0.0:1786176835.852655:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306029922
00000100:00000001:0.0:1786176835.852656:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306037547
00000100:00000001:0.0:1786176835.852658:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176835.852659:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176835.852660:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176835.852662:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176835/real 1786176835]  req@ffff9f1498afca80 x1872930407308416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176835.852668:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176835.852669:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176835.852671:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176835.852672:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176835.852673:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176835.852674:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176835.852676:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afca80 x1872930407308416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176835.852682:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afca80 x1872930407308416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852685:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176835.852686:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852687:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176835.852688:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176835.852690:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afca80 x1872930407308416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852694:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176835.852697:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afca80 x1872930407308416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852701:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176835.852702:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852703:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176835.852704:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852706:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176835.852707:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176835.852708:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176835.852710:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176835.852712:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176835.852715:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afca80 x1872930407308416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176835.852720:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407308416:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176835.852722:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852723:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176835.852725:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe680 x1872930407308160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852729:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176835.852731:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176835.852732:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176835.852733:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176835.852734:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176835.852735:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176835.852736:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176835.852738:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:0.0:1786176835.852739:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176835.852740:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176835.852741:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe680.
00000100:00000001:0.0:1786176835.852743:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176835.852744:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852745:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176835.852747:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff800 x1872930407308288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852751:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176835.852752:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176835.852753:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176835.852754:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176835.852755:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176835.852756:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176835.852757:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176835.852757:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965400.
02000000:00000001:0.0:1786176835.852759:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176835.852760:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176835.852761:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff800.
00000100:00000001:0.0:1786176835.852762:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176835.852763:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852764:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176835.852766:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afca80 x1872930407308416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852793:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176835.852794:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176835.852796:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176835.852798:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176835.852799:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176835.852800:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176835.852801:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176835.852803:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966800.
02000000:00000001:0.0:1786176835.852804:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176835.852806:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176835.852807:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afca80.
00000100:00000001:0.0:1786176835.852809:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176835.852811:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852812:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852815:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176835.852816:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176835.852817:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176835.852819:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176835.852820:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176835.852822:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdc00 x1872930407308544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852827:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176835.852828:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176835.852830:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176835.852831:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176835.852832:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176835.852834:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407308544:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176835.852836:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176835.852838:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176835.852839:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176835.852840:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176835.852843:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176835.852844:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176835.852846:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176835.852848:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176835.852850:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176835.852852:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407308544, portal 4
00000100:00000001:0.0:1786176835.852854:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176835.852854:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542665216 : -106564166886400 : ffff9f1498afdc00)
00000100:00000040:0.0:1786176835.852859:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdc00 x1872930407308544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852863:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176835.852864:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176835.852866:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176835.852867:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407308544, offset 0
00000400:00000200:0.0:1786176835.852870:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176835.852872:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176835.852875:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176835.852876:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176835.852878:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176835.852880:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176835.852881:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176835.852883:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273383:273383:256:4294967295] 192.168.202.146@tcp LPNI seq info [273344:273344:8:4294967295]
00000400:00000200:0.0:1786176835.852886:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176835.852890:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176835.852893:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176835.852895:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176835.852898:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176835.852899:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176835.852902:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176835.852904:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786176835.852907:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176835.852908:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176835.852910:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176835.852913:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176835.852915:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176835.852916:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176835.852917:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176835.852920:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdc00 x1872930407308544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852925:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176835.852927:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdc00 x1872930407308544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852931:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176835.852932:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176835.852933:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176835.852935:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176835.852937:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176835.852938:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306029713
00000100:00000001:0.0:1786176835.852940:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306037547
00000100:00000001:0.0:1786176835.852941:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306029713
00000100:00000001:0.0:1786176835.852943:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306037547
00000100:00000001:0.0:1786176835.852944:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176835.852945:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176835.852947:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176835.852949:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176835/real 1786176835]  req@ffff9f1498afdc00 x1872930407308544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176835.852953:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176835.852954:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176835.852955:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176835.852957:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176835.852958:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176835.852959:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176835.852961:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdc00 x1872930407308544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176835.852967:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdc00 x1872930407308544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852971:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176835.852971:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852973:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176835.852973:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176835.852976:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdc00 x1872930407308544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852979:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176835.852982:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdc00 x1872930407308544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.852986:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176835.852987:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852988:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176835.852989:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.852990:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176835.852991:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176835.852992:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176835.852994:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176835.852996:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176835.852998:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdc00 x1872930407308544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176835.853003:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407308544:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176835.853006:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.853007:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176835.853009:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdc00 x1872930407308544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176835.853013:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176835.853014:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176835.853015:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176835.853016:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176835.853017:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176835.853018:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176835.853019:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176835.853020:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965800.
02000000:00000001:0.0:1786176835.853022:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176835.853023:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176835.853023:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdc00.
00000100:00000001:0.0:1786176835.853025:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176835.853026:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.853027:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176835.853029:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176835.853029:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176835.853031:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176835.853033:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176836.681909:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176836.681917:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176837.705888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176837.705893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176837.705954:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176837.705958:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176837.705961:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176838.729975:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176838.729989:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176838.729992:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176838.729997:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176838.730004:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176838.730007:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176838.730010:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176838.730013:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176839.753899:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176839.753906:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176839.753980:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176839.753984:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176839.753987:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176840.777916:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176840.777924:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176840.970189:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176840.970199:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176840.970206:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176840.970224:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afed80 x1872930407308672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.970250:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176840.970256:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176840.970263:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176840.970270:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176840.970277:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176840.970289:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407308672:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176840.970296:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176840.970305:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176840.970310:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176840.970316:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176840.970329:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176840.970336:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176840.970347:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176840.970354:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176840.970368:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176840.970385:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407308672, portal 25
00000100:00000001:0.0:1786176840.970390:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176840.970396:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542669696 : -106564166881920 : ffff9f1498afed80)
00000100:00000040:0.0:1786176840.970417:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afed80 x1872930407308672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.970451:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176840.970461:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176840.970467:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176840.970475:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407308672, offset 0
00000400:00000200:0.0:1786176840.970487:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176840.970505:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176840.970519:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176840.970528:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176840.970536:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176840.970543:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176840.970552:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176840.970561:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273384:273384:256:4294967295] 192.168.202.146@tcp LPNI seq info [273345:273345:8:4294967295]
00000400:00000200:0.0:1786176840.970579:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176840.970607:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176840.970627:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176840.970642:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176840.970656:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176840.970662:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786176840.970674:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176840.970682:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1786176840.970693:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176840.970696:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176840.970712:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176840.970723:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176840.970731:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176840.970736:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176840.970744:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176840.970751:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afed80 x1872930407308672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.970825:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176840.970832:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afed80 x1872930407308672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.970858:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176840.970862:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176840.970871:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176840.970880:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176840.970890:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306042667
00000100:00000001:0.0:1786176840.970906:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306037547
00000100:00000001:0.0:1786176840.970920:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306042667
00000100:00000001:0.0:1786176840.970931:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306037547
00000100:00000001:0.0:1786176840.970939:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176840.970943:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176840.970948:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176840.970955:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176840/real 1786176840]  req@ffff9f1498afed80 x1872930407308672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176840.970977:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176840.970980:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176840.970987:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176840.970993:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176840.971000:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176840.971005:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176840.971012:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afed80 x1872930407308672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176840.971049:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afed80 x1872930407308672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.971065:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176840.971069:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.971079:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176840.971082:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176840.971089:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afed80 x1872930407308672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.971103:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176840.971112:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afed80 x1872930407308672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.971121:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176840.971130:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.971135:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176840.971137:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.971142:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176840.971152:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176840.971160:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176840.971167:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176840.971170:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176840.971175:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afed80 x1872930407308672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176840.971193:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407308672:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176840.971202:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.971208:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176840.971215:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afed80 x1872930407308672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.971237:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176840.971241:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176840.971244:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176840.971250:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176840.971254:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176840.971256:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176840.971261:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176840.971264:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965000.
02000000:00000001:0.0:1786176840.971271:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176840.971275:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176840.971281:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afed80.
00000100:00000001:0.0:1786176840.971290:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176840.971295:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.971298:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.971306:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176840.971310:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176840.971317:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176840.971320:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176840.971324:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176840.971331:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd180 x1872930407308800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.971343:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176840.971346:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176840.971353:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176840.971355:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176840.971363:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176840.971372:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407308800:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176840.971380:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176840.971383:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176840.971387:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176840.971389:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176840.971392:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176840.971396:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176840.971404:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176840.971409:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176840.971416:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176840.971435:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407308800, portal 10
00000100:00000001:0.0:1786176840.971440:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176840.971445:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542662528 : -106564166889088 : ffff9f1498afd180)
00000100:00000040:0.0:1786176840.971458:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd180 x1872930407308800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.971472:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176840.971476:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176840.971481:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176840.971487:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407308800, offset 0
00000400:00000200:0.0:1786176840.971496:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176840.971502:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176840.971512:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176840.971516:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176840.971523:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176840.971531:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176840.971534:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176840.971541:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273385:273385:256:4294967295] 192.168.202.146@tcp LPNI seq info [273346:273346:8:4294967295]
00000400:00000200:0.0:1786176840.971556:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176840.971567:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176840.971578:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176840.971587:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176840.971596:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176840.971604:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786176840.971610:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176840.971616:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1786176840.971627:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176840.971631:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176840.971636:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176840.971643:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176840.971648:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176840.971652:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176840.971659:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176840.971665:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd180 x1872930407308800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.971683:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176840.971691:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd180 x1872930407308800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.971701:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176840.971707:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176840.971712:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176840.971717:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176840.971726:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176840.971730:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306033701
00000100:00000001:0.0:1786176840.971738:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306042667
00000100:00000001:0.0:1786176840.971742:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306033701
00000100:00000001:0.0:1786176840.971750:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306042667
00000100:00000001:0.0:1786176840.971756:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176840.971761:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176840.971769:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176840.971793:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176840/real 1786176840]  req@ffff9f1498afd180 x1872930407308800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176840.971810:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176840.971813:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176840.971816:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176840.971819:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176840.971821:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176840.971826:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176840.971833:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd180 x1872930407308800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176840.971866:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd180 x1872930407308800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.971886:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176840.971892:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.971896:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176840.971900:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176840.971911:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd180 x1872930407308800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.971935:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176840.971945:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd180 x1872930407308800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.971970:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176840.971980:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.971990:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176840.971995:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972003:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176840.972006:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176840.972015:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176840.972021:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176840.972025:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176840.972033:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd180 x1872930407308800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176840.972073:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407308800:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176840.972085:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176840.972091:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc380 x1872930407308928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972119:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176840.972121:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176840.972124:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176840.972126:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176840.972127:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176840.972129:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407308928:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176840.972132:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176840.972136:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176840.972138:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176840.972139:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176840.972143:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176840.972145:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176840.972148:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176840.972150:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176840.972152:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176840.972155:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407308928, portal 10
00000100:00000001:0.0:1786176840.972156:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176840.972157:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658944 : -106564166892672 : ffff9f1498afc380)
00000100:00000040:0.0:1786176840.972162:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc380 x1872930407308928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972167:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176840.972169:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176840.972170:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176840.972172:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407308928, offset 0
00000400:00000200:0.0:1786176840.972175:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176840.972178:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176840.972180:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176840.972182:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176840.972184:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176840.972186:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176840.972187:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176840.972191:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273386:273386:256:4294967295] 192.168.202.146@tcp LPNI seq info [273347:273347:8:4294967295]
00000400:00000200:0.0:1786176840.972194:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176840.972198:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176840.972201:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176840.972203:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176840.972207:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176840.972209:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786176840.972213:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176840.972215:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1786176840.972218:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176840.972219:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176840.972221:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176840.972224:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176840.972226:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176840.972227:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176840.972229:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176840.972231:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc380 x1872930407308928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972237:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176840.972239:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc380 x1872930407308928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972244:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176840.972245:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176840.972247:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176840.972250:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176840.972252:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176840.972253:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306033783
00000100:00000001:0.0:1786176840.972255:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306042667
00000100:00000001:0.0:1786176840.972257:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306033783
00000100:00000001:0.0:1786176840.972259:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306042667
00000100:00000001:0.0:1786176840.972260:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176840.972262:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176840.972264:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176840.972266:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176840/real 1786176840]  req@ffff9f1498afc380 x1872930407308928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176840.972272:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176840.972272:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176840.972273:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176840.972275:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176840.972276:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176840.972277:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176840.972279:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc380 x1872930407308928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176840.972285:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc380 x1872930407308928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972289:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176840.972290:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972291:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176840.972292:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176840.972294:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc380 x1872930407308928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972298:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176840.972301:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc380 x1872930407308928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972305:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176840.972306:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972307:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176840.972308:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972309:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176840.972310:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176840.972311:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176840.972314:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176840.972316:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176840.972318:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc380 x1872930407308928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176840.972323:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407308928:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176840.972326:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972327:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176840.972329:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd180 x1872930407308800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972333:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176840.972334:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176840.972335:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176840.972337:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176840.972338:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176840.972338:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176840.972340:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176840.972341:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967400.
02000000:00000001:0.0:1786176840.972342:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176840.972343:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176840.972344:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd180.
00000100:00000001:0.0:1786176840.972346:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176840.972347:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972348:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176840.972350:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc380 x1872930407308928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972354:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176840.972355:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176840.972356:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176840.972358:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176840.972358:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176840.972359:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176840.972360:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176840.972362:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964c00.
02000000:00000001:0.0:1786176840.972364:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176840.972364:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176840.972365:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc380.
00000100:00000001:0.0:1786176840.972367:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176840.972368:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972369:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972372:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176840.972373:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176840.972374:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176840.972376:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176840.972377:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176840.972379:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdc00 x1872930407309056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972384:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176840.972385:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176840.972387:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176840.972388:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176840.972389:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176840.972391:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407309056:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176840.972393:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176840.972394:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176840.972396:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176840.972397:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176840.972399:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176840.972401:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176840.972403:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176840.972404:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176840.972407:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176840.972409:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407309056, portal 4
00000100:00000001:0.0:1786176840.972410:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176840.972411:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542665216 : -106564166886400 : ffff9f1498afdc00)
00000100:00000040:0.0:1786176840.972416:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdc00 x1872930407309056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972437:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176840.972439:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176840.972441:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176840.972443:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407309056, offset 0
00000400:00000200:0.0:1786176840.972446:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176840.972449:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176840.972452:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176840.972454:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176840.972456:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176840.972457:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176840.972459:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176840.972461:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273387:273387:256:4294967295] 192.168.202.146@tcp LPNI seq info [273348:273348:8:4294967295]
00000400:00000200:0.0:1786176840.972464:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176840.972469:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176840.972471:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176840.972473:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176840.972476:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176840.972478:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786176840.972481:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176840.972483:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1786176840.972486:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176840.972487:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176840.972490:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176840.972492:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176840.972494:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176840.972496:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176840.972497:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176840.972500:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdc00 x1872930407309056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972506:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176840.972508:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdc00 x1872930407309056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972517:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176840.972518:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176840.972520:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176840.972522:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176840.972525:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176840.972526:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306035042
00000100:00000001:0.0:1786176840.972528:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306042667
00000100:00000001:0.0:1786176840.972530:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306035042
00000100:00000001:0.0:1786176840.972531:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306042667
00000100:00000001:0.0:1786176840.972533:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176840.972534:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176840.972535:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176840.972538:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176840/real 1786176840]  req@ffff9f1498afdc00 x1872930407309056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176840.972542:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176840.972543:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176840.972544:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176840.972546:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176840.972547:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176840.972548:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176840.972550:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdc00 x1872930407309056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176840.972555:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdc00 x1872930407309056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972559:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176840.972560:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972561:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176840.972562:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176840.972564:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdc00 x1872930407309056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972569:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176840.972572:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdc00 x1872930407309056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972576:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176840.972578:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972579:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176840.972579:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972580:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176840.972581:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176840.972583:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176840.972585:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176840.972586:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176840.972588:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdc00 x1872930407309056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176840.972593:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407309056:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176840.972595:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176840.972598:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afca80 x1872930407309184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972602:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176840.972603:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176840.972604:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176840.972606:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176840.972607:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176840.972609:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407309184:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176840.972611:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176840.972612:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176840.972614:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176840.972616:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176840.972618:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176840.972619:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176840.972621:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176840.972623:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176840.972625:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176840.972627:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407309184, portal 4
00000100:00000001:0.0:1786176840.972628:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176840.972629:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542660736 : -106564166890880 : ffff9f1498afca80)
00000100:00000040:0.0:1786176840.972634:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afca80 x1872930407309184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972638:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176840.972640:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176840.972641:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176840.972643:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407309184, offset 0
00000400:00000200:0.0:1786176840.972645:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176840.972647:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176840.972649:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176840.972651:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176840.972652:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176840.972653:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176840.972655:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176840.972657:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273388:273388:256:4294967295] 192.168.202.146@tcp LPNI seq info [273349:273349:8:4294967295]
00000400:00000200:0.0:1786176840.972660:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176840.972664:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176840.972667:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176840.972668:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176840.972670:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176840.972672:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786176840.972675:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176840.972677:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1786176840.972679:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176840.972682:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176840.972683:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176840.972686:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176840.972688:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176840.972689:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176840.972690:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176840.972692:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afca80 x1872930407309184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972698:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176840.972700:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afca80 x1872930407309184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972703:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176840.972704:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176840.972706:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176840.972708:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176840.972709:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176840.972710:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306034832
00000100:00000001:0.0:1786176840.972712:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306042667
00000100:00000001:0.0:1786176840.972714:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306034832
00000100:00000001:0.0:1786176840.972715:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306042667
00000100:00000001:0.0:1786176840.972717:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176840.972718:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176840.972719:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176840.972721:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176840/real 1786176840]  req@ffff9f1498afca80 x1872930407309184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176840.972726:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176840.972726:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176840.972727:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176840.972729:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176840.972729:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176840.972732:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176840.972734:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afca80 x1872930407309184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176840.972740:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afca80 x1872930407309184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972743:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176840.972744:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972745:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176840.972746:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176840.972748:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afca80 x1872930407309184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972752:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176840.972754:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afca80 x1872930407309184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972758:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176840.972759:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972760:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176840.972761:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972762:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176840.972763:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176840.972765:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176840.972766:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176840.972768:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176840.972785:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afca80 x1872930407309184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176840.972791:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407309184:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176840.972793:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972795:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176840.972798:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdc00 x1872930407309056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972802:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176840.972804:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176840.972805:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176840.972807:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176840.972808:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176840.972809:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176840.972810:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176840.972811:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965000.
02000000:00000001:0.0:1786176840.972813:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176840.972814:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176840.972815:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdc00.
00000100:00000001:0.0:1786176840.972817:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176840.972818:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972819:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176840.972822:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afca80 x1872930407309184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176840.972826:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176840.972826:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176840.972827:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176840.972828:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176840.972829:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176840.972830:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176840.972831:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176840.972832:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967c00.
02000000:00000001:0.0:1786176840.972833:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176840.972833:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176840.972834:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afca80.
00000100:00000001:0.0:1786176840.972836:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176840.972836:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972837:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176840.972840:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176840.972840:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176840.972842:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176840.972843:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176841.801863:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176841.801870:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176841.801926:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176841.801930:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176841.801933:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176842.825898:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176842.825905:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176843.849852:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176843.849866:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176843.849928:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176843.849931:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176843.849934:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176844.873911:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176844.873918:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176845.897845:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176845.897851:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176845.897940:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176845.897946:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176845.897950:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786176846.089898:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176846.089906:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176846.089908:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176846.089911:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176846.089914:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176846.089920:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11366
00000400:00000200:0.0:1786176846.089926:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176846.089931:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176846.089934:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176846.089936:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.089939:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176846.089941:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.089942:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176846.089946:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176846.089947:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176846.089949:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176846.089951:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176846.089953:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176846.089954:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176846.089956:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.089958:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176846.089959:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.089961:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176846.089963:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176846.089966:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176846.089967:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176846.089969:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176846.089972:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176846.089974:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176846.089976:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176846.089977:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176846.089985:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176846.089987:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176846.089991:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176846.089992:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176846.089994:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176846.089997:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176846.090000:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176846.090006:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786176846.090012:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176846.090018:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407309312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176846.090026:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176846.090030:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176846.090034:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407309312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176846.090052:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176846.090054:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176846.090057:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176846.090058:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176846.090059:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176846.090061:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176846.090063:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11366
00000400:00000200:0.0:1786176846.090066:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176846.090070:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176846.090072:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176846.090074:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090076:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176846.090081:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090085:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176846.090088:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176846.090090:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176846.090093:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176846.090095:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176846.090099:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176846.090103:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176846.090110:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090113:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176846.090116:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090119:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176846.090125:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176846.090131:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090137:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176846.090142:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176846.090149:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176846.090154:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176846.090158:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176846.090163:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176846.090171:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176846.090174:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176846.090178:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176846.090183:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176846.090187:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176846.090189:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176846.090193:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176846.090197:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176846.090200:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176846.090206:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786176846.090211:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176846.090217:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407309440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176846.090229:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176846.090233:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176846.090241:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407309440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176846.090255:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176846.090259:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176846.090264:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176846.090267:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176846.090270:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176846.090273:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176846.090276:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11366
00000400:00000200:0.0:1786176846.090279:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176846.090281:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176846.090282:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176846.090284:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090288:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176846.090293:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090295:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176846.090299:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176846.090302:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176846.090304:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176846.090307:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176846.090310:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176846.090314:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176846.090321:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090324:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176846.090328:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090331:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176846.090336:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176846.090342:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090345:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176846.090346:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176846.090349:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176846.090354:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176846.090356:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176846.090360:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176846.090364:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176846.090368:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176846.090392:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176846.090398:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176846.090404:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176846.090407:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176846.090408:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176846.090409:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176846.090412:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1786176846.090413:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1786176846.090414:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176846.090420:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786176846.090427:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176846.090434:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407309568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176846.090445:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176846.090448:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176846.090455:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407309568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176846.090483:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176846.090490:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176846.090501:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176846.090505:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176846.090508:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176846.090512:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176846.090517:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11366
00000400:00000200:0.0:1786176846.090524:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176846.090529:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176846.090533:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176846.090536:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090538:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176846.090543:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090546:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176846.090550:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176846.090553:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176846.090555:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176846.090559:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176846.090563:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176846.090568:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176846.090574:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090579:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176846.090583:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090589:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176846.090591:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176846.090596:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090600:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176846.090603:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176846.090607:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176846.090612:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176846.090615:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176846.090618:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176846.090624:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176846.090628:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176846.090632:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176846.090637:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176846.090640:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176846.090643:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176846.090646:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176846.090648:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176846.090652:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176846.090656:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786176846.090661:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176846.090668:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407309696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176846.090689:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176846.090691:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176846.090696:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407309696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176846.090714:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176846.090717:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176846.090721:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176846.090725:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176846.090728:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176846.090732:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176846.090737:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11366
00000400:00000200:0.0:1786176846.090743:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176846.090750:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176846.090754:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176846.090760:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090765:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176846.090769:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090804:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176846.090808:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176846.090811:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176846.090814:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176846.090816:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176846.090819:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176846.090822:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176846.090825:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090829:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176846.090833:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090835:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176846.090838:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176846.090841:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176846.090845:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176846.090847:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176846.090852:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176846.090855:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176846.090857:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176846.090859:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176846.090863:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176846.090867:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176846.090873:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176846.090876:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176846.090878:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176846.090879:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176846.090881:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176846.090884:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176846.090887:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176846.090894:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786176846.090899:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176846.090908:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407309824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176846.090934:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176846.090937:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176846.090943:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407309824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176846.090956:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176846.090962:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11376)
00000800:00000200:2.1:1786176846.091030:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176846.091032:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786176846.091255:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176846.091257:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786176846.091459:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176846.091461:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786176846.091814:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176846.091817:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1786176846.921904:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176846.921911:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176847.945887:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176847.945893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176847.945953:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176847.945955:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176847.945958:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176848.969888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176848.969895:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176848.969898:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176848.969900:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176848.969905:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176848.969906:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176848.969908:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176848.969910:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176849.993932:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176849.993940:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176849.994036:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176849.994044:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176849.994050:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176851.017936:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176851.017941:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176851.210171:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176851.210184:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176851.210191:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176851.210209:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff800 x1872930407309952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.210232:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176851.210236:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176851.210243:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176851.210248:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176851.210254:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176851.210264:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407309952:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176851.210279:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176851.210285:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176851.210291:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176851.210308:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176851.210337:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176851.210346:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176851.210372:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176851.210379:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176851.210393:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176851.210414:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407309952, portal 25
00000100:00000001:0.0:1786176851.210424:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176851.210434:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542672384 : -106564166879232 : ffff9f1498aff800)
00000100:00000040:0.0:1786176851.210456:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff800 x1872930407309952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.210516:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176851.210532:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176851.210539:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176851.210545:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407309952, offset 0
00000400:00000200:0.0:1786176851.210563:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176851.210580:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176851.210594:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176851.210602:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176851.210616:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176851.210624:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176851.210635:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176851.210653:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273394:273394:256:4294967295] 192.168.202.146@tcp LPNI seq info [273355:273355:8:4294967295]
00000400:00000200:0.0:1786176851.210671:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176851.210701:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176851.210719:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176851.210729:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176851.210740:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176851.210749:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176851.210767:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176851.210797:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1786176851.210802:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176851.210805:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176851.210815:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176851.210822:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176851.210829:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176851.210831:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176851.210837:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176851.210845:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff800 x1872930407309952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.210870:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176851.210882:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff800 x1872930407309952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.210918:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176851.210928:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176851.210941:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176851.210963:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176851.210970:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306052907
00000100:00000001:0.0:1786176851.210988:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306047786
00000100:00000001:0.0:1786176851.211011:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306052907
00000100:00000001:0.0:1786176851.211030:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306047786
00000100:00000001:0.0:1786176851.211042:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176851.211049:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176851.211059:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176851.211066:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176851/real 1786176851]  req@ffff9f1498aff800 x1872930407309952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176851.211090:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176851.211093:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176851.211097:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176851.211101:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176851.211104:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176851.211132:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176851.211141:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff800 x1872930407309952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176851.211167:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff800 x1872930407309952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.211187:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176851.211196:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.211208:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176851.211212:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176851.211222:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff800 x1872930407309952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.211252:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176851.211264:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff800 x1872930407309952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.211279:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176851.211285:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.211289:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176851.211291:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.211303:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176851.211311:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176851.211321:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176851.211351:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176851.211356:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176851.211369:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff800 x1872930407309952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176851.211394:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407309952:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176851.211417:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.211430:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176851.211444:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff800 x1872930407309952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.211481:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176851.211486:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176851.211497:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176851.211507:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176851.211515:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176851.211525:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176851.211539:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176851.211551:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:0.0:1786176851.211560:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176851.211566:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176851.211571:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff800.
00000100:00000001:0.0:1786176851.211578:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176851.211585:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.211594:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.211615:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176851.211620:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176851.211629:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176851.211642:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176851.211648:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176851.211662:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe680 x1872930407310080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.211686:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176851.211693:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176851.211705:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176851.211710:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176851.211720:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176851.211738:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407310080:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176851.211750:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176851.211755:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176851.211761:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176851.211807:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176851.211817:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176851.211830:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176851.211851:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176851.211861:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176851.211873:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176851.211882:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407310080, portal 10
00000100:00000001:0.0:1786176851.211888:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176851.211894:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667904 : -106564166883712 : ffff9f1498afe680)
00000100:00000040:0.0:1786176851.211912:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe680 x1872930407310080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.211928:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176851.211934:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176851.211937:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176851.211941:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407310080, offset 0
00000400:00000200:0.0:1786176851.211945:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176851.211949:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176851.211953:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176851.211956:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176851.211959:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176851.211961:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176851.211963:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176851.211965:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273395:273395:256:4294967295] 192.168.202.146@tcp LPNI seq info [273356:273356:8:4294967295]
00000400:00000200:0.0:1786176851.211969:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176851.211975:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176851.211979:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176851.211982:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176851.211985:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176851.211988:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176851.211992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176851.211994:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1786176851.211997:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176851.211999:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176851.212001:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176851.212004:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176851.212007:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176851.212008:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176851.212010:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176851.212013:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe680 x1872930407310080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212020:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176851.212022:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe680 x1872930407310080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212032:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176851.212033:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176851.212036:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176851.212040:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176851.212042:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176851.212044:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306043942
00000100:00000001:0.0:1786176851.212047:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306052907
00000100:00000001:0.0:1786176851.212048:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306043942
00000100:00000001:0.0:1786176851.212050:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306052907
00000100:00000001:0.0:1786176851.212052:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176851.212053:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176851.212055:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176851.212057:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176851/real 1786176851]  req@ffff9f1498afe680 x1872930407310080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176851.212062:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176851.212063:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176851.212064:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176851.212066:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176851.212067:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176851.212069:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176851.212071:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe680 x1872930407310080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176851.212076:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe680 x1872930407310080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212080:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176851.212081:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212082:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176851.212084:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176851.212087:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe680 x1872930407310080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212092:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176851.212095:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe680 x1872930407310080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212100:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176851.212102:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212103:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176851.212103:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212105:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176851.212106:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176851.212108:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176851.212111:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176851.212112:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176851.212114:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe680 x1872930407310080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176851.212119:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407310080:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176851.212122:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176851.212124:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdf80 x1872930407310208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212129:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176851.212130:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176851.212132:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176851.212134:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176851.212135:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176851.212137:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407310208:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176851.212139:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176851.212141:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176851.212142:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176851.212144:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176851.212148:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176851.212150:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176851.212153:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176851.212156:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176851.212160:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176851.212163:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407310208, portal 10
00000100:00000001:0.0:1786176851.212165:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176851.212166:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542666112 : -106564166885504 : ffff9f1498afdf80)
00000100:00000040:0.0:1786176851.212173:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdf80 x1872930407310208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212180:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176851.212183:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176851.212185:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176851.212188:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407310208, offset 0
00000400:00000200:0.0:1786176851.212193:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176851.212197:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176851.212201:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176851.212204:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176851.212207:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176851.212210:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176851.212212:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176851.212215:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273396:273396:256:4294967295] 192.168.202.146@tcp LPNI seq info [273357:273357:8:4294967295]
00000400:00000200:0.0:1786176851.212218:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176851.212223:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176851.212226:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176851.212229:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176851.212232:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176851.212234:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176851.212237:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176851.212239:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1786176851.212242:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176851.212245:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176851.212247:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176851.212249:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176851.212252:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176851.212253:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176851.212255:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176851.212258:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdf80 x1872930407310208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212264:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176851.212266:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdf80 x1872930407310208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212271:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176851.212272:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176851.212275:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176851.212277:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176851.212280:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176851.212282:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306044023
00000100:00000001:0.0:1786176851.212284:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306052907
00000100:00000001:0.0:1786176851.212285:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306044023
00000100:00000001:0.0:1786176851.212287:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306052907
00000100:00000001:0.0:1786176851.212289:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176851.212290:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176851.212292:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176851.212294:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176851/real 1786176851]  req@ffff9f1498afdf80 x1872930407310208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176851.212299:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176851.212299:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176851.212300:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176851.212302:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176851.212303:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176851.212305:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176851.212307:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdf80 x1872930407310208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176851.212313:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdf80 x1872930407310208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212317:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176851.212318:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212319:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176851.212320:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176851.212322:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdf80 x1872930407310208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212342:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176851.212346:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdf80 x1872930407310208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212350:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176851.212352:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212353:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176851.212354:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212356:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176851.212357:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176851.212358:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176851.212360:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176851.212362:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176851.212364:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdf80 x1872930407310208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176851.212370:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407310208:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176851.212373:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176851.212377:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff480 x1872930407310336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212382:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176851.212383:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176851.212385:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176851.212386:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176851.212388:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176851.212389:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407310336:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176851.212392:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176851.212394:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176851.212395:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176851.212396:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176851.212399:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176851.212401:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176851.212405:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176851.212409:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176851.212412:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176851.212415:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407310336, portal 4
00000100:00000001:0.0:1786176851.212417:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176851.212419:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542671488 : -106564166880128 : ffff9f1498aff480)
00000100:00000040:0.0:1786176851.212426:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff480 x1872930407310336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212434:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176851.212436:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176851.212439:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176851.212442:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407310336, offset 0
00000400:00000200:0.0:1786176851.212447:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176851.212451:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176851.212455:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176851.212458:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176851.212460:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176851.212462:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176851.212464:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176851.212466:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273397:273397:256:4294967295] 192.168.202.146@tcp LPNI seq info [273358:273358:8:4294967295]
00000400:00000200:0.0:1786176851.212469:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176851.212474:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176851.212477:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176851.212480:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176851.212483:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176851.212485:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176851.212488:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176851.212491:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1786176851.212493:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176851.212495:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176851.212497:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176851.212500:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176851.212502:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176851.212503:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176851.212505:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176851.212508:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff480 x1872930407310336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212514:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176851.212516:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff480 x1872930407310336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212520:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176851.212522:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176851.212524:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176851.212526:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176851.212529:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176851.212530:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306045282
00000100:00000001:0.0:1786176851.212532:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306052907
00000100:00000001:0.0:1786176851.212534:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306045282
00000100:00000001:0.0:1786176851.212536:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306052907
00000100:00000001:0.0:1786176851.212537:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176851.212539:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176851.212541:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176851.212544:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176851/real 1786176851]  req@ffff9f1498aff480 x1872930407310336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176851.212549:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176851.212550:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176851.212551:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176851.212552:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176851.212553:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176851.212555:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176851.212557:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff480 x1872930407310336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176851.212563:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff480 x1872930407310336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212567:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176851.212568:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212569:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176851.212570:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176851.212572:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff480 x1872930407310336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212576:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176851.212578:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff480 x1872930407310336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212582:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176851.212584:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212585:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176851.212585:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212587:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176851.212588:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176851.212589:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176851.212592:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176851.212593:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176851.212596:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff480 x1872930407310336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176851.212601:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407310336:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176851.212603:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212605:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176851.212607:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe680 x1872930407310080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212611:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176851.212612:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176851.212613:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176851.212615:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176851.212616:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176851.212617:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176851.212618:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176851.212620:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965400.
02000000:00000001:0.0:1786176851.212622:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176851.212623:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176851.212624:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe680.
00000100:00000001:0.0:1786176851.212627:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176851.212628:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212629:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176851.212631:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdf80 x1872930407310208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212636:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176851.212636:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176851.212637:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176851.212639:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176851.212640:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176851.212641:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176851.212642:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176851.212643:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966800.
02000000:00000001:0.0:1786176851.212646:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176851.212646:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176851.212647:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdf80.
00000100:00000001:0.0:1786176851.212649:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176851.212650:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212651:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176851.212653:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff480 x1872930407310336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212657:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176851.212657:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176851.212658:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176851.212659:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176851.212660:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176851.212661:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176851.212662:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176851.212663:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964400.
02000000:00000001:0.0:1786176851.212664:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176851.212665:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176851.212665:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff480.
00000100:00000001:0.0:1786176851.212667:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176851.212667:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212669:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212672:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176851.212673:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176851.212674:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176851.212675:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176851.212676:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176851.212678:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc700 x1872930407310464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212683:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176851.212683:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176851.212685:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176851.212686:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176851.212687:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176851.212689:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407310464:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176851.212692:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176851.212694:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176851.212695:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176851.212696:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176851.212698:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176851.212700:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176851.212702:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176851.212703:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176851.212705:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176851.212708:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407310464, portal 4
00000100:00000001:0.0:1786176851.212709:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176851.212710:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542659840 : -106564166891776 : ffff9f1498afc700)
00000100:00000040:0.0:1786176851.212714:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc700 x1872930407310464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212719:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176851.212720:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176851.212722:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176851.212723:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407310464, offset 0
00000400:00000200:0.0:1786176851.212726:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176851.212728:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176851.212730:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176851.212732:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176851.212734:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176851.212736:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176851.212738:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176851.212740:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273398:273398:256:4294967295] 192.168.202.146@tcp LPNI seq info [273359:273359:8:4294967295]
00000400:00000200:0.0:1786176851.212743:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176851.212747:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176851.212750:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176851.212752:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176851.212755:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176851.212757:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176851.212760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176851.212762:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1786176851.212765:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176851.212766:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176851.212768:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176851.212791:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176851.212794:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176851.212795:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176851.212797:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176851.212800:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc700 x1872930407310464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212805:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176851.212807:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc700 x1872930407310464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212812:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176851.212813:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176851.212815:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176851.212817:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176851.212820:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176851.212821:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306045073
00000100:00000001:0.0:1786176851.212823:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306052907
00000100:00000001:0.0:1786176851.212825:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306045073
00000100:00000001:0.0:1786176851.212827:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306052907
00000100:00000001:0.0:1786176851.212828:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176851.212829:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176851.212830:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176851.212833:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176851/real 1786176851]  req@ffff9f1498afc700 x1872930407310464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176851.212838:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176851.212839:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176851.212841:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176851.212842:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176851.212843:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176851.212845:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176851.212847:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc700 x1872930407310464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176851.212854:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc700 x1872930407310464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212860:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176851.212862:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212864:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176851.212865:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176851.212869:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc700 x1872930407310464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212877:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176851.212881:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc700 x1872930407310464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212889:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176851.212892:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212894:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176851.212895:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212897:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176851.212898:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176851.212912:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176851.212918:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176851.212921:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176851.212926:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc700 x1872930407310464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176851.212935:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407310464:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176851.212940:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212941:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176851.212945:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc700 x1872930407310464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176851.212952:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176851.212954:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176851.212956:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176851.212959:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176851.212960:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176851.212962:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176851.212964:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176851.212966:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966000.
02000000:00000001:0.0:1786176851.212968:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176851.212970:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176851.212971:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc700.
00000100:00000001:0.0:1786176851.212974:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176851.212976:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212977:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176851.212981:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176851.212982:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176851.212984:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176851.212986:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176852.041948:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176852.041956:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176852.042015:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176852.042019:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176852.042022:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176853.065885:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176853.065893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176854.089826:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176854.089833:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176854.089944:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176854.089949:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176854.089952:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176855.113890:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176855.113897:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176856.137931:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176856.137940:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176856.138021:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176856.138027:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176856.138031:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786176856.329940:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176856.329953:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176856.329956:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176856.329960:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176856.329966:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176856.329974:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11376
00000400:00000200:0.0:1786176856.329983:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176856.329989:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176856.329993:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176856.329996:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.329999:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176856.330001:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.330003:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176856.330007:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176856.330009:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176856.330011:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176856.330014:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176856.330016:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176856.330018:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176856.330019:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.330021:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176856.330030:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.330031:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176856.330034:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176856.330037:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176856.330039:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176856.330042:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176856.330045:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176856.330047:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176856.330049:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176856.330051:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176856.330063:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176856.330066:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176856.330070:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176856.330073:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176856.330076:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176856.330079:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176856.330083:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176856.330226:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786176856.330242:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176856.330257:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407310592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176856.330266:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176856.330270:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176856.330284:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407310592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176856.330307:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176856.330310:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176856.330313:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176856.330315:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176856.330317:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176856.330320:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176856.330323:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11376
00000400:00000200:0.0:1786176856.330331:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176856.330336:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176856.330339:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176856.330342:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.330353:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176856.330356:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.330360:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176856.330363:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176856.330364:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176856.330367:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176856.330371:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176856.330375:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176856.330382:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176856.330391:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.330396:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176856.330401:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.330406:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176856.330410:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176856.330417:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176856.330423:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176856.330428:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176856.330436:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176856.330441:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176856.330447:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176856.330454:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176856.330459:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176856.330464:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176856.330473:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176856.330480:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176856.330487:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176856.330490:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176856.330494:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176856.330499:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176856.330504:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176856.330514:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000001:0.0:1786176856.330547:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176856.330558:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407310720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176856.330583:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176856.330597:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176856.330606:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407310720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176856.330622:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176856.330628:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176856.330636:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:2.1:1786176856.330639:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176856.330640:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176856.330644:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176856.330648:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176856.330652:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11376
00000400:00000200:0.0:1786176856.330658:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176856.330664:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176856.330669:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176856.330675:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.330687:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176856.330693:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.330697:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176856.330704:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176856.330707:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176856.330711:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176856.330716:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176856.330720:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176856.330725:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176856.330733:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.330739:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176856.330753:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.330759:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176856.330766:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176856.330827:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176856.330834:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176856.330847:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176856.330853:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176856.330861:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176856.330865:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176856.330869:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176856.330876:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176856.330882:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176856.330892:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176856.330898:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176856.330905:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176856.330909:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176856.330915:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176856.330919:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176856.330923:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176856.330931:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786176856.330939:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176856.330951:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407310848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176856.330976:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176856.330980:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176856.330992:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407310848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786176856.330993:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176856.331017:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176856.331025:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176856.331034:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176856.331038:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176856.331042:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176856.331048:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176856.331054:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11376
00000400:00000200:0.0:1786176856.331064:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176856.331072:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176856.331078:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176856.331087:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.331093:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176856.331098:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.331105:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176856.331110:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176856.331113:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176856.331116:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176856.331119:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176856.331122:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176856.331127:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176856.331133:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.331138:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176856.331143:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.331145:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176856.331149:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176856.331154:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176856.331158:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176856.331161:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176856.331164:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176856.331168:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176856.331172:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176856.331175:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176856.331179:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176856.331182:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176856.331189:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176856.331194:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176856.331196:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176856.331199:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176856.331201:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176856.331203:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176856.331206:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176856.331213:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786176856.331220:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176856.331228:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407310976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176856.331257:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176856.331261:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176856.331271:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407310976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176856.331308:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176856.331315:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176856.331323:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176856.331328:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176856.331331:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176856.331338:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176856.331344:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11376
00000400:00000200:0.0:1786176856.331355:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176856.331363:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176856.331367:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176856.331374:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.331379:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176856.331385:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.331390:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.1:1786176856.331392:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:0.0:1786176856.331397:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176856.331400:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176856.331405:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176856.331408:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176856.331413:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176856.331417:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176856.331424:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.331429:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176856.331434:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176856.331438:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176856.331444:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176856.331450:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176856.331456:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176856.331460:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176856.331467:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176856.331472:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176856.331475:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176856.331480:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176856.331486:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176856.331491:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176856.331496:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176856.331501:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176856.331507:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176856.331510:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176856.331521:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176856.331525:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176856.331529:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176856.331536:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786176856.331543:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176856.331558:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407311104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176856.331573:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176856.331578:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176856.331588:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407311104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176856.331603:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176856.331613:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11386)
00000800:00000200:2.1:1786176856.331713:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176856.331955:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00010000:00000001:1.0:1786176857.161888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176857.161896:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176858.185892:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176858.185899:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176858.185956:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176858.185960:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176858.185963:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176859.209864:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176859.209872:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176859.209874:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176859.209877:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176859.209882:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176859.209884:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176859.209887:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176859.209889:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176859.402504:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176859.402517:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176859.402534:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176859.402554:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176856/real 1786176859]  req@ffff9f1482ebea00 x1872930407310592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176859.402585:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176859.402591:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176859.402600:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60790.
00000400:00000200:0.0:1786176859.402611:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cc38
00000400:00000010:0.0:1786176859.402618:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cc38.
00000100:00000001:0.0:1786176859.402625:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176859.402636:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407310592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176859.402655:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407310592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.402673:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176859.402679:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.402685:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176859.402692:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176859.402703:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407310592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.402722:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176859.402735:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407310592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.402752:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176859.402880:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.402886:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176859.402890:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.402896:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176859.402905:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176859.402915:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176859.402929:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176859.402935:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176859.402945:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407310592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176859.402956:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407310592:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176859.402964:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176859.402968:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176859.402972:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407310592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.402981:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176859.402986:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176859.402994:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:0.0:1786176859.403002:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176859.403007:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176859.403010:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176859.403014:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176859.403019:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176859.403025:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176859.403028:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176859.403031:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:0.0:1786176859.403038:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176859.403039:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403044:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176859.403046:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176859.403047:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176859.403049:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176859.403054:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176856/real 1786176859]  req@ffff9f1482ebc000 x1872930407311104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176859.403068:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176859.403070:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176859.403076:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b600b0.
00000400:00000200:0.0:1786176859.403081:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c908
00000400:00000010:0.0:1786176859.403083:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c908.
00000100:00000001:0.0:1786176859.403089:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176859.403095:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407311104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176859.403105:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407311104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403113:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176859.403115:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403117:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176859.403119:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176859.403123:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407311104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403132:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176859.403137:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407311104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403145:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176859.403148:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403151:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176859.403152:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403156:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176859.403158:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176859.403161:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176859.403167:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176859.403169:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176859.403177:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407311104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176859.403186:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407311104:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176859.403198:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176859.403202:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176856/real 1786176859]  req@ffff9f1482ebe680 x1872930407310976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176859.403218:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176859.403219:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176859.403222:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b609f8.
00000400:00000200:0.0:1786176859.403226:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cf68
00000400:00000010:0.0:1786176859.403228:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cf68.
00000100:00000001:0.0:1786176859.403230:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176859.403234:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407310976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176859.403243:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407310976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403266:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176859.403267:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403269:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176859.403271:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176859.403275:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407310976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403283:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176859.403287:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407310976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403294:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176859.403297:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403298:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176859.403300:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403302:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176859.403304:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176859.403307:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176859.403311:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176859.403314:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176859.403320:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407310976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176859.403332:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407310976:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176859.403338:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176859.403342:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176856/real 1786176859]  req@ffff9f1482ebd500 x1872930407310848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176859.403350:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176859.403352:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176859.403355:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60e70.
00000400:00000200:0.0:1786176859.403358:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c088
00000400:00000010:0.0:1786176859.403359:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c088.
00000100:00000001:0.0:1786176859.403362:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176859.403365:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407310848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176859.403375:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407310848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403383:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176859.403385:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403389:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176859.403391:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176859.403396:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407310848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403405:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176859.403410:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407310848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403417:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176859.403419:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403421:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176859.403423:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403425:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176859.403427:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176859.403430:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176859.403436:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176859.403441:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176859.403447:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407310848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176859.403459:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407310848:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176859.403468:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176859.403474:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176856/real 1786176859]  req@ffff9f1482ebce00 x1872930407310720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176859.403484:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176859.403487:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176859.403490:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60dc0.
00000400:00000200:0.0:1786176859.403495:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c660
00000400:00000010:0.0:1786176859.403498:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c660.
00000100:00000001:0.0:1786176859.403502:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176859.403507:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407310720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176859.403525:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407310720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403533:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176859.403535:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403537:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176859.403538:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176859.403542:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407310720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403556:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176859.403560:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407310720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403566:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176859.403569:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403571:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176859.403572:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403574:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176859.403577:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176859.403579:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176859.403583:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176859.403586:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176859.403590:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407310720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176859.403598:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407310720:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176859.403602:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403604:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176859.403607:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407311104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403614:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176859.403616:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176859.403618:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:0.0:1786176859.403621:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176859.403623:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176859.403624:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176859.403627:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176859.403629:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176859.403632:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176859.403634:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176859.403635:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:0.0:1786176859.403638:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176859.403639:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403641:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176859.403644:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407310976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403652:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176859.403656:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176859.403658:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:0.0:1786176859.403664:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176859.403665:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176859.403667:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176859.403669:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176859.403670:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:0.0:1786176859.403673:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176859.403674:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176859.403675:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:0.0:1786176859.403678:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176859.403680:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403682:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176859.403685:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407310848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403692:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176859.403693:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176859.403695:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:0.0:1786176859.403697:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176859.403699:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176859.403700:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176859.403702:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176859.403704:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176859.403707:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176859.403708:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176859.403709:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:0.0:1786176859.403714:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176859.403715:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403717:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176859.403721:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407310720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176859.403727:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176859.403729:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176859.403730:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964000.
02000000:00000001:0.0:1786176859.403733:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176859.403734:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176859.403736:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176859.403738:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176859.403739:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176859.403742:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176859.403743:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176859.403744:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:0.0:1786176859.403747:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176859.403748:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403750:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176859.403762:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176859.403766:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176859.403768:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176859.403810:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176860.233888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176860.233895:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176860.233986:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176860.233993:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176860.233999:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176861.257861:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176861.257867:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176861.449851:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176861.449860:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176861.449862:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176861.449870:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176861.449874:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176861.449882:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11381
00000400:00000200:0.0:1786176861.449892:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176861.449900:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176861.449905:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176861.449909:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.449914:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176861.449917:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.449920:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176861.449924:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176861.449927:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176861.449931:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176861.449934:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176861.449937:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176861.449940:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176861.449945:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.449948:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176861.449951:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.449954:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176861.449958:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176861.449963:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176861.449975:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176861.449979:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176861.449982:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176861.449986:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176861.449988:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176861.449990:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176861.449997:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176861.450001:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176861.450005:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176861.450006:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176861.450010:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176861.450013:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176861.450017:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176861.450025:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000001:0.0:1786176861.450032:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176861.450042:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407311232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176861.450109:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176861.450115:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176861.450121:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407311232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176861.450147:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176861.450151:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176861.450154:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176861.450156:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176861.450158:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176861.450162:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176861.450164:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11381
00000400:00000200:0.0:1786176861.450170:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176861.450175:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176861.450178:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176861.450181:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.450184:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176861.450190:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.450193:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176861.450205:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176861.450207:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176861.450211:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176861.450215:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176861.450221:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176861.450240:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176861.450246:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.450248:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176861.450250:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.450253:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176861.450258:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176861.450265:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176861.450270:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176861.450277:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176861.450285:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176861.450292:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176861.450296:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176861.450303:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176861.450308:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176861.450311:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176861.450315:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176861.450322:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176861.450327:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176861.450332:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176861.450353:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176861.450356:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176861.450360:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176861.450366:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786176861.450373:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176861.450384:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407311360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176861.450411:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176861.450417:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176861.450426:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407311360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176861.450439:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176861.450444:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176861.450450:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176861.450454:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176861.450456:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176861.450462:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176861.450468:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11381
00000400:00000200:0.0:1786176861.450473:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176861.450481:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176861.450485:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176861.450492:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.450496:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176861.450502:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.450508:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176861.450513:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176861.450516:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176861.450520:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176861.450524:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176861.450529:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176861.450533:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176861.450539:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.450544:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176861.450551:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.450557:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176861.450560:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176861.450567:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176861.450572:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176861.450577:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176861.450580:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176861.450585:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176861.450590:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176861.450594:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176861.450599:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176861.450600:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176861.450603:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176861.450606:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000100:00000010:0.0:1786176861.450609:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176861.450616:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176861.450621:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176861.450625:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176861.450628:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176861.450631:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176861.450635:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176861.450642:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786176861.450647:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176861.450657:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407311488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176861.450672:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176861.450678:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176861.450687:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407311488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176861.450710:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176861.450715:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176861.450723:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176861.450726:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176861.450730:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176861.450735:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176861.450742:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11381
00000400:00000200:0.0:1786176861.450750:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176861.450756:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176861.450760:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176861.450767:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.450830:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176861.450838:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.450843:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176861.450848:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176861.450851:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176861.450856:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176861.450860:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176861.450865:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176861.450871:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176861.450875:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.450877:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176861.450879:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.450881:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176861.450883:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176861.450887:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176861.450891:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176861.450896:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176861.450900:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176861.450905:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176861.450908:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176861.450911:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176861.450917:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176861.450922:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176861.450930:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176861.450936:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176861.450941:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176861.450945:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176861.450951:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176861.450954:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176861.450957:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176861.450965:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786176861.450971:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176861.450982:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407311616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176861.451002:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176861.451008:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176861.451016:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407311616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176861.451035:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176861.451040:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176861.451050:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176861.451053:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176861.451058:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176861.451064:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176861.451070:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11381
00000400:00000200:0.0:1786176861.451080:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176861.451089:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176861.451095:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176861.451102:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.451106:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176861.451112:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.451116:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176861.451120:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176861.451123:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176861.451127:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176861.451131:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176861.451134:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176861.451139:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176861.451145:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.451148:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176861.451153:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176861.451156:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176861.451160:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176861.451167:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176861.451172:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176861.451174:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176861.451178:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176861.451182:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176861.451186:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176861.451192:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176861.451198:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176861.451202:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176861.451208:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176861.451213:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176861.451218:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176861.451222:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176861.451239:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176861.451243:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176861.451247:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176861.451253:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786176861.451259:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176861.451268:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407311744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176861.451282:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176861.451287:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176861.451297:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407311744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176861.451310:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176861.451318:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11391)
00000800:00000200:2.1:1786176861.451421:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176861.451423:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176861.451729:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176861.451732:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176861.451981:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176861.451983:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176861.452322:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176861.452324:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1786176862.281878:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176862.281884:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176862.281935:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176862.281939:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176862.281942:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176863.305835:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176863.305840:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176864.329886:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176864.329894:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176864.329954:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176864.329958:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176864.329961:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176865.353865:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176865.353874:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176866.377875:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176866.377882:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176866.377944:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176866.377949:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176866.377953:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176866.569899:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176866.569907:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176866.569909:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176866.569913:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176866.569916:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176866.569922:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11386
00000400:00000200:1.0:1786176866.569929:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176866.569934:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176866.569936:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176866.569940:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.569943:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176866.569945:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.569947:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176866.569950:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176866.569952:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176866.569954:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176866.569957:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176866.569958:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176866.569960:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176866.569962:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.569963:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176866.569964:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.569965:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176866.569968:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176866.569970:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176866.569972:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176866.569974:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176866.569977:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176866.569979:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176866.569980:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176866.569982:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176866.569990:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5180.
00000020:00000040:1.0:1786176866.569993:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176866.569996:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176866.569997:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176866.570000:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176866.570002:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176866.570005:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176866.570013:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
00000100:00000001:1.0:1786176866.570018:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176866.570025:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5180 x1872930407311872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176866.570034:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176866.570038:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176866.570041:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef159443] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5180 x1872930407311872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176866.570057:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176866.570061:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176866.570065:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176866.570067:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176866.570069:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176866.570073:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176866.570078:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11386
00000400:00000200:1.0:1786176866.570085:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176866.570094:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176866.570101:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176866.570108:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570112:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176866.570115:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570118:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176866.570122:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176866.570125:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176866.570127:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176866.570130:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176866.570135:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176866.570138:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176866.570143:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570146:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176866.570150:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570153:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176866.570155:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176866.570160:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570163:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176866.570165:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176866.570171:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176866.570189:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176866.570191:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176866.570194:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176866.570196:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176866.570198:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176866.570203:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7480.
00000020:00000040:1.0:1786176866.570205:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176866.570208:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176866.570210:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176866.570212:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176866.570214:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176866.570217:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176866.570223:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:1.0:1786176866.570227:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176866.570234:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7480 x1872930407312000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176866.570260:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176866.570265:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176866.570271:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ede54877] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7480 x1872930407312000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176866.570285:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176866.570288:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176866.570292:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176866.570292:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176866.570294:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176866.570296:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176866.570300:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11386
00000400:00000200:1.0:1786176866.570307:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176866.570312:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176866.570315:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176866.570320:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570322:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176866.570323:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570324:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176866.570326:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176866.570328:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176866.570332:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176866.570334:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176866.570337:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176866.570341:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176866.570348:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570351:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176866.570356:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570361:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176866.570365:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176866.570368:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570373:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176866.570376:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176866.570379:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176866.570383:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176866.570385:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176866.570388:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176866.570393:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176866.570394:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176866.570398:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786176866.570401:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176866.570404:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176866.570407:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176866.570409:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176866.570411:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176866.570413:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176866.570418:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000800:00000200:2.1:1786176866.570419:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786176866.570422:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176866.570423:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000100:00100000:1.0:1786176866.570428:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407312128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176866.570439:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176866.570441:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176866.570446:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407312128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176866.570461:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176866.570464:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176866.570468:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176866.570470:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176866.570474:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176866.570476:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176866.570480:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11386
00000400:00000200:1.0:1786176866.570488:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176866.570493:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176866.570496:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176866.570499:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570502:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176866.570506:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570510:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176866.570515:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176866.570517:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176866.570520:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176866.570523:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176866.570526:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176866.570529:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176866.570533:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570534:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176866.570538:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570543:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176866.570549:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176866.570554:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570557:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176866.570559:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176866.570563:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176866.570566:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176866.570571:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176866.570573:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176866.570577:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176866.570580:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176866.570587:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786176866.570592:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176866.570597:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176866.570598:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176866.570601:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176866.570603:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176866.570605:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176866.570610:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786176866.570614:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176866.570621:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407312256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176866.570633:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176866.570638:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176866.570647:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407312256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176866.570672:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176866.570677:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176866.570686:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176866.570690:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176866.570695:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176866.570701:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176866.570706:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11386
00000400:00000200:1.0:1786176866.570715:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176866.570720:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176866.570723:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176866.570728:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570733:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176866.570737:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570740:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176866.570744:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176866.570748:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176866.570751:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176866.570754:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176866.570758:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176866.570762:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176866.570766:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570768:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176866.570788:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570790:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176866.570792:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176866.570794:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176866.570795:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176866.570797:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176866.570799:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176866.570802:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176866.570805:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176866.570809:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176866.570813:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176866.570818:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176866.570823:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786176866.570827:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176866.570832:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176866.570834:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176866.570839:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176866.570840:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176866.570842:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176866.570848:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8400.
00000100:00000001:1.0:1786176866.570852:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176866.570860:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407312384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176866.570877:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176866.570880:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176866.570887:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407312384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176866.570897:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176866.570903:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11396)
00000800:00000200:2.1:1786176866.571022:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176866.571023:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176866.571226:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176866.571227:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176866.571409:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176866.571411:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176866.571587:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176866.571589:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1786176867.401835:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176867.401841:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176868.425875:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176868.425882:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176868.425967:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176868.425971:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176868.425973:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176869.449893:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176869.449900:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176869.449902:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176869.449905:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176869.449909:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176869.449911:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176869.449912:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176869.449914:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176870.473884:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176870.473892:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176870.473956:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176870.473959:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176870.473962:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176871.497841:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176871.497853:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176871.689949:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176871.689957:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176871.689959:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176871.689962:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176871.689966:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176871.689972:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11391
00000400:00000200:0.0:1786176871.689979:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176871.689983:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176871.689986:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176871.689988:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.689990:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176871.689992:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.689994:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176871.689997:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176871.689999:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176871.690001:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176871.690003:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176871.690004:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176871.690006:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176871.690008:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690009:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176871.690011:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690012:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176871.690014:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176871.690016:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690018:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176871.690020:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176871.690023:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176871.690025:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176871.690027:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176871.690029:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176871.690037:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176871.690040:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176871.690043:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176871.690045:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176871.690048:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176871.690050:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176871.690055:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176871.690064:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000100:00000001:0.0:1786176871.690071:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176871.690081:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407312512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176871.690092:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176871.690097:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176871.690103:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407312512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176871.690143:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176871.690146:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176871.690149:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176871.690150:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176871.690151:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176871.690153:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176871.690155:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11391
00000400:00000200:0.0:1786176871.690158:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176871.690161:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176871.690163:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176871.690166:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690168:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176871.690170:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690171:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176871.690174:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176871.690175:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176871.690176:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176871.690178:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176871.690180:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176871.690182:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176871.690185:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690188:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176871.690190:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690194:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176871.690196:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176871.690200:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690202:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176871.690203:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176871.690209:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176871.690213:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176871.690216:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176871.690220:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176871.690226:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176871.690228:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176871.690232:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176871.690236:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176871.690240:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176871.690241:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176871.690244:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176871.690247:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176871.690249:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176871.690255:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000100:00000001:0.0:1786176871.690261:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176871.690273:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407312640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176871.690290:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176871.690296:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176871.690306:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407312640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176871.690324:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176871.690329:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176871.690346:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176871.690350:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176871.690354:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176871.690358:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176871.690365:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11391
00000400:00000200:0.0:1786176871.690374:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176871.690384:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176871.690387:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176871.690393:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690398:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176871.690405:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690410:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176871.690415:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176871.690418:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176871.690419:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176871.690421:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176871.690430:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176871.690433:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176871.690438:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690441:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176871.690443:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690448:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176871.690454:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176871.690459:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000800:00000200:2.1:1786176871.690465:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176871.690466:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176871.690470:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1786176871.690471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
02000000:00000001:0.0:1786176871.690474:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176871.690479:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176871.690483:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176871.690486:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176871.690488:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176871.690493:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176871.690499:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176871.690502:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176871.690506:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176871.690508:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176871.690511:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176871.690513:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176871.690516:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176871.690520:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786176871.690525:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176871.690534:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407312768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176871.690541:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176871.690544:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176871.690551:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407312768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176871.690581:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176871.690584:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176871.690589:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176871.690592:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176871.690593:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176871.690595:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176871.690598:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11391
00000400:00000200:0.0:1786176871.690604:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176871.690610:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176871.690614:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176871.690617:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690623:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176871.690624:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690626:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176871.690627:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176871.690628:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176871.690630:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176871.690633:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176871.690636:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176871.690638:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176871.690641:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690644:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176871.690647:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690651:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176871.690654:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176871.690659:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690662:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176871.690666:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176871.690670:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176871.690674:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176871.690679:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176871.690682:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176871.690687:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176871.690691:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176871.690695:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176871.690699:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176871.690703:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176871.690706:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176871.690710:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176871.690714:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176871.690716:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176871.690722:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786176871.690725:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176871.690733:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407312896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176871.690750:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176871.690753:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176871.690758:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407312896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176871.690811:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176871.690817:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176871.690820:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176871.690824:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176871.690826:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176871.690830:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176871.690833:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11391
00000400:00000200:0.0:1786176871.690837:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176871.690842:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176871.690846:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176871.690850:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690854:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176871.690858:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690862:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176871.690866:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176871.690868:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176871.690871:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176871.690872:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176871.690877:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176871.690879:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176871.690884:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690888:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176871.690892:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690896:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176871.690900:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176871.690904:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176871.690909:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176871.690911:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176871.690915:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176871.690920:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176871.690923:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176871.690926:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176871.690930:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176871.690935:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176871.690938:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176871.690942:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176871.690945:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176871.690948:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176871.690951:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176871.690954:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176871.690956:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176871.690959:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
00000100:00000001:0.0:1786176871.690965:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176871.690974:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407313024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176871.690988:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176871.690992:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176871.691000:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407313024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176871.691010:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176871.691014:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11402)
00000800:00000200:2.1:1786176871.691167:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176871.691170:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786176871.691403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176871.691405:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786176871.691616:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176871.691619:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786176871.691856:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176871.691858:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00010000:00000001:1.0:1786176872.521876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176872.521882:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176872.521932:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176872.521936:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176872.521940:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176873.545891:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176873.545896:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176874.569886:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176874.569894:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176874.569970:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176874.569974:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176874.569977:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176875.593942:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176875.593952:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176876.617899:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176876.617909:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176876.617994:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176876.618003:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176876.618009:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786176876.809874:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176876.809883:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176876.809886:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176876.809890:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176876.809894:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176876.809917:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11397
00000400:00000200:0.0:1786176876.809924:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176876.809930:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176876.809933:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176876.809936:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.809939:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176876.809941:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.809942:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176876.809946:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176876.809947:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176876.809950:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176876.809952:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176876.809954:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176876.809956:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176876.809958:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.809959:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176876.809961:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.809962:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176876.809965:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176876.809967:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176876.809969:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176876.809971:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176876.809974:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176876.809976:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176876.809993:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176876.809995:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176876.810002:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176876.810005:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176876.810008:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176876.810009:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176876.810011:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176876.810013:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176876.810016:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176876.810023:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786176876.810028:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176876.810035:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407313152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176876.810043:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176876.810047:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176876.810051:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407313152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176876.810068:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176876.810071:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176876.810073:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176876.810074:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176876.810087:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176876.810090:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176876.810092:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11397
00000400:00000200:0.0:1786176876.810095:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176876.810098:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176876.810101:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176876.810103:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810105:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176876.810107:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810109:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176876.810113:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176876.810123:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176876.810126:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176876.810131:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176876.810138:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176876.810140:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176876.810148:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810152:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176876.810164:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810179:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176876.810189:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176876.810199:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810209:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176876.810214:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176876.810220:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176876.810224:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176876.810228:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176876.810232:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176876.810237:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176876.810242:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176876.810249:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176876.810258:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176876.810262:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176876.810263:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176876.810264:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176876.810266:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176876.810268:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176876.810272:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786176876.810274:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176876.810279:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407313280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176876.810285:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176876.810287:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176876.810289:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407313280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176876.810296:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176876.810298:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176876.810301:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176876.810302:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176876.810303:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176876.810305:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176876.810307:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11397
00000400:00000200:0.0:1786176876.810309:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176876.810311:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176876.810312:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176876.810314:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810315:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176876.810317:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810318:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176876.810320:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176876.810321:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176876.810322:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176876.810323:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176876.810324:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176876.810326:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176876.810328:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810329:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176876.810331:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810332:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176876.810333:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176876.810335:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810336:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176876.810337:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176876.810339:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176876.810340:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176876.810341:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176876.810342:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176876.810344:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176876.810345:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176876.810349:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176876.810350:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176876.810352:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176876.810352:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176876.810353:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176876.810354:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176876.810355:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176876.810357:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786176876.810359:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176876.810361:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407313408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176876.810365:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176876.810366:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176876.810369:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407313408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176876.810374:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176876.810375:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176876.810378:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176876.810379:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176876.810380:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176876.810382:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176876.810384:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11397
00000400:00000200:0.0:1786176876.810386:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176876.810387:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176876.810388:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176876.810390:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810391:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176876.810392:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810393:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176876.810394:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176876.810395:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176876.810396:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176876.810397:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176876.810398:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176876.810400:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176876.810402:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810403:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176876.810404:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810405:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176876.810406:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176876.810408:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810409:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176876.810410:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176876.810411:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176876.810412:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176876.810413:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176876.810415:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176876.810416:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176876.810417:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176876.810419:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176876.810421:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176876.810423:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176876.810423:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176876.810424:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176876.810425:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176876.810426:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176876.810428:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000001:0.0:1786176876.810429:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176876.810432:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407313536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176876.810436:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176876.810437:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176876.810439:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407313536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176876.810443:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176876.810445:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176876.810446:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176876.810447:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176876.810448:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176876.810449:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176876.810451:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11397
00000400:00000200:0.0:1786176876.810452:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176876.810454:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176876.810455:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176876.810457:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810458:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176876.810459:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810461:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176876.810462:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176876.810463:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176876.810464:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176876.810465:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176876.810467:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176876.810468:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176876.810470:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810471:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176876.810472:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810473:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176876.810474:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176876.810476:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176876.810477:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176876.810478:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176876.810479:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176876.810480:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176876.810481:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176876.810482:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176876.810484:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176876.810485:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176876.810486:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176876.810488:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176876.810489:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176876.810490:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176876.810491:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176876.810491:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176876.810492:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176876.810494:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6800.
00000100:00000001:0.0:1786176876.810496:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176876.810498:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407313664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176876.810507:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176876.810508:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176876.810510:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407313664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176876.810515:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176876.810518:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11407)
00000800:00000200:2.1:1786176876.811703:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176876.811705:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176876.812034:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176876.812036:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176876.812242:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176876.812244:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176876.812419:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176876.812421:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786176876.812592:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176876.812594:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1786176877.641869:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176877.641874:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176878.665843:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176878.665853:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176878.665856:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176878.665858:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176878.665862:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176878.665864:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176878.665865:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176878.665867:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176878.665906:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176878.665910:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176878.665913:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176879.689876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176879.689882:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176880.713859:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176880.713866:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176880.713892:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176880.713896:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176880.713899:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176881.737896:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176881.737902:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176881.929882:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176881.929894:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176881.929897:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176881.929902:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176881.929906:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176881.929914:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11402
00000400:00000200:0.0:1786176881.929922:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176881.929929:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176881.929932:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176881.929936:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.929940:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176881.929942:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.929945:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176881.929949:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176881.929952:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176881.929955:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176881.929958:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176881.929961:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176881.929964:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176881.929967:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.929969:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176881.929971:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.929973:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176881.929976:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176881.929981:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176881.929983:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176881.929986:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176881.929990:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176881.929994:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176881.929997:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176881.929999:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176881.930008:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176881.930013:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176881.930016:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176881.930018:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176881.930023:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176881.930025:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176881.930062:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176881.930071:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786176881.930078:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176881.930088:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407313792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176881.930099:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176881.930104:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176881.930109:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407313792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176881.930136:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176881.930140:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176881.930143:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176881.930146:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176881.930147:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176881.930150:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176881.930153:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11402
00000400:00000200:0.0:1786176881.930157:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176881.930161:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176881.930165:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176881.930168:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.930172:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176881.930175:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.930177:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176881.930180:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176881.930185:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176881.930189:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176881.930195:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176881.930200:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176881.930205:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176881.930215:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.930219:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176881.930224:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.930229:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176881.930233:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176881.930241:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176881.930249:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176881.930254:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176881.930261:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176881.930267:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176881.930270:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176881.930276:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176881.930282:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176881.930286:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176881.930291:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176881.930296:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176881.930301:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176881.930302:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176881.930305:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176881.930306:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176881.930308:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176881.930313:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786176881.930328:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176881.930339:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407313920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176881.930358:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176881.930364:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176881.930375:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407313920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176881.930392:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176881.930399:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176881.930406:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176881.930412:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176881.930416:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176881.930424:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176881.930431:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11402
00000400:00000200:0.0:1786176881.930453:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176881.930462:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176881.930468:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176881.930476:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.1:1786176881.930479:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176881.930482:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786176881.930484:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1786176881.930489:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.930496:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176881.930502:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176881.930513:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176881.930518:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176881.930522:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176881.930529:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176881.930536:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176881.930545:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.930551:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176881.930558:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.930564:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176881.930569:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176881.930577:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176881.930584:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176881.930588:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176881.930592:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176881.930598:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176881.930603:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176881.930609:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176881.930616:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176881.930622:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176881.930631:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176881.930638:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176881.930646:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176881.930651:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176881.930655:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176881.930659:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176881.930664:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176881.930674:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786176881.930683:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176881.930695:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407314048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176881.930722:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176881.930729:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176881.930742:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407314048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176881.930766:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176881.930803:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176881.930812:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176881.930818:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176881.930822:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176881.930828:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176881.930837:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11402
00000400:00000200:0.0:1786176881.930848:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176881.930857:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176881.930864:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176881.930874:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.930878:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176881.930881:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.930886:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176881.930892:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176881.930898:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176881.930902:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176881.930907:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176881.930913:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176881.930921:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176881.930929:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.930937:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176881.930944:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.930950:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176881.930957:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176881.930962:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176881.930969:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176881.930975:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176881.930981:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176881.930987:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176881.930991:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176881.930997:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176881.931003:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176881.931008:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176881.931016:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176881.931022:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176881.931041:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176881.931045:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176881.931049:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176881.931054:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176881.931059:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176881.931068:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786176881.931075:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176881.931088:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407314176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176881.931112:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176881.931117:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176881.931128:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407314176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786176881.931135:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176881.931139:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1786176881.931155:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176881.931164:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176881.931170:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176881.931175:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176881.931180:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176881.931189:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176881.931197:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11402
00000400:00000200:0.0:1786176881.931208:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176881.931217:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176881.931222:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176881.931230:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.931235:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176881.931239:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.931245:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176881.931250:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176881.931253:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176881.931259:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176881.931265:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176881.931271:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176881.931276:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176881.931284:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.931288:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176881.931295:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176881.931299:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176881.931305:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176881.931312:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176881.931317:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176881.931321:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176881.931327:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176881.931334:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176881.931339:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176881.931343:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176881.931351:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176881.931356:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176881.931364:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176881.931370:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176881.931375:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176881.931380:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176881.931386:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176881.931389:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176881.931393:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176881.931400:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786176881.931408:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176881.931419:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407314304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176881.931445:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176881.931452:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176881.931464:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407314304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176881.931491:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176881.931501:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11412)
00000800:00000200:2.1:1786176881.931583:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176881.931585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176881.931842:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176881.931843:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786176881.932075:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176881.932077:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1786176882.761841:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176882.761847:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176882.761911:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176882.761914:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176882.761917:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176883.785895:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176883.785901:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176884.809851:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176884.809859:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176884.809925:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176884.809928:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176884.809932:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176885.833873:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176885.833879:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176886.857893:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176886.857910:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176886.858025:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176886.858028:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176886.858031:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786176887.049885:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176887.049894:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176887.049896:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176887.049899:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176887.049903:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176887.049909:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11407
00000400:00000200:0.0:1786176887.049917:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176887.049922:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176887.049925:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176887.049927:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.049930:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176887.049932:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.049933:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176887.049937:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176887.049939:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176887.049941:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176887.049943:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176887.049945:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176887.049946:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176887.049948:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.049949:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176887.049951:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.049952:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176887.049954:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176887.049956:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176887.049958:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176887.049960:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176887.049963:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176887.049965:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176887.049966:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176887.049968:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176887.049989:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176887.049993:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176887.049996:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176887.049997:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176887.049999:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176887.050001:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176887.050005:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176887.050011:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786176887.050017:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176887.050024:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407314432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176887.050032:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176887.050036:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176887.050047:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407314432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176887.050066:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176887.050068:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176887.050070:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176887.050072:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176887.050073:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176887.050075:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176887.050076:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11407
00000400:00000200:0.0:1786176887.050082:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176887.050085:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176887.050086:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176887.050088:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050090:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176887.050091:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050093:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176887.050094:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176887.050095:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176887.050096:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176887.050098:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176887.050100:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176887.050101:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176887.050103:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050104:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176887.050106:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050108:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176887.050110:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176887.050112:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050114:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176887.050116:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176887.050121:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176887.050124:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176887.050126:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176887.050130:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176887.050134:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176887.050136:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176887.050139:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176887.050142:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176887.050144:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176887.050147:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176887.050152:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176887.050154:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176887.050157:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176887.050163:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000100:00000001:0.0:1786176887.050167:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176887.050174:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407314560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176887.050192:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176887.050196:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176887.050203:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407314560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176887.050212:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176887.050218:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176887.050225:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176887.050228:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176887.050232:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176887.050240:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176887.050246:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11407
00000400:00000200:0.0:1786176887.050253:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176887.050260:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176887.050264:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176887.050271:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050274:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176887.050278:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050281:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176887.050284:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176887.050287:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176887.050290:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176887.050292:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176887.050295:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176887.050297:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176887.050303:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050307:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176887.050312:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050316:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176887.050319:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176887.050324:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050329:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176887.050333:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176887.050336:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176887.050342:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176887.050343:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176887.050345:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176887.050351:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176887.050352:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176887.050357:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176887.050362:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176887.050364:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176887.050365:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176887.050367:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176887.050369:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176887.050372:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176887.050377:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000100:00000001:0.0:1786176887.050382:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176887.050390:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407314688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176887.050400:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176887.050404:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176887.050409:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407314688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176887.050420:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176887.050425:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176887.050431:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176887.050435:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176887.050438:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176887.050443:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176887.050446:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11407
00000400:00000200:0.0:1786176887.050463:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176887.050469:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176887.050472:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176887.050478:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050480:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176887.050484:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050486:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176887.050492:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176887.050493:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176887.050494:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176887.050497:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176887.050501:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176887.050504:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000800:00000200:2.1:1786176887.050506:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:0.0:1786176887.050508:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050512:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786176887.050513:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1786176887.050515:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050521:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176887.050523:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176887.050529:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050532:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176887.050535:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176887.050538:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176887.050539:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176887.050541:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176887.050544:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176887.050547:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176887.050549:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176887.050554:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176887.050559:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176887.050561:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176887.050562:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176887.050564:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176887.050565:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176887.050569:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176887.050572:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786176887.050576:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176887.050581:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407314816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176887.050590:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176887.050595:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176887.050603:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407314816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176887.050610:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176887.050614:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176887.050619:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176887.050621:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176887.050624:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176887.050627:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176887.050632:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11407
00000400:00000200:0.0:1786176887.050647:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176887.050654:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176887.050658:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176887.050664:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050666:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176887.050670:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050672:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176887.050674:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176887.050675:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176887.050677:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176887.050681:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176887.050684:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176887.050686:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176887.050693:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050694:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176887.050698:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050702:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176887.050707:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176887.050711:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176887.050715:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176887.050722:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176887.050725:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176887.050730:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176887.050734:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176887.050736:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176887.050740:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176887.050743:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176887.050750:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176887.050752:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176887.050756:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176887.050759:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176887.050761:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176887.050764:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176887.050766:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176887.050787:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
00000100:00000001:0.0:1786176887.050790:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176887.050794:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407314944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176887.050799:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176887.050801:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176887.050803:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407314944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176887.050809:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176887.050812:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11417)
00000800:00000200:2.1:1786176887.051142:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176887.051145:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176887.051462:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176887.051465:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176887.051796:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176887.051799:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176887.052120:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176887.052123:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1786176887.881864:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176887.881876:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176888.905909:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176888.905917:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176888.905919:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176888.905923:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176888.905928:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176888.905931:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176888.905933:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176888.905935:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176888.906015:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176888.906020:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176888.906024:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176889.929883:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176889.929890:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176890.953892:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176890.953899:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176890.953985:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176890.953988:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176890.953991:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176891.977913:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176891.977923:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176892.169846:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176892.169856:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176892.169859:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176892.169863:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176892.169868:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176892.169875:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11412
00000400:00000200:0.0:1786176892.169898:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176892.169903:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176892.169906:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176892.169950:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.169952:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176892.169954:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.169956:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176892.169960:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176892.169961:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176892.169963:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176892.169966:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176892.169983:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176892.169985:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176892.169987:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.169989:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176892.169990:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.169991:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176892.169993:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176892.169996:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176892.169997:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176892.169999:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176892.170001:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176892.170003:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176892.170005:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176892.170007:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176892.170014:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176892.170017:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176892.170020:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176892.170021:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176892.170023:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176892.170026:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176892.170029:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176892.170046:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786176892.170052:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176892.170061:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407315072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176892.170072:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176892.170077:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176892.170083:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407315072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176892.170106:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176892.170110:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176892.170114:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176892.170116:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176892.170117:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176892.170119:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176892.170122:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11412
00000400:00000200:0.0:1786176892.170125:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176892.170127:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176892.170129:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176892.170132:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170135:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176892.170138:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170141:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176892.170144:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176892.170145:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176892.170147:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176892.170150:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176892.170153:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176892.170156:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176892.170162:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170167:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176892.170171:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170175:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176892.170180:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176892.170185:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170188:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176892.170192:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176892.170197:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176892.170200:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176892.170203:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176892.170208:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176892.170211:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176892.170214:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176892.170218:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176892.170222:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176892.170226:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176892.170228:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176892.170231:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176892.170233:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176892.170235:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176892.170241:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786176892.170258:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176892.170266:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407315200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176892.170277:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176892.170280:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176892.170284:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407315200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176892.170292:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176892.170297:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176892.170302:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176892.170303:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176892.170307:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176892.170312:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176892.170317:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11412
00000400:00000200:0.0:1786176892.170325:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176892.170332:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176892.170335:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176892.170340:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170346:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176892.170348:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170353:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176892.170357:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176892.170358:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176892.170360:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176892.170361:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176892.170366:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176892.170370:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176892.170372:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170375:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176892.170380:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170384:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176892.170387:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176892.170392:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170396:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176892.170400:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176892.170403:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176892.170407:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176892.170412:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176892.170415:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176892.170418:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176892.170420:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176892.170424:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176892.170427:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176892.170445:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176892.170447:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176892.170450:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176892.170460:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176892.170466:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176892.170477:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000001:0.0:1786176892.170484:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176892.170491:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407315328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176892.170522:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176892.170525:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176892.170531:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407315328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786176892.170539:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176892.170543:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176892.170544:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00080000:0.0:1786176892.170548:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176892.170555:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176892.170558:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176892.170561:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176892.170564:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176892.170570:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11412
00000400:00000200:0.0:1786176892.170581:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176892.170587:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176892.170590:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176892.170613:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170618:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176892.170625:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170632:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176892.170639:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176892.170640:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176892.170642:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176892.170645:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176892.170648:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176892.170654:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176892.170678:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170684:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176892.170691:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170696:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176892.170702:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176892.170708:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170710:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176892.170713:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176892.170717:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176892.170721:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176892.170739:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176892.170742:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176892.170746:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176892.170750:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176892.170753:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176892.170757:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176892.170762:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176892.170765:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176892.170768:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176892.170770:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176892.170772:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176892.170779:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6800.
00000100:00000001:0.0:1786176892.170785:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176892.170790:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407315456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176892.170796:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176892.170798:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176892.170801:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407315456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176892.170829:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176892.170834:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176892.170839:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176892.170843:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176892.170873:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176892.170880:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176892.170887:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11412
00000400:00000200:0.0:1786176892.170898:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176892.170907:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176892.170912:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176892.170919:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170923:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176892.170940:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170942:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176892.170944:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176892.170946:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176892.170950:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176892.170954:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176892.170958:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176892.170965:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176892.170969:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170973:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176892.170975:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170976:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176892.170982:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176892.170989:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176892.170996:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176892.171001:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176892.171008:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176892.171015:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176892.171020:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176892.171026:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176892.171030:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176892.171033:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176892.171038:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176892.171043:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176892.171047:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176892.171050:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176892.171054:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176892.171057:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176892.171061:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176892.171069:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786176892.171074:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176892.171086:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407315584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176892.171111:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176892.171115:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176892.171121:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407315584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176892.171136:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176892.171144:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11422)
00000800:00000200:2.1:1786176892.171233:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176892.171235:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176892.171483:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176892.171486:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176892.171711:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176892.171713:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176892.172062:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176892.172064:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1786176893.001893:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176893.001899:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176893.001965:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176893.001968:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176893.001971:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176894.025860:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176894.025866:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176895.049952:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176895.049960:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176895.050029:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176895.050034:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176895.050037:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176896.073854:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176896.073861:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176897.097859:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176897.097867:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176897.097949:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176897.097954:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176897.097958:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1786176897.290158:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176897.290165:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176897.290173:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176897.290189:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498affb80 x1872930407315712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.290255:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176897.290259:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176897.290273:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176897.290278:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176897.290290:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176897.290310:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407315712:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176897.290328:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176897.290340:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176897.290346:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176897.290352:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176897.290371:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176897.290384:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176897.290402:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176897.290510:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176897.290521:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176897.290532:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407315712, portal 25
00000100:00000001:0.0:1786176897.290538:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176897.290543:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542673280 : -106564166878336 : ffff9f1498affb80)
00000100:00000040:0.0:1786176897.290560:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498affb80 x1872930407315712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.290582:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176897.290592:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176897.290597:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176897.290604:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407315712, offset 0
00000400:00000200:0.0:1786176897.290612:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176897.290624:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176897.290631:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176897.290637:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176897.290644:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176897.290649:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176897.290653:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176897.290662:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273439:273439:256:4294967295] 192.168.202.146@tcp LPNI seq info [273400:273400:8:4294967295]
00000400:00000200:0.0:1786176897.290672:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176897.290693:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176897.290709:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176897.290718:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176897.290728:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176897.290735:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176897.290750:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176897.290756:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1786176897.290767:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176897.290799:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176897.290806:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176897.290811:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176897.290817:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176897.290822:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176897.290827:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176897.290836:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498affb80 x1872930407315712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.290856:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176897.290862:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498affb80 x1872930407315712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.290873:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176897.290877:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176897.290900:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176897.290909:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176897.290913:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306098987
00000100:00000001:0.0:1786176897.290922:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306093866
00000100:00000001:0.0:1786176897.290930:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306098987
00000100:00000001:0.0:1786176897.290934:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306093866
00000100:00000001:0.0:1786176897.290938:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176897.290943:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176897.290949:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176897.290956:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176897/real 1786176897]  req@ffff9f1498affb80 x1872930407315712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176897.290969:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176897.290971:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176897.290975:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176897.290977:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176897.290981:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176897.290985:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176897.290990:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498affb80 x1872930407315712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176897.291024:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498affb80 x1872930407315712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291044:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176897.291048:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.291053:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176897.291057:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176897.291065:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498affb80 x1872930407315712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291074:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176897.291080:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498affb80 x1872930407315712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291089:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176897.291092:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.291094:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176897.291096:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.291098:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176897.291100:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176897.291104:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176897.291108:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176897.291112:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176897.291117:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498affb80 x1872930407315712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176897.291126:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407315712:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176897.291130:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.291132:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176897.291135:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498affb80 x1872930407315712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291140:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176897.291141:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176897.291143:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176897.291146:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176897.291148:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176897.291149:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176897.291152:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176897.291154:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964400.
02000000:00000001:0.0:1786176897.291157:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176897.291159:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176897.291161:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498affb80.
00000100:00000001:0.0:1786176897.291164:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176897.291165:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.291168:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.291176:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176897.291179:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176897.291181:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176897.291184:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176897.291185:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176897.291190:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc000 x1872930407315840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291198:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176897.291200:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176897.291203:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176897.291206:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176897.291209:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176897.291214:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407315840:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176897.291218:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176897.291222:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176897.291224:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176897.291227:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176897.291232:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176897.291234:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176897.291240:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176897.291243:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176897.291246:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176897.291250:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407315840, portal 10
00000100:00000001:0.0:1786176897.291252:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176897.291254:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658048 : -106564166893568 : ffff9f1498afc000)
00000100:00000040:0.0:1786176897.291261:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc000 x1872930407315840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291268:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176897.291271:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176897.291274:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176897.291276:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407315840, offset 0
00000400:00000200:0.0:1786176897.291281:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176897.291285:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176897.291289:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176897.291293:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176897.291296:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176897.291298:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176897.291300:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176897.291304:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273440:273440:256:4294967295] 192.168.202.146@tcp LPNI seq info [273401:273401:8:4294967295]
00000400:00000200:0.0:1786176897.291308:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176897.291315:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176897.291320:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176897.291324:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176897.291328:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176897.291332:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176897.291337:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176897.291339:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1786176897.291343:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176897.291345:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176897.291347:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176897.291350:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176897.291353:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176897.291354:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176897.291356:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176897.291359:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc000 x1872930407315840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291365:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176897.291367:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc000 x1872930407315840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291372:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176897.291373:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176897.291375:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176897.291378:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176897.291381:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176897.291383:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306090021
00000100:00000001:0.0:1786176897.291385:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306098987
00000100:00000001:0.0:1786176897.291386:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306090021
00000100:00000001:0.0:1786176897.291388:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306098987
00000100:00000001:0.0:1786176897.291389:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176897.291390:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176897.291392:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176897.291394:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176897/real 1786176897]  req@ffff9f1498afc000 x1872930407315840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176897.291404:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176897.291405:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176897.291406:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176897.291408:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176897.291409:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176897.291410:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176897.291412:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc000 x1872930407315840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176897.291417:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc000 x1872930407315840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291421:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176897.291422:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.291423:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176897.291424:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176897.291426:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc000 x1872930407315840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291430:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176897.291433:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc000 x1872930407315840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291437:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176897.291439:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.291440:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176897.291441:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.291443:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176897.291445:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176897.291447:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176897.291450:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176897.291452:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176897.291457:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc000 x1872930407315840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176897.291465:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407315840:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176897.291470:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176897.291473:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd500 x1872930407315968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291480:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176897.291482:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176897.291485:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176897.291487:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176897.291489:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176897.291492:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407315968:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176897.291496:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176897.291497:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176897.291499:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176897.291500:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176897.291503:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4c00.
02000000:00000001:0.0:1786176897.291504:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176897.291507:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176897.291509:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176897.291511:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176897.291513:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407315968, portal 10
00000100:00000001:0.0:1786176897.291515:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176897.291516:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542663424 : -106564166888192 : ffff9f1498afd500)
00000100:00000040:0.0:1786176897.291520:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd500 x1872930407315968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291525:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176897.291526:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176897.291528:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176897.291529:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407315968, offset 0
00000400:00000200:0.0:1786176897.291533:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176897.291536:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176897.291539:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176897.291543:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176897.291545:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176897.291548:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176897.291550:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176897.291553:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273441:273441:256:4294967295] 192.168.202.146@tcp LPNI seq info [273402:273402:8:4294967295]
00000400:00000200:0.0:1786176897.291558:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176897.291565:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176897.291570:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176897.291574:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176897.291578:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176897.291581:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176897.291586:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176897.291589:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1786176897.291591:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176897.291593:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176897.291595:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176897.291598:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176897.291600:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176897.291601:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176897.291603:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176897.291605:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd500 x1872930407315968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291611:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176897.291613:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd500 x1872930407315968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291617:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176897.291619:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176897.291621:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176897.291623:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176897.291625:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176897.291627:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306090102
00000100:00000001:0.0:1786176897.291629:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306098987
00000100:00000001:0.0:1786176897.291631:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306090102
00000100:00000001:0.0:1786176897.291632:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306098987
00000100:00000001:0.0:1786176897.291633:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176897.291635:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176897.291636:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176897.291638:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176897/real 1786176897]  req@ffff9f1498afd500 x1872930407315968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176897.291643:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176897.291644:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176897.291645:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176897.291647:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176897.291648:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176897.291649:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176897.291651:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd500 x1872930407315968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176897.291659:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd500 x1872930407315968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291666:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176897.291667:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.291669:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176897.291670:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176897.291675:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd500 x1872930407315968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291682:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176897.291686:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd500 x1872930407315968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291694:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176897.291697:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.291699:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176897.291701:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.291702:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176897.291704:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176897.291707:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176897.291709:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176897.291711:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176897.291714:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd500 x1872930407315968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176897.291719:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407315968:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176897.291722:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176897.291724:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afce00 x1872930407316096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291728:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176897.291729:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176897.291731:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176897.291732:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176897.291733:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176897.291735:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407316096:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176897.291737:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176897.291739:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176897.291740:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176897.291741:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176897.291744:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176897.291745:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176897.291748:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176897.291749:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176897.291752:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176897.291754:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407316096, portal 4
00000100:00000001:0.0:1786176897.291756:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176897.291757:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542661632 : -106564166889984 : ffff9f1498afce00)
00000100:00000040:0.0:1786176897.291761:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afce00 x1872930407316096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291766:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176897.291767:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176897.291768:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176897.291787:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407316096, offset 0
00000400:00000200:0.0:1786176897.291791:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176897.291794:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176897.291797:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176897.291800:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176897.291801:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176897.291803:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176897.291805:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176897.291807:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273442:273442:256:4294967295] 192.168.202.146@tcp LPNI seq info [273403:273403:8:4294967295]
00000400:00000200:0.0:1786176897.291810:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176897.291814:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176897.291817:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176897.291819:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176897.291822:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176897.291824:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176897.291827:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176897.291828:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1786176897.291831:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176897.291833:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176897.291835:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176897.291837:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176897.291839:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176897.291840:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176897.291842:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176897.291844:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afce00 x1872930407316096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291855:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176897.291856:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afce00 x1872930407316096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291861:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176897.291862:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176897.291864:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176897.291866:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176897.291868:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176897.291870:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306091362
00000100:00000001:0.0:1786176897.291872:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306098987
00000100:00000001:0.0:1786176897.291873:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306091362
00000100:00000001:0.0:1786176897.291875:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306098987
00000100:00000001:0.0:1786176897.291876:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176897.291889:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176897.291891:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176897.291894:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176897/real 1786176897]  req@ffff9f1498afce00 x1872930407316096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176897.291900:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176897.291901:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176897.291902:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176897.291904:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176897.291905:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176897.291906:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176897.291908:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afce00 x1872930407316096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176897.291914:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afce00 x1872930407316096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291918:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176897.291920:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.291921:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176897.291922:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176897.291925:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afce00 x1872930407316096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291929:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176897.291931:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afce00 x1872930407316096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291935:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176897.291937:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.291938:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176897.291938:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.291939:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176897.291940:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176897.291942:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176897.291944:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176897.291945:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176897.291948:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afce00 x1872930407316096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176897.291953:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407316096:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176897.291955:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176897.291957:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff100 x1872930407316224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291961:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176897.291962:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176897.291963:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176897.291964:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176897.291966:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176897.291968:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407316224:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176897.291970:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176897.291971:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176897.291972:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176897.291974:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176897.291976:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176897.291977:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176897.291979:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176897.291981:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176897.291983:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176897.291985:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407316224, portal 4
00000100:00000001:0.0:1786176897.291986:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176897.291987:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542670592 : -106564166881024 : ffff9f1498aff100)
00000100:00000040:0.0:1786176897.291991:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff100 x1872930407316224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.291995:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176897.291997:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176897.291998:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176897.291999:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407316224, offset 0
00000400:00000200:0.0:1786176897.292002:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176897.292004:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176897.292006:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176897.292008:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176897.292010:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176897.292011:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176897.292013:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176897.292015:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273443:273443:256:4294967295] 192.168.202.146@tcp LPNI seq info [273404:273404:8:4294967295]
00000400:00000200:0.0:1786176897.292018:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176897.292021:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176897.292024:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176897.292026:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176897.292029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176897.292031:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176897.292034:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176897.292036:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1786176897.292038:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176897.292040:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176897.292042:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176897.292044:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176897.292046:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176897.292047:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176897.292048:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176897.292050:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff100 x1872930407316224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.292055:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176897.292057:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff100 x1872930407316224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.292062:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176897.292063:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176897.292065:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176897.292066:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176897.292068:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176897.292070:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306091152
00000100:00000001:0.0:1786176897.292071:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306098987
00000100:00000001:0.0:1786176897.292073:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306091152
00000100:00000001:0.0:1786176897.292075:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306098987
00000100:00000001:0.0:1786176897.292076:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176897.292077:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176897.292078:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176897.292080:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176897/real 1786176897]  req@ffff9f1498aff100 x1872930407316224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176897.292085:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176897.292086:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176897.292087:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176897.292088:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176897.292089:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176897.292091:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176897.292093:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff100 x1872930407316224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176897.292097:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff100 x1872930407316224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.292101:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176897.292102:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.292103:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176897.292104:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176897.292106:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff100 x1872930407316224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.292110:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176897.292112:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff100 x1872930407316224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.292116:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176897.292118:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.292119:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176897.292120:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.292121:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176897.292122:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176897.292124:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176897.292126:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176897.292127:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176897.292129:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff100 x1872930407316224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176897.292138:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407316224:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176897.292141:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.292142:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176897.292144:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc000 x1872930407315840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.292148:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176897.292149:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176897.292150:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176897.292151:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176897.292152:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176897.292153:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176897.292154:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176897.292155:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966800.
02000000:00000001:0.0:1786176897.292157:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176897.292158:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176897.292159:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc000.
00000100:00000001:0.0:1786176897.292160:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176897.292161:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.292162:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176897.292164:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd500 x1872930407315968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.292168:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176897.292169:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176897.292170:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:0.0:1786176897.292171:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176897.292172:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176897.292173:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176897.292174:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176897.292174:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965800.
02000000:00000001:0.0:1786176897.292176:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176897.292176:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176897.292177:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd500.
00000100:00000001:0.0:1786176897.292179:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176897.292180:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.292181:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176897.292183:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afce00 x1872930407316096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.292187:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176897.292188:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176897.292188:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176897.292189:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176897.292190:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176897.292191:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176897.292192:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176897.292193:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967c00.
02000000:00000001:0.0:1786176897.292194:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176897.292194:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176897.292195:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afce00.
00000100:00000001:0.0:1786176897.292197:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176897.292197:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.292198:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176897.292200:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff100 x1872930407316224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176897.292204:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176897.292204:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176897.292205:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176897.292207:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176897.292207:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176897.292208:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176897.292209:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176897.292210:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965000.
02000000:00000001:0.0:1786176897.292211:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176897.292211:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176897.292212:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff100.
00000100:00000001:0.0:1786176897.292214:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176897.292214:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.292215:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176897.292218:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176897.292219:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176897.292221:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176897.292222:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176898.121900:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176898.121907:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176899.145906:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176899.145916:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176899.145919:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176899.145922:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176899.145927:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176899.145930:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176899.145931:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176899.145934:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176899.146003:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176899.146007:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176899.146012:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176900.169866:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176900.169872:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176901.193896:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176901.193902:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176901.193964:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176901.193968:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176901.193972:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176902.217862:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176902.217868:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176902.410662:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176902.410669:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176902.410673:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176902.410685:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe300 x1872930407316352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.410715:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176902.410722:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176902.410730:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176902.410735:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176902.410741:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176902.410750:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407316352:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176902.410761:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176902.410767:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176902.410839:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176902.410846:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176902.410854:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176902.410860:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176902.410872:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176902.411687:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176902.411700:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176902.411708:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407316352, portal 25
00000100:00000001:0.0:1786176902.411711:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176902.411713:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667008 : -106564166884608 : ffff9f1498afe300)
00000100:00000040:0.0:1786176902.411721:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe300 x1872930407316352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.411736:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176902.411740:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176902.411743:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176902.411746:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407316352, offset 0
00000400:00000200:0.0:1786176902.411753:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176902.411762:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176902.411769:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176902.411801:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176902.411805:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176902.411808:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176902.411810:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176902.411814:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273444:273444:256:4294967295] 192.168.202.146@tcp LPNI seq info [273405:273405:8:4294967295]
00000400:00000200:0.0:1786176902.411818:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176902.411839:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176902.411846:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176902.411851:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176902.411858:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176902.411863:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176902.411872:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176902.411876:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786176902.411880:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176902.411883:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176902.411889:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176902.411893:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176902.411899:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176902.411902:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176902.411906:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176902.411911:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe300 x1872930407316352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.411921:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176902.411933:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe300 x1872930407316352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.411948:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176902.411950:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176902.411957:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176902.411961:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176902.411965:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306104108
00000100:00000001:0.0:1786176902.411972:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306098987
00000100:00000001:0.0:1786176902.411977:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306104108
00000100:00000001:0.0:1786176902.411980:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306098987
00000100:00000001:0.0:1786176902.411984:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176902.411987:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176902.411990:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176902.412000:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176902/real 1786176902]  req@ffff9f1498afe300 x1872930407316352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176902.412011:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176902.412013:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176902.412015:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176902.412018:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176902.412020:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176902.412023:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176902.412027:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe300 x1872930407316352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176902.412037:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe300 x1872930407316352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412045:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176902.412047:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412049:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176902.412050:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176902.412054:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe300 x1872930407316352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412067:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176902.412073:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe300 x1872930407316352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412081:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176902.412084:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412086:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176902.412087:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412090:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176902.412092:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176902.412095:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176902.412100:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176902.412102:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176902.412107:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe300 x1872930407316352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176902.412116:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407316352:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176902.412121:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176902.412124:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd880 x1872930407316480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412131:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176902.412133:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176902.412135:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176902.412138:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176902.412140:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176902.412144:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407316480:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176902.412147:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176902.412150:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176902.412152:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176902.412155:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176902.412159:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176902.412161:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176902.412165:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176902.412168:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176902.412173:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176902.412176:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407316480, portal 10
00000100:00000001:0.0:1786176902.412178:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176902.412179:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542664320 : -106564166887296 : ffff9f1498afd880)
00000100:00000040:0.0:1786176902.412187:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd880 x1872930407316480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412194:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176902.412197:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176902.412199:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176902.412201:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407316480, offset 0
00000400:00000200:0.0:1786176902.412204:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176902.412208:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176902.412211:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176902.412213:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176902.412215:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176902.412217:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176902.412219:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176902.412221:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273445:273445:256:4294967295] 192.168.202.146@tcp LPNI seq info [273406:273406:8:4294967295]
00000400:00000200:0.0:1786176902.412223:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176902.412228:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176902.412231:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176902.412233:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176902.412236:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176902.412238:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176902.412241:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176902.412243:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786176902.412246:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176902.412248:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176902.412250:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176902.412253:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176902.412255:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176902.412256:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176902.412258:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176902.412260:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd880 x1872930407316480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412266:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176902.412268:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd880 x1872930407316480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412273:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176902.412274:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176902.412277:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176902.412280:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176902.412282:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176902.412283:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306095142
00000100:00000001:0.0:1786176902.412285:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306104108
00000100:00000001:0.0:1786176902.412287:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306095142
00000100:00000001:0.0:1786176902.412288:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306104108
00000100:00000001:0.0:1786176902.412290:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176902.412291:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176902.412292:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176902.412295:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176902/real 1786176902]  req@ffff9f1498afd880 x1872930407316480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176902.412300:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176902.412301:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176902.412302:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176902.412304:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176902.412305:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176902.412306:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176902.412309:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd880 x1872930407316480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176902.412315:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd880 x1872930407316480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412322:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176902.412324:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412326:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176902.412327:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176902.412331:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd880 x1872930407316480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412338:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176902.412343:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd880 x1872930407316480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412350:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176902.412353:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412354:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176902.412356:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412358:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176902.412360:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176902.412363:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176902.412367:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176902.412369:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176902.412374:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd880 x1872930407316480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176902.412381:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407316480:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176902.412384:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176902.412386:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afea00 x1872930407316608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412395:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176902.412396:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176902.412398:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176902.412399:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176902.412400:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176902.412402:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407316608:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176902.412404:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176902.412406:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176902.412407:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176902.412408:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176902.412410:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176902.412412:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176902.412414:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176902.412416:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176902.412418:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176902.412420:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407316608, portal 10
00000100:00000001:0.0:1786176902.412422:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176902.412423:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542668800 : -106564166882816 : ffff9f1498afea00)
00000100:00000040:0.0:1786176902.412427:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afea00 x1872930407316608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412432:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176902.412434:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176902.412435:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176902.412436:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407316608, offset 0
00000400:00000200:0.0:1786176902.412439:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176902.412442:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176902.412444:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176902.412446:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176902.412448:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176902.412449:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176902.412451:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176902.412454:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273446:273446:256:4294967295] 192.168.202.146@tcp LPNI seq info [273407:273407:8:4294967295]
00000400:00000200:0.0:1786176902.412457:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176902.412461:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176902.412464:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176902.412466:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176902.412469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176902.412471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176902.412473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176902.412475:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786176902.412479:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176902.412480:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176902.412482:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176902.412485:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176902.412486:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176902.412488:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176902.412489:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176902.412492:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afea00 x1872930407316608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412497:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176902.412499:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afea00 x1872930407316608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412504:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176902.412505:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176902.412507:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176902.412509:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176902.412511:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176902.412512:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306095223
00000100:00000001:0.0:1786176902.412514:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306104108
00000100:00000001:0.0:1786176902.412516:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306095223
00000100:00000001:0.0:1786176902.412518:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306104108
00000100:00000001:0.0:1786176902.412519:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176902.412521:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176902.412522:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176902.412524:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176902/real 1786176902]  req@ffff9f1498afea00 x1872930407316608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176902.412530:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176902.412530:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176902.412531:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176902.412533:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176902.412534:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176902.412535:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176902.412537:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afea00 x1872930407316608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176902.412542:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afea00 x1872930407316608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412546:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176902.412547:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412548:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176902.412549:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176902.412551:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afea00 x1872930407316608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412555:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176902.412557:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afea00 x1872930407316608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412561:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176902.412563:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412564:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176902.412565:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412566:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176902.412567:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176902.412568:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176902.412571:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176902.412572:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176902.412575:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afea00 x1872930407316608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176902.412579:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407316608:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176902.412582:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412583:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176902.412585:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe300 x1872930407316352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412589:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176902.412592:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176902.412593:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176902.412595:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176902.412596:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176902.412598:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176902.412599:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176902.412601:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964c00.
02000000:00000001:0.0:1786176902.412603:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176902.412604:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176902.412606:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe300.
00000100:00000001:0.0:1786176902.412608:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176902.412609:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412610:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176902.412612:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd880 x1872930407316480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412616:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176902.412617:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176902.412618:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176902.412620:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176902.412621:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176902.412622:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176902.412623:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176902.412624:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967400.
02000000:00000001:0.0:1786176902.412626:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176902.412627:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176902.412627:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd880.
00000100:00000001:0.0:1786176902.412629:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176902.412630:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412631:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176902.412633:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afea00 x1872930407316608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412636:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176902.412637:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176902.412638:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176902.412639:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176902.412640:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176902.412640:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176902.412641:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176902.412642:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965000.
02000000:00000001:0.0:1786176902.412643:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176902.412644:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176902.412645:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afea00.
00000100:00000001:0.0:1786176902.412646:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176902.412647:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412648:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412655:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176902.412656:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176902.412657:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176902.412658:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176902.412659:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176902.412661:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff100 x1872930407316736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412665:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176902.412666:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176902.412668:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176902.412669:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176902.412670:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176902.412672:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407316736:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176902.412674:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176902.412675:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176902.412676:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176902.412678:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176902.412680:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176902.412681:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176902.412683:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176902.412685:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176902.412693:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176902.412696:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407316736, portal 4
00000100:00000001:0.0:1786176902.412697:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176902.412698:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542670592 : -106564166881024 : ffff9f1498aff100)
00000100:00000040:0.0:1786176902.412702:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff100 x1872930407316736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412706:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176902.412708:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176902.412710:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176902.412711:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407316736, offset 0
00000400:00000200:0.0:1786176902.412713:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176902.412716:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176902.412718:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176902.412719:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176902.412721:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176902.412723:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176902.412725:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176902.412727:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273447:273447:256:4294967295] 192.168.202.146@tcp LPNI seq info [273408:273408:8:4294967295]
00000400:00000200:0.0:1786176902.412729:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176902.412733:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176902.412736:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176902.412738:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176902.412741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176902.412743:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176902.412746:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176902.412747:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786176902.412750:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176902.412751:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176902.412753:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176902.412755:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176902.412758:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176902.412759:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176902.412760:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176902.412763:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff100 x1872930407316736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412767:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176902.412793:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff100 x1872930407316736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412802:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176902.412804:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176902.412808:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176902.412811:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176902.412815:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176902.412817:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306096483
00000100:00000001:0.0:1786176902.412821:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306104108
00000100:00000001:0.0:1786176902.412824:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306096483
00000100:00000001:0.0:1786176902.412826:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306104108
00000100:00000001:0.0:1786176902.412840:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176902.412843:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176902.412845:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176902.412850:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176902/real 1786176902]  req@ffff9f1498aff100 x1872930407316736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176902.412858:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176902.412859:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176902.412862:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176902.412865:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176902.412867:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176902.412869:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176902.412873:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff100 x1872930407316736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176902.412881:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff100 x1872930407316736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412889:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176902.412890:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412892:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176902.412894:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176902.412898:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff100 x1872930407316736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412903:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176902.412906:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff100 x1872930407316736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412910:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176902.412912:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412913:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176902.412913:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.412914:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176902.412916:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176902.412917:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176902.412919:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176902.412920:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176902.412924:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff100 x1872930407316736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176902.412932:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407316736:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176902.412937:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176902.412941:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afce00 x1872930407316864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412948:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176902.412949:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176902.412952:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176902.412953:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176902.412956:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176902.412959:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407316864:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176902.412962:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176902.412964:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176902.412966:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176902.412968:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176902.412972:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176902.412974:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176902.412977:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176902.412978:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176902.412981:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176902.412983:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407316864, portal 4
00000100:00000001:0.0:1786176902.412984:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176902.412985:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542661632 : -106564166889984 : ffff9f1498afce00)
00000100:00000040:0.0:1786176902.412990:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afce00 x1872930407316864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.412994:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176902.412996:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176902.412997:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176902.412999:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407316864, offset 0
00000400:00000200:0.0:1786176902.413001:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176902.413004:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176902.413006:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176902.413008:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176902.413011:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176902.413012:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176902.413014:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176902.413016:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273448:273448:256:4294967295] 192.168.202.146@tcp LPNI seq info [273409:273409:8:4294967295]
00000400:00000200:0.0:1786176902.413019:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176902.413023:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176902.413025:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176902.413027:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176902.413030:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176902.413032:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786176902.413034:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176902.413036:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786176902.413039:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176902.413040:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:0.0:1786176902.413042:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176902.413045:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176902.413047:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:0.0:1786176902.413048:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:0.0:1786176902.413049:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176902.413052:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afce00 x1872930407316864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.413057:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176902.413059:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afce00 x1872930407316864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.413064:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176902.413065:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176902.413067:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176902.413069:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176902.413070:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176902.413072:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306096273
00000100:00000001:0.0:1786176902.413073:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306104108
00000100:00000001:0.0:1786176902.413075:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306096273
00000100:00000001:0.0:1786176902.413077:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306104108
00000100:00000001:0.0:1786176902.413078:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176902.413080:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176902.413081:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176902.413083:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176902/real 1786176902]  req@ffff9f1498afce00 x1872930407316864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176902.413088:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176902.413089:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176902.413090:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176902.413091:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176902.413092:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176902.413093:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176902.413095:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afce00 x1872930407316864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176902.413100:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afce00 x1872930407316864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.413105:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176902.413106:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.413107:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176902.413108:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176902.413110:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afce00 x1872930407316864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.413114:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176902.413116:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afce00 x1872930407316864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.413120:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176902.413121:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.413122:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176902.413123:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.413125:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176902.413126:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176902.413128:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176902.413130:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176902.413131:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176902.413134:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afce00 x1872930407316864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176902.413138:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407316864:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176902.413140:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.413141:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176902.413143:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff100 x1872930407316736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.413147:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176902.413148:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176902.413149:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:0.0:1786176902.413151:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176902.413151:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176902.413152:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176902.413154:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176902.413155:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967c00.
02000000:00000001:0.0:1786176902.413156:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176902.413157:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176902.413158:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff100.
00000100:00000001:0.0:1786176902.413160:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176902.413161:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.413162:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176902.413164:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afce00 x1872930407316864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176902.413168:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176902.413169:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176902.413170:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176902.413171:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176902.413172:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176902.413173:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176902.413175:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176902.413176:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965800.
02000000:00000001:0.0:1786176902.413177:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176902.413178:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176902.413178:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afce00.
00000100:00000001:0.0:1786176902.413180:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176902.413181:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.413182:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176902.413184:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176902.413185:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176902.413186:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176902.413187:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176903.241891:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176903.241896:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176903.241969:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176903.241973:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176903.241976:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176904.265868:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176904.265875:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176905.289891:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176905.289897:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176905.289962:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176905.289967:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176905.289979:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176906.313875:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176906.313881:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176907.337961:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176907.337967:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176907.529877:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176907.529888:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176907.529891:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176907.529895:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176907.529900:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176907.529907:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11427
00000400:00000200:0.0:1786176907.529915:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176907.529922:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176907.529925:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176907.529929:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.529933:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176907.529935:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.529938:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176907.529944:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176907.529946:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176907.529948:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176907.529951:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176907.529953:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176907.529956:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176907.529959:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.529961:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176907.529963:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.529965:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176907.529968:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176907.529971:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176907.529974:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176907.529977:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176907.529980:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176907.529984:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176907.529986:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176907.529989:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176907.529996:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176907.529999:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176907.530003:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176907.530005:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176907.530009:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176907.530011:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176907.530015:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176907.530022:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786176907.530030:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176907.530039:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407316992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176907.530049:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176907.530053:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176907.530058:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407316992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176907.530081:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176907.530084:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176907.530088:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176907.530090:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176907.530092:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176907.530095:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176907.530098:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11427
00000400:00000200:0.0:1786176907.530103:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176907.530111:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176907.530116:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176907.530123:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.530126:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176907.530130:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.530136:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176907.530142:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176907.530146:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176907.530150:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176907.530154:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176907.530161:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176907.530167:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176907.530175:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.530180:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176907.530185:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.530189:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176907.530192:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176907.530200:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176907.530205:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176907.530209:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176907.530217:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176907.530221:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176907.530224:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176907.530229:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176907.530234:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176907.530239:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176907.530247:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176907.530253:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176907.530260:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176907.530263:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176907.530270:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176907.530274:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176907.530278:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176907.530285:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000100:00000001:0.0:1786176907.530291:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176907.530302:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407317120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176907.530319:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176907.530323:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176907.530330:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407317120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176907.530348:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176907.530354:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176907.530364:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176907.530368:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176907.530373:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176907.530378:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176907.530383:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11427
00000400:00000200:0.0:1786176907.530394:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176907.530402:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000200:2.1:1786176907.530403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:0.0:1786176907.530410:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1786176907.530410:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1786176907.530420:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.530426:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176907.530432:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.530440:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176907.530444:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176907.530448:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176907.530452:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176907.530457:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176907.530463:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176907.530468:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176907.530475:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.530478:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176907.530484:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.530490:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176907.530497:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176907.530505:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176907.530510:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176907.530515:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176907.530520:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176907.530525:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176907.530527:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176907.530532:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176907.530537:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176907.530542:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176907.530548:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176907.530555:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176907.530561:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176907.530564:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176907.530567:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176907.530572:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176907.530575:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176907.530584:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000100:00000001:0.0:1786176907.530592:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176907.530615:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407317248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176907.530646:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176907.530652:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176907.530664:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407317248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176907.530684:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176907.530691:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176907.530699:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176907.530703:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176907.530707:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176907.530712:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176907.530718:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11427
00000400:00000200:0.0:1786176907.530728:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176907.530738:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176907.530742:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176907.530750:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.530755:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176907.530760:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.530766:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176907.530860:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176907.530865:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176907.530870:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176907.530876:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176907.530884:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176907.530891:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176907.530901:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.530904:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176907.530909:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.530914:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176907.530920:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176907.530930:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176907.530939:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176907.530946:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176907.530952:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176907.530959:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176907.530965:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176907.530969:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176907.530976:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176907.530980:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176907.530984:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000010:0.0:1786176907.530987:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000800:00000200:2.1:1786176907.530987:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000020:00000040:0.0:1786176907.530994:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176907.531002:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176907.531006:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176907.531011:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176907.531016:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176907.531022:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176907.531032:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786176907.531040:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176907.531053:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407317376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176907.531075:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176907.531080:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176907.531089:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407317376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176907.531117:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176907.531123:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176907.531133:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176907.531136:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176907.531141:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176907.531147:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176907.531154:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11427
00000400:00000200:0.0:1786176907.531164:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176907.531175:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176907.531181:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176907.531188:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.531193:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176907.531199:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.531203:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176907.531209:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176907.531212:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176907.531216:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176907.531221:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176907.531228:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176907.531233:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176907.531244:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.531250:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176907.531259:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176907.531264:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176907.531271:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176907.531280:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176907.531287:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176907.531293:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176907.531300:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176907.531307:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176907.531315:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176907.531320:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176907.531327:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176907.531332:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176907.531340:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176907.531346:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176907.531353:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176907.531358:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176907.531363:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176907.531368:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176907.531372:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176907.531380:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786176907.531387:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176907.531399:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407317504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176907.531419:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176907.531425:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176907.531436:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407317504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176907.531464:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176907.531472:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11437)
00000800:00000200:2.1:1786176907.531476:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176907.531479:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176907.531718:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176907.531720:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176907.531967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176907.531970:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1786176908.361861:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176908.361868:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176909.385910:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176909.385917:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176909.385919:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176909.385921:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176909.385926:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176909.385927:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176909.385929:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176909.385930:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176910.409918:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176910.409925:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176911.433872:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176911.433883:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176912.457939:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176912.457947:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176912.649931:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176912.649943:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176912.649946:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176912.649949:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176912.649954:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176912.649962:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11432
00000400:00000200:3.0:1786176912.649969:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176912.649976:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176912.649979:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176912.649982:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.649986:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176912.649988:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.649990:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176912.649994:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176912.649996:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176912.649999:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176912.650001:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176912.650003:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176912.650005:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176912.650007:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650009:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176912.650010:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650012:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176912.650014:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176912.650017:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650018:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176912.650029:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176912.650032:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176912.650035:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176912.650037:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176912.650038:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176912.650050:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000020:00000040:3.0:1786176912.650053:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176912.650057:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176912.650059:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176912.650063:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176912.650066:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176912.650070:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176912.650078:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786176912.650086:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176912.650095:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407317632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176912.650109:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176912.650114:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176912.650117:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407317632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176912.650137:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176912.650140:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176912.650144:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176912.650146:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176912.650148:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176912.650151:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176912.650154:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11432
00000400:00000200:3.0:1786176912.650159:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176912.650164:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176912.650167:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176912.650171:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650176:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176912.650182:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650187:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176912.650190:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176912.650193:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176912.650196:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176912.650200:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176912.650204:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176912.650208:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176912.650215:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650217:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176912.650222:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650228:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176912.650236:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176912.650244:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650251:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176912.650254:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176912.650262:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176912.650267:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176912.650273:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176912.650278:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176912.650280:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176912.650281:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176912.650285:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786176912.650287:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176912.650289:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176912.650290:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176912.650292:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176912.650293:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176912.650294:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176912.650298:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786176912.650300:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176912.650305:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407317760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176912.650311:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176912.650312:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176912.650315:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407317760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176912.650321:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176912.650323:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176912.650326:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176912.650327:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176912.650328:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176912.650330:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176912.650333:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11432
00000400:00000200:3.0:1786176912.650336:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176912.650338:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176912.650340:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176912.650342:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650343:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176912.650345:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650346:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176912.650348:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176912.650349:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176912.650350:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176912.650352:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176912.650353:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176912.650354:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176912.650356:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650357:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176912.650358:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650359:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176912.650360:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176912.650362:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650364:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176912.650365:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176912.650367:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176912.650368:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176912.650370:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176912.650372:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176912.650373:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176912.650374:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176912.650376:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786176912.650378:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176912.650380:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176912.650381:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176912.650382:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176912.650384:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176912.650385:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176912.650388:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786176912.650391:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176912.650395:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407317888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176912.650402:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176912.650407:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176912.650411:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407317888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176912.650417:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176912.650419:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176912.650422:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176912.650428:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176912.650432:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176912.650434:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176912.650437:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11432
00000400:00000200:3.0:1786176912.650439:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176912.650443:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176912.650447:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176912.650452:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650461:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176912.650466:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650470:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176912.650475:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176912.650477:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176912.650479:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176912.650486:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176912.650497:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176912.650508:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176912.650525:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650532:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176912.650539:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650544:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176912.650548:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176912.650560:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650572:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176912.650580:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176912.650585:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176912.650590:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176912.650597:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176912.650601:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176912.650611:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176912.650622:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176912.650635:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786176912.650645:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176912.650649:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176912.650650:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176912.650654:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176912.650657:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176912.650663:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176912.650671:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786176912.650677:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176912.650691:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407318016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786176912.650718:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176912.650745:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176912.650748:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176912.650752:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000100:00000040:3.0:1786176912.650753:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407318016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176912.650796:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176912.650800:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176912.650803:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176912.650804:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176912.650806:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176912.650808:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176912.650813:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11432
00000400:00000200:3.0:1786176912.650818:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176912.650823:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176912.650826:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176912.650830:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650834:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176912.650840:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650846:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176912.650854:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176912.650858:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176912.650864:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176912.650870:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176912.650880:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176912.650889:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176912.650909:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650914:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176912.650924:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650938:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176912.650946:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176912.650958:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176912.650968:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176912.650976:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176912.650983:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176912.650990:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176912.651004:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176912.651010:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176912.651017:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176912.651021:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176912.651028:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786176912.651036:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176912.651046:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176912.651051:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176912.651059:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176912.651064:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176912.651071:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176912.651079:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786176912.651087:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176912.651101:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407318144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176912.651117:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176912.651125:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176912.651137:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407318144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176912.651180:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176912.651190:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11443)
00000800:00000200:2.1:1786176912.651397:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176912.651399:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786176912.651615:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176912.651616:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786176912.651842:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176912.651844:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786176912.652027:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176912.652029:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00010000:00000001:1.0:1786176913.481876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176913.481883:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176914.505890:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176914.505895:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176915.529871:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176915.529879:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176916.553882:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176916.553888:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176917.577878:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176917.577884:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176917.769840:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176917.769850:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176917.769853:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176917.769857:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176917.769862:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176917.769868:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11438
00000400:00000200:3.0:1786176917.769876:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176917.769882:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176917.769885:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176917.769888:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.769890:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176917.769892:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.769894:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176917.769897:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176917.769899:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176917.769901:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176917.769904:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176917.769905:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176917.769907:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176917.769909:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.769910:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176917.769912:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.769913:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176917.769915:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176917.769917:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176917.769919:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176917.769921:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176917.769923:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176917.769926:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176917.769927:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176917.769929:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176917.769936:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786176917.769939:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176917.769942:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176917.769943:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176917.769946:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176917.769948:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176917.769952:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176917.769957:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786176917.769962:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176917.769969:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407318272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176917.769977:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176917.769981:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176917.769985:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407318272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176917.770003:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176917.770006:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176917.770008:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176917.770009:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176917.770010:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176917.770012:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176917.770013:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11438
00000400:00000200:3.0:1786176917.770016:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176917.770018:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176917.770020:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176917.770022:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770023:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176917.770025:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770027:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176917.770029:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176917.770030:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176917.770031:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176917.770033:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176917.770035:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176917.770036:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176917.770039:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770044:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176917.770046:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770050:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176917.770054:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176917.770058:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770063:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176917.770067:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176917.770072:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176917.770076:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176917.770080:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176917.770084:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176917.770090:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176917.770093:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176917.770098:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786176917.770103:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176917.770106:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176917.770108:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176917.770111:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176917.770114:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176917.770117:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176917.770122:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786176917.770126:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176917.770135:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407318400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176917.770150:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176917.770154:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176917.770158:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407318400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176917.770167:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176917.770172:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176917.770177:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176917.770180:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176917.770181:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176917.770184:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176917.770190:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11438
00000400:00000200:3.0:1786176917.770198:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176917.770203:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176917.770207:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176917.770212:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770215:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176917.770219:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770223:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176917.770225:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176917.770227:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176917.770229:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176917.770232:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176917.770234:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176917.770235:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176917.770240:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770245:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176917.770247:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770251:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176917.770257:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176917.770262:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770265:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176917.770267:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176917.770271:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176917.770275:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176917.770278:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176917.770281:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176917.770284:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176917.770288:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176917.770295:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786176917.770298:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176917.770301:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176917.770302:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176917.770304:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176917.770307:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176917.770310:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176917.770314:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786176917.770318:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176917.770325:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407318528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176917.770336:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176917.770341:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176917.770349:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407318528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786176917.770361:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176917.770363:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176917.770365:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000100:00080000:3.0:1786176917.770366:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176917.770372:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176917.770375:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176917.770380:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176917.770385:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176917.770388:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11438
00000400:00000200:3.0:1786176917.770394:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176917.770402:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176917.770405:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176917.770409:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770412:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176917.770417:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770421:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176917.770425:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176917.770427:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176917.770430:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176917.770433:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176917.770437:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176917.770442:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176917.770446:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770451:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176917.770455:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770461:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176917.770465:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176917.770470:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770474:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176917.770478:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176917.770481:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176917.770484:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176917.770489:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176917.770492:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176917.770494:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176917.770496:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176917.770503:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786176917.770507:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176917.770510:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176917.770513:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176917.770515:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176917.770516:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176917.770517:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176917.770521:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786176917.770526:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176917.770536:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407318656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176917.770552:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176917.770556:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176917.770562:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407318656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176917.770587:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176917.770595:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176917.770605:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176917.770608:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176917.770613:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176917.770620:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176917.770628:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11438
00000400:00000200:3.0:1786176917.770639:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176917.770647:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176917.770652:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176917.770659:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770664:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176917.770668:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770672:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176917.770677:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176917.770692:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176917.770695:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176917.770696:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176917.770698:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176917.770702:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176917.770707:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770710:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176917.770715:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770719:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176917.770724:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176917.770729:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176917.770733:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176917.770736:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176917.770741:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176917.770747:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176917.770751:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176917.770755:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176917.770761:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176917.770765:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176917.770799:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786176917.770803:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176917.770807:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176917.770810:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176917.770814:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176917.770817:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176917.770820:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176917.770825:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786176917.770831:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176917.770839:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407318784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176917.770847:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176917.770851:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176917.770857:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407318784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176917.770869:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176917.770874:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11448)
00000800:00000200:2.1:1786176917.771033:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176917.771035:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786176917.771258:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176917.771260:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786176917.771440:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176917.771442:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786176917.771673:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176917.771675:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1786176918.601920:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176918.601926:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176919.625828:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176919.625836:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176919.625838:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176919.625840:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176919.625844:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176919.625846:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176919.625848:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176919.625849:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176920.649866:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176920.649872:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176921.673855:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176921.673860:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176922.697848:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176922.697854:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176922.890155:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176922.890161:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176922.890165:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176922.890176:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd500 x1872930407318912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176922.890207:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176922.890210:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176922.890215:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176922.890219:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176922.890224:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176922.890231:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407318912:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176922.890240:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176922.890246:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176922.890251:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176922.890257:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176922.890264:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176922.890270:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176922.890283:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176922.890292:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176922.890304:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176922.890323:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407318912, portal 25
00000100:00000001:0.0:1786176922.890329:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176922.890332:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542663424 : -106564166888192 : ffff9f1498afd500)
00000100:00000040:0.0:1786176922.890343:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd500 x1872930407318912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176922.890355:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176922.890362:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176922.890366:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bee0.
00000100:00000200:0.0:1786176922.890372:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407318912, offset 0
00000400:00000200:0.0:1786176922.890383:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176922.890396:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176922.890410:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176922.890420:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176922.890430:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176922.890440:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176922.890447:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176922.890460:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273464:273464:256:4294967295] 192.168.202.146@tcp LPNI seq info [273425:273425:8:4294967295]
00000400:00000200:0.0:1786176922.890473:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176922.890492:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176922.890505:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176922.890514:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cd00.
00000800:00000200:0.0:1786176922.890525:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176922.890536:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176922.890556:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176922.890565:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176922.890570:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306124586
00000100:00000001:0.0:1786176922.890581:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306119466
00000100:00000001:0.0:1786176922.890592:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306124586
00000100:00000001:0.0:1786176922.890603:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306119466
00000100:00000001:0.0:1786176922.890615:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176922.890623:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176922.890647:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176922.890655:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176922.890669:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176922.890676:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1786176922.890685:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176922.890690:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176922.890693:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176922.890700:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc000 x1872930407319040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176922.890712:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176922.890716:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176922.890720:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176922.890724:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176922.890729:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176922.890736:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407319040:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176922.890743:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176922.890747:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176922.890750:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176922.890756:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176922.890760:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176922.890765:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176922.890799:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176922.890806:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f000.
00000400:00000010:0.0:1786176922.890813:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b5d8.
00000100:00000200:0.0:1786176922.890820:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407319040, portal 10
00000100:00000001:0.0:1786176922.890825:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176922.890829:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658048 : -106564166893568 : ffff9f1498afc000)
00000100:00000040:0.0:1786176922.890845:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc000 x1872930407319040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176922.890869:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176922.890878:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176922.890883:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bf68.
00000100:00000200:0.0:1786176922.890889:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407319040, offset 0
00000400:00000200:0.0:1786176922.890901:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176922.890912:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176922.890930:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176922.890939:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176922.890946:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176922.890952:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176922.890958:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176922.890968:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273465:273465:255:4294967295] 192.168.202.146@tcp LPNI seq info [273426:273426:7:4294967295]
00000400:00000200:0.0:1786176922.890983:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176922.891000:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176922.891010:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176922.891019:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880c000.
00000800:00000200:0.0:1786176922.891029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176922.891038:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176922.891043:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176922.891050:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176922.891060:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176922.891065:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306115621
00000100:00000001:0.0:1786176922.891072:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306124586
00000100:00000001:0.0:1786176922.891075:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306115621
00000100:00000001:0.0:1786176922.891081:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306124586
00000100:00000001:0.0:1786176922.891084:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176922.891087:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176922.891090:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176922.891097:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498affb80 x1872930407319168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176922.891105:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176922.891107:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176922.891110:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176922.891112:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176922.891114:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176922.891118:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407319168:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176922.891121:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176922.891124:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176922.891126:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176922.891128:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176922.891132:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176922.891135:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176922.891139:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176922.891143:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f5d8.
00000400:00000010:0.0:1786176922.891147:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176922.891150:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407319168, portal 10
00000100:00000001:0.0:1786176922.891153:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176922.891154:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542673280 : -106564166878336 : ffff9f1498affb80)
00000100:00000040:0.0:1786176922.891162:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498affb80 x1872930407319168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176922.891170:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176922.891173:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176922.891176:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b088.
00000100:00000200:0.0:1786176922.891179:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407319168, offset 0
00000400:00000200:0.0:1786176922.891184:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176922.891189:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176922.891193:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176922.891197:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176922.891199:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176922.891202:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176922.891204:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176922.891207:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273466:273466:254:4294967295] 192.168.202.146@tcp LPNI seq info [273427:273427:6:4294967295]
00000400:00000200:0.0:1786176922.891212:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176922.891220:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176922.891226:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176922.891230:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880c900.
00000800:00000200:0.0:1786176922.891235:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176922.891239:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176922.891241:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176922.891244:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176922.891248:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176922.891250:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306115702
00000100:00000001:0.0:1786176922.891252:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306124586
00000100:00000001:0.0:1786176922.891254:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306115702
00000100:00000001:0.0:1786176922.891257:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306124586
00000100:00000001:0.0:1786176922.891259:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176922.891261:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176922.891263:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176922.891266:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176922.891270:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176922.891272:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1786176922.891289:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176922.891290:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176922.891291:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176922.891295:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc700 x1872930407319296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176922.891302:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176922.891303:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176922.891305:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176922.891307:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176922.891309:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176922.891312:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407319296:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176922.891315:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176922.891317:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176922.891318:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176922.891320:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176922.891324:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176922.891326:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176922.891329:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176922.891332:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f948.
00000400:00000010:0.0:1786176922.891335:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5be58.
00000100:00000200:0.0:1786176922.891338:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407319296, portal 4
00000100:00000001:0.0:1786176922.891340:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176922.891341:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542659840 : -106564166891776 : ffff9f1498afc700)
00000100:00000040:0.0:1786176922.891346:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc700 x1872930407319296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176922.891352:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176922.891354:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176922.891357:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b330.
00000100:00000200:0.0:1786176922.891359:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407319296, offset 0
00000400:00000200:0.0:1786176922.891363:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176922.891367:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176922.891371:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176922.891374:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176922.891376:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176922.891379:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176922.891381:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176922.891384:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273467:273467:253:4294967295] 192.168.202.146@tcp LPNI seq info [273428:273428:5:4294967295]
00000400:00000200:0.0:1786176922.891387:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176922.891393:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176922.891398:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176922.891402:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880ca00.
00000800:00000200:0.0:1786176922.891405:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176922.891408:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176922.891411:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176922.891414:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176922.891417:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176922.891419:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306116961
00000100:00000001:0.0:1786176922.891422:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306124586
00000100:00000001:0.0:1786176922.891423:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306116961
00000100:00000001:0.0:1786176922.891425:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306124586
00000100:00000001:0.0:1786176922.891427:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176922.891429:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176922.891432:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176922.891436:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff480 x1872930407319424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176922.891443:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176922.891445:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176922.891447:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176922.891449:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176922.891451:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176922.891454:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407319424:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176922.891457:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176922.891459:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176922.891461:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176922.891462:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176922.891466:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176922.891468:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176922.891471:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176922.891474:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003f9a0.
00000400:00000010:0.0:1786176922.891477:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b440.
00000100:00000200:0.0:1786176922.891480:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407319424, portal 4
00000100:00000001:0.0:1786176922.891482:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176922.891483:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542671488 : -106564166880128 : ffff9f1498aff480)
00000100:00000040:0.0:1786176922.891489:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff480 x1872930407319424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176922.891496:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176922.891499:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176922.891502:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bb28.
00000100:00000200:0.0:1786176922.891505:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407319424, offset 0
00000400:00000200:0.0:1786176922.891510:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176922.891513:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176922.891517:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176922.891520:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176922.891529:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176922.891533:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176922.891535:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176922.891538:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273468:273468:252:4294967295] 192.168.202.146@tcp LPNI seq info [273429:273429:4:4294967295]
00000400:00000200:0.0:1786176922.891543:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176922.891550:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176922.891554:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176922.891559:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880c300.
00000800:00000200:0.0:1786176922.891563:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176922.891566:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176922.891569:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176922.891573:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176922.891576:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176922.891578:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306116751
00000100:00000001:0.0:1786176922.891580:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306124586
00000100:00000001:0.0:1786176922.891582:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306116751
00000100:00000001:0.0:1786176922.891584:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306124586
00000100:00000001:0.0:1786176922.891586:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176922.891588:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176922.891591:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176922.891593:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176922.891596:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176922.891598:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1786176922.891600:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176922.891601:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176922.891603:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176922.891605:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176923.721848:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176923.721853:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176924.745874:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176924.745880:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176925.769908:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176925.769915:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1786176925.962036:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:3.0:1786176925.962083:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1786176925.962094:0:2391:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176925.962099:0:2391:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:3.0:1786176925.962103:0:2391:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176925.962107:0:2391:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1786176925.962112:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176925.962117:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cd00.
00000400:00000200:3.0:1786176925.962124:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176925.962140:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176925.962147:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bee0
00000400:00000010:3.0:1786176925.962150:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bee0.
00000100:00000001:3.0:1786176925.962156:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176925.962167:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1498afd500 x1872930407318912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176925.962202:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176925.962208:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd500 x1872930407318912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176925.962217:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176925.962219:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176925.962229:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176925.962231:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880c000.
00000400:00000200:3.0:1786176925.962234:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176925.962247:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176925.962250:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bf68
00000400:00000010:3.0:1786176925.962252:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bf68.
00000100:00000001:3.0:1786176925.962255:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176925.962259:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1498afc000 x1872930407319040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176925.962269:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176925.962272:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc000 x1872930407319040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176925.962279:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176925.962281:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176925.962286:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176925.962289:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880c900.
00000400:00000200:3.0:1786176925.962292:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176925.962295:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176925.962298:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b088
00000400:00000010:3.0:1786176925.962299:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b088.
00000100:00000001:3.0:1786176925.962301:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176925.962305:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1498affb80 x1872930407319168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176925.962312:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176925.962316:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498affb80 x1872930407319168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176925.962322:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176925.962323:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176925.962328:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176925.962331:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880ca00.
00000400:00000200:3.0:1786176925.962334:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176925.962336:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176925.962339:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b330
00000400:00000010:3.0:1786176925.962341:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b330.
00000100:00000001:3.0:1786176925.962343:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176925.962362:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1498afc700 x1872930407319296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176925.962371:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176925.962374:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc700 x1872930407319296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176925.962381:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176925.962383:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786176925.962389:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786176925.962391:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880c300.
00000400:00000200:3.0:1786176925.962394:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786176925.962397:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786176925.962400:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bb28
00000400:00000010:3.0:1786176925.962403:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bb28.
00000100:00000001:3.0:1786176925.962405:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786176925.962409:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1498aff480 x1872930407319424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176925.962416:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786176925.962430:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff480 x1872930407319424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176925.962437:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176925.962439:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176925.962526:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176925.962530:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176925.962533:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176925.962541:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176922/real 1786176925]  req@ffff9f1498afc700 x1872930407319296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176925.962554:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176925.962556:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176925.962560:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f948.
00000400:00000200:0.0:1786176925.962564:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5be58
00000400:00000010:0.0:1786176925.962566:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5be58.
00000100:00000001:0.0:1786176925.962569:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176925.962573:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc700 x1872930407319296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176925.962584:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc700 x1872930407319296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.962590:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176925.962593:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.962597:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176925.962599:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176925.962637:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc700 x1872930407319296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.962645:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176925.962650:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc700 x1872930407319296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.962662:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176925.962666:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.962668:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176925.962669:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.962672:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176925.962675:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176925.962678:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176925.962683:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176925.962686:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176925.962690:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc700 x1872930407319296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176925.962700:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407319296:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176925.962704:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176925.962708:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176922/real 1786176925]  req@ffff9f1498aff480 x1872930407319424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176925.962715:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176925.962717:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176925.962719:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f9a0.
00000400:00000200:0.0:1786176925.962721:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b440
00000400:00000010:0.0:1786176925.962723:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b440.
00000100:00000001:0.0:1786176925.962725:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176925.962728:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff480 x1872930407319424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176925.962736:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff480 x1872930407319424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.962742:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176925.962743:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.962745:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176925.962746:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176925.962749:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff480 x1872930407319424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.962754:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176925.962758:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff480 x1872930407319424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.962809:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176925.962813:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.962815:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176925.962817:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.962819:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176925.962820:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176925.962823:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176925.962826:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176925.962829:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176925.962833:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff480 x1872930407319424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176925.962842:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407319424:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176925.962846:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176925.962849:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176922/real 1786176925]  req@ffff9f1498afc000 x1872930407319040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176925.962857:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176925.962858:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176925.962860:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f000.
00000400:00000200:0.0:1786176925.962862:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b5d8
00000400:00000010:0.0:1786176925.962864:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b5d8.
00000100:00000001:0.0:1786176925.962867:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176925.962870:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc000 x1872930407319040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176925.962879:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc000 x1872930407319040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.962885:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176925.962887:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.962889:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176925.962890:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176925.962893:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc000 x1872930407319040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.962900:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176925.962903:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc000 x1872930407319040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.962909:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176925.962911:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.962913:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176925.962914:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.962916:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176925.962918:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176925.962920:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176925.962924:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176925.962927:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176925.962932:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc000 x1872930407319040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176925.962940:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407319040:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176925.962945:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176925.962948:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176922/real 1786176925]  req@ffff9f1498affb80 x1872930407319168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176925.962956:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176925.962957:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176925.962959:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003f5d8.
00000400:00000200:0.0:1786176925.962961:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176925.962963:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176925.962966:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176925.962970:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498affb80 x1872930407319168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176925.962978:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498affb80 x1872930407319168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.962986:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176925.962988:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.962989:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176925.962991:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176925.962995:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498affb80 x1872930407319168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.963002:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176925.963006:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498affb80 x1872930407319168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.963013:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176925.963016:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.963017:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176925.963019:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.963021:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176925.963023:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176925.963025:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176925.963029:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176925.963031:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176925.963036:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498affb80 x1872930407319168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176925.963044:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407319168:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176925.963049:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176925.963053:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176922/real 1786176925]  req@ffff9f1498afd500 x1872930407318912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176925.963062:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176925.963063:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176925.963065:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176925.963068:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176925.963070:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176925.963072:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176925.963076:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd500 x1872930407318912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176925.963085:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd500 x1872930407318912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.963092:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176925.963093:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.963095:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176925.963096:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176925.963099:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd500 x1872930407318912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.963106:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176925.963110:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd500 x1872930407318912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.963117:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176925.963119:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.963121:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176925.963123:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.963124:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176925.963126:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176925.963129:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176925.963132:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176925.963135:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176925.963139:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd500 x1872930407318912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176925.963147:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407318912:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176925.963151:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.963153:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176925.963156:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc700 x1872930407319296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.963163:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176925.963166:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176925.963170:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176925.963174:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176925.963177:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176925.963180:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176925.963182:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176925.963185:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965400.
02000000:00000001:0.0:1786176925.963189:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176925.963191:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176925.963193:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc700.
00000100:00000001:0.0:1786176925.963197:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176925.963198:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.963199:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176925.963203:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff480 x1872930407319424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.963209:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176925.963211:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176925.963212:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176925.963214:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176925.963215:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176925.963216:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176925.963218:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176925.963219:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964000.
02000000:00000001:0.0:1786176925.963222:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176925.963224:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176925.963225:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff480.
00000100:00000001:0.0:1786176925.963228:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176925.963229:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.963230:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176925.963233:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc000 x1872930407319040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.963239:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176925.963240:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176925.963242:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176925.963243:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176925.963244:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176925.963246:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176925.963247:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176925.963249:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964400.
02000000:00000001:0.0:1786176925.963251:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176925.963252:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176925.963253:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc000.
00000100:00000001:0.0:1786176925.963255:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176925.963256:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.963257:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176925.963261:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498affb80 x1872930407319168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.963266:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176925.963268:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176925.963269:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176925.963271:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176925.963272:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176925.963274:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176925.963275:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176925.963277:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:0.0:1786176925.963279:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176925.963280:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176925.963281:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498affb80.
00000100:00000001:0.0:1786176925.963283:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176925.963285:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.963287:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176925.963290:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd500 x1872930407318912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176925.963296:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176925.963297:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176925.963298:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176925.963301:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176925.963302:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176925.963303:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176925.963305:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176925.963306:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966800.
02000000:00000001:0.0:1786176925.963309:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176925.963310:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176925.963312:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd500.
00000100:00000001:0.0:1786176925.963314:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176925.963315:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.963317:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176925.963325:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176925.963328:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176925.963330:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176925.963332:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176926.793883:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176926.793894:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176927.817882:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176927.817887:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176928.009889:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176928.009900:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176928.009903:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176928.009907:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176928.009911:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176928.009918:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11448
00000400:00000200:0.0:1786176928.009925:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176928.009930:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176928.009933:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176928.009935:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.009938:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176928.009940:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.009941:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176928.009945:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176928.009947:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176928.009949:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176928.009951:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176928.009953:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176928.009954:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176928.009957:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.009958:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176928.009960:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.009961:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176928.009963:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176928.009965:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176928.009967:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176928.009969:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176928.009971:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176928.009974:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176928.009975:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176928.009978:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176928.009982:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176928.009985:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176928.009988:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176928.009989:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176928.009992:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176928.009994:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176928.009997:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176928.010002:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6800.
00000100:00000001:0.0:1786176928.010008:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176928.010014:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407319552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176928.010022:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176928.010026:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176928.010029:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407319552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176928.010049:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176928.010051:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176928.010054:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176928.010055:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176928.010056:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176928.010058:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176928.010060:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11448
00000400:00000200:0.0:1786176928.010062:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176928.010064:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176928.010066:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176928.010068:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010069:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176928.010071:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010072:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176928.010074:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176928.010075:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176928.010076:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176928.010077:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176928.010079:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176928.010081:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176928.010084:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010086:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176928.010087:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010089:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176928.010091:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176928.010096:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010101:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176928.010105:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176928.010110:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176928.010112:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176928.010114:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176928.010119:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176928.010125:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176928.010129:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176928.010136:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176928.010141:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176928.010147:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176928.010150:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176928.010153:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176928.010156:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176928.010160:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176928.010168:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000001:0.0:1786176928.010176:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176928.010186:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407319680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176928.010205:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176928.010210:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176928.010216:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407319680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176928.010231:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176928.010237:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176928.010244:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176928.010245:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176928.010248:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176928.010255:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176928.010260:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11448
00000400:00000200:0.0:1786176928.010270:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176928.010277:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176928.010283:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176928.010290:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010296:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176928.010301:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010307:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176928.010313:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176928.010316:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176928.010320:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176928.010323:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176928.010329:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176928.010333:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176928.010341:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010345:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176928.010350:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010356:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176928.010359:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176928.010364:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010371:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176928.010374:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176928.010380:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176928.010384:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176928.010388:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176928.010390:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176928.010402:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176928.010407:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176928.010416:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176928.010422:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176928.010427:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176928.010431:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176928.010436:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176928.010440:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176928.010444:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176928.010451:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786176928.010457:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176928.010467:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407319808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786176928.010487:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176928.010488:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1786176928.010493:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1786176928.010494:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176928.010500:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407319808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176928.010514:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176928.010519:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176928.010527:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176928.010530:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176928.010532:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176928.010537:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176928.010544:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11448
00000400:00000200:0.0:1786176928.010550:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176928.010558:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176928.010562:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176928.010569:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010573:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176928.010579:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010596:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176928.010602:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176928.010605:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176928.010608:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176928.010611:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176928.010617:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176928.010623:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176928.010633:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010638:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176928.010644:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010648:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176928.010652:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176928.010659:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010664:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176928.010669:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176928.010672:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176928.010675:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176928.010681:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176928.010685:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176928.010690:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176928.010695:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176928.010701:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176928.010707:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176928.010714:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176928.010718:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176928.010722:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176928.010725:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176928.010729:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176928.010736:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786176928.010743:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176928.010752:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407319936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176928.010800:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176928.010804:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176928.010811:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407319936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176928.010839:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176928.010844:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176928.010854:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176928.010858:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176928.010863:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176928.010869:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176928.010876:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11448
00000400:00000200:0.0:1786176928.010884:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176928.010893:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176928.010900:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176928.010909:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010914:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176928.010920:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010927:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176928.010932:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176928.010935:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176928.010940:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176928.010944:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176928.010948:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176928.010953:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176928.010961:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010966:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176928.010972:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010976:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176928.010981:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176928.010987:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176928.010993:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176928.010999:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176928.011003:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176928.011007:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176928.011013:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176928.011017:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176928.011023:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176928.011028:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176928.011036:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176928.011042:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176928.011048:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176928.011051:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176928.011057:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176928.011061:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176928.011065:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176928.011072:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786176928.011079:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176928.011091:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407320064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176928.011107:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176928.011111:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176928.011119:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407320064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176928.011142:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176928.011148:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11458)
00000800:00000200:2.1:1786176928.011302:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176928.011305:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176928.011633:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176928.011636:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176928.011880:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176928.011882:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176928.012088:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176928.012090:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1786176928.841885:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176928.841892:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176929.865897:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176929.865904:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176929.865906:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176929.865908:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176929.865912:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176929.865914:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176929.865916:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176929.865917:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176930.889871:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176930.889877:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176931.913878:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176931.913883:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176932.937880:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176932.937886:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176933.129916:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176933.129928:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786176933.129930:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176933.129935:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176933.129940:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176933.129948:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11453
00000400:00000200:3.0:1786176933.129958:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176933.129966:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176933.129970:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176933.129974:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.129978:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176933.129981:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.129984:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176933.129989:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176933.129992:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786176933.129996:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176933.129999:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786176933.130002:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786176933.130005:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786176933.130009:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130011:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176933.130012:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130014:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176933.130017:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786176933.130019:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130021:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176933.130023:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176933.130027:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176933.130030:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176933.130031:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786176933.130034:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176933.130045:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786176933.130048:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786176933.130052:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176933.130054:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176933.130057:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176933.130060:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176933.130065:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176933.130073:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786176933.130081:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176933.130090:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407320192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176933.130100:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176933.130104:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176933.130108:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407320192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176933.130132:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176933.130135:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176933.130138:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786176933.130139:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176933.130140:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176933.130142:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176933.130144:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11453
00000400:00000200:3.0:1786176933.130148:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176933.130150:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176933.130152:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176933.130154:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130156:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176933.130157:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130159:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176933.130160:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176933.130161:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786176933.130163:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176933.130165:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786176933.130166:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786176933.130168:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786176933.130170:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130171:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176933.130173:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130174:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176933.130175:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786176933.130177:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130178:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176933.130179:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176933.130189:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176933.130191:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176933.130192:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176933.130197:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176933.130199:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176933.130200:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176933.130202:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786176933.130204:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176933.130206:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176933.130207:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176933.130209:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176933.130210:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176933.130212:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176933.130214:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786176933.130218:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176933.130222:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407320320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176933.130228:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176933.130230:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176933.130236:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407320320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176933.130247:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176933.130250:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176933.130258:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786176933.130260:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176933.130263:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176933.130268:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176933.130273:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11453
00000400:00000200:3.0:1786176933.130279:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176933.130281:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176933.130285:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176933.130291:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130295:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176933.130300:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130304:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176933.130308:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176933.130310:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786176933.130314:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176933.130316:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786176933.130318:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786176933.130321:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786176933.130326:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130329:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176933.130330:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130331:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176933.130333:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786176933.130339:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130342:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176933.130344:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176933.130348:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176933.130351:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176933.130353:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176933.130356:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786176933.130358:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176933.130359:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176933.130363:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786176933.130366:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786176933.130368:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176933.130369:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176933.130370:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176933.130372:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176933.130373:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176933.130376:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786176933.130378:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176933.130386:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407320448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176933.130397:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176933.130402:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176933.130410:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407320448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176933.130426:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176933.130430:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176933.130437:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786176933.130441:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176933.130445:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176933.130452:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176933.130457:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11453
00000400:00000200:3.0:1786176933.130504:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176933.130511:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176933.130517:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176933.130524:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130526:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176933.130530:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130549:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176933.130550:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176933.130551:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786176933.130553:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176933.130556:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786176933.130559:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786176933.130564:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786176933.130567:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130571:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176933.130574:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130578:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176933.130582:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786176933.130586:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000800:00000200:2.1:1786176933.130591:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786176933.130592:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176933.130597:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1786176933.130598:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1786176933.130600:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176933.130606:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176933.130611:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176933.130613:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176933.130616:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176933.130618:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176933.130621:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786176933.130625:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786176933.130630:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176933.130633:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176933.130636:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176933.130637:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176933.130641:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176933.130648:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786176933.130654:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176933.130661:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407320576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176933.130673:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176933.130677:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176933.130683:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407320576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176933.130700:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786176933.130704:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786176933.130707:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786176933.130708:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786176933.130710:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786176933.130714:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786176933.130718:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11453
00000400:00000200:3.0:1786176933.130724:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786176933.130728:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786176933.130730:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786176933.130733:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130734:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176933.130739:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130742:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786176933.130744:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786176933.130747:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786176933.130749:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786176933.130751:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786176933.130754:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786176933.130756:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786176933.130761:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130764:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786176933.130811:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130817:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786176933.130822:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786176933.130831:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786176933.130836:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786176933.130839:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786176933.130841:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786176933.130847:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176933.130851:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786176933.130854:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786176933.130859:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176933.130863:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786176933.130867:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786176933.130872:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786176933.130877:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786176933.130879:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786176933.130884:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786176933.130887:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786176933.130890:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786176933.130895:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786176933.130898:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786176933.130908:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407320704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786176933.130919:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786176933.130922:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176933.130928:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407320704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786176933.130937:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786176933.130942:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11463)
00000800:00000200:2.1:1786176933.131136:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176933.131138:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176933.131337:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176933.131338:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176933.131582:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176933.131584:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786176933.131794:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176933.131796:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1786176933.961895:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176933.961901:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176934.985888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176934.985896:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176936.009916:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176936.009923:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176937.033876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176937.033884:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176938.057882:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176938.057887:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176938.250254:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176938.250261:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176938.250268:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176938.250285:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdf80 x1872930407320832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.250308:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176938.250311:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176938.250319:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176938.250326:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176938.250330:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176938.250339:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407320832:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176938.250347:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176938.250353:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176938.250358:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176938.250363:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176938.250372:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176938.250376:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176938.250392:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176938.250399:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176938.250412:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176938.250422:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407320832, portal 25
00000100:00000001:0.0:1786176938.250428:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176938.250433:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542666112 : -106564166885504 : ffff9f1498afdf80)
00000100:00000040:0.0:1786176938.250445:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdf80 x1872930407320832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.250466:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176938.250471:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176938.250479:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176938.250496:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407320832, offset 0
00000400:00000200:0.0:1786176938.250505:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176938.250518:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176938.250527:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176938.250537:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176938.250543:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176938.250549:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176938.250557:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176938.250567:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273479:273479:256:4294967295] 192.168.202.146@tcp LPNI seq info [273440:273440:8:4294967295]
00000400:00000200:0.0:1786176938.250575:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176938.250602:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176938.250620:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176938.250629:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176938.250637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176938.250644:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176938.250666:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176938.250674:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1786176938.250689:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176938.250695:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176938.250706:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176938.250720:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176938.250736:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176938.250741:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176938.250750:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176938.250763:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdf80 x1872930407320832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.250823:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176938.250834:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdf80 x1872930407320832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.250867:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176938.250871:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176938.250879:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176938.250890:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176938.250894:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306139947
00000100:00000001:0.0:1786176938.250904:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306134826
00000100:00000001:0.0:1786176938.250912:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306139947
00000100:00000001:0.0:1786176938.250917:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306134826
00000100:00000001:0.0:1786176938.250924:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176938.250930:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176938.250937:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176938.250948:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176938/real 1786176938]  req@ffff9f1498afdf80 x1872930407320832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176938.250978:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176938.250984:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176938.250990:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176938.251005:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176938.251010:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176938.251018:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176938.251026:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdf80 x1872930407320832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176938.251043:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdf80 x1872930407320832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.251070:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176938.251073:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.251084:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176938.251086:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176938.251096:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdf80 x1872930407320832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.251106:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176938.251116:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdf80 x1872930407320832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.251151:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176938.251157:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.251160:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176938.251163:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.251167:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176938.251169:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176938.251176:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176938.251193:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176938.251202:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176938.251215:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdf80 x1872930407320832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176938.251233:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407320832:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176938.251243:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.251251:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176938.251257:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdf80 x1872930407320832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.251274:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176938.251282:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176938.251287:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176938.251296:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176938.251299:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176938.251305:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176938.251311:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176938.251315:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967800.
02000000:00000001:0.0:1786176938.251324:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176938.251328:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176938.251330:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdf80.
00000100:00000001:0.0:1786176938.251338:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176938.251341:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.251349:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.251356:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176938.251360:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176938.251369:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176938.251375:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176938.251379:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176938.251385:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe680 x1872930407320960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.251400:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176938.251405:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176938.251411:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176938.251416:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176938.251422:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176938.251433:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407320960:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176938.251442:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176938.251447:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176938.251455:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176938.251463:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176938.251467:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176938.251476:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176938.251504:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176938.251510:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176938.251516:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176938.251520:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407320960, portal 10
00000100:00000001:0.0:1786176938.251524:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176938.251525:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667904 : -106564166883712 : ffff9f1498afe680)
00000100:00000040:0.0:1786176938.251543:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe680 x1872930407320960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.251554:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176938.251561:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176938.251564:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176938.251570:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407320960, offset 0
00000400:00000200:0.0:1786176938.251579:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176938.251585:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176938.251595:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176938.251604:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176938.251609:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176938.251617:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176938.251626:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176938.251637:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273480:273480:256:4294967295] 192.168.202.146@tcp LPNI seq info [273441:273441:8:4294967295]
00000400:00000200:0.0:1786176938.251643:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176938.251653:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176938.251663:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176938.251671:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176938.251685:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176938.251693:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176938.251706:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176938.251712:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1786176938.251726:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176938.251733:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176938.251736:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176938.251747:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176938.251756:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176938.251761:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176938.251768:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176938.251792:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe680 x1872930407320960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.251818:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176938.251822:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe680 x1872930407320960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.251830:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176938.251838:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176938.251846:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176938.251852:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176938.251861:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176938.251868:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306130982
00000100:00000001:0.0:1786176938.251874:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306139947
00000100:00000001:0.0:1786176938.251880:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306130982
00000100:00000001:0.0:1786176938.251888:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306139947
00000100:00000001:0.0:1786176938.251890:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176938.251899:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176938.251908:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176938.251914:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176938/real 1786176938]  req@ffff9f1498afe680 x1872930407320960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176938.251929:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176938.251931:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176938.251933:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176938.251937:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176938.251944:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176938.251948:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176938.251956:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe680 x1872930407320960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176938.251986:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe680 x1872930407320960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252008:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176938.252013:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.252018:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176938.252020:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176938.252031:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe680 x1872930407320960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252050:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176938.252059:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe680 x1872930407320960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252072:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176938.252078:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.252083:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176938.252090:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.252092:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176938.252095:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176938.252101:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176938.252108:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176938.252110:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176938.252124:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe680 x1872930407320960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176938.252139:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407320960:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176938.252144:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176938.252149:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff800 x1872930407321088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252165:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176938.252170:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176938.252179:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176938.252182:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176938.252185:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176938.252193:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407321088:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176938.252197:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176938.252199:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176938.252203:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176938.252211:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176938.252215:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786176938.252219:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176938.252234:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176938.252240:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176938.252249:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176938.252260:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407321088, portal 10
00000100:00000001:0.0:1786176938.252267:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176938.252270:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542672384 : -106564166879232 : ffff9f1498aff800)
00000100:00000040:0.0:1786176938.252285:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff800 x1872930407321088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252312:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176938.252322:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176938.252330:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176938.252338:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407321088, offset 0
00000400:00000200:0.0:1786176938.252349:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176938.252359:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176938.252366:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176938.252370:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176938.252375:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176938.252379:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176938.252384:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176938.252388:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273481:273481:256:4294967295] 192.168.202.146@tcp LPNI seq info [273442:273442:8:4294967295]
00000400:00000200:0.0:1786176938.252393:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176938.252400:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176938.252405:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176938.252409:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176938.252414:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176938.252417:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176938.252422:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176938.252425:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1786176938.252429:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176938.252431:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176938.252435:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176938.252439:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176938.252442:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176938.252444:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176938.252447:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176938.252452:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff800 x1872930407321088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252461:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176938.252463:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff800 x1872930407321088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252468:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176938.252469:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176938.252472:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176938.252474:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176938.252476:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176938.252478:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306131063
00000100:00000001:0.0:1786176938.252480:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306139947
00000100:00000001:0.0:1786176938.252481:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306131063
00000100:00000001:0.0:1786176938.252496:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306139947
00000100:00000001:0.0:1786176938.252498:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176938.252499:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176938.252501:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176938.252504:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176938/real 1786176938]  req@ffff9f1498aff800 x1872930407321088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176938.252510:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176938.252511:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176938.252512:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176938.252514:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176938.252515:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176938.252517:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176938.252519:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff800 x1872930407321088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176938.252525:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff800 x1872930407321088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252530:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176938.252532:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.252533:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176938.252535:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176938.252539:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff800 x1872930407321088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252546:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176938.252551:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff800 x1872930407321088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252558:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176938.252561:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.252563:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176938.252564:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.252566:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176938.252568:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176938.252570:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176938.252574:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176938.252576:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176938.252581:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff800 x1872930407321088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176938.252596:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407321088:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176938.252601:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.252603:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176938.252607:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe680 x1872930407320960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252614:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176938.252616:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176938.252619:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176938.252622:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176938.252623:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176938.252625:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176938.252627:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176938.252629:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964800.
02000000:00000001:0.0:1786176938.252632:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176938.252633:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176938.252634:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe680.
00000100:00000001:0.0:1786176938.252636:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176938.252637:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.252638:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176938.252641:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff800 x1872930407321088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252645:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176938.252646:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176938.252648:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786176938.252649:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176938.252650:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176938.252650:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176938.252652:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176938.252653:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966000.
02000000:00000001:0.0:1786176938.252655:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176938.252656:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176938.252657:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff800.
00000100:00000001:0.0:1786176938.252660:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176938.252662:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.252664:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.252668:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176938.252669:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176938.252671:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176938.252673:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176938.252675:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176938.252680:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afca80 x1872930407321216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252688:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176938.252689:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176938.252692:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176938.252694:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176938.252696:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176938.252700:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407321216:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176938.252703:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176938.252706:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176938.252708:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176938.252710:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176938.252712:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786176938.252714:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176938.252717:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176938.252719:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176938.252721:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176938.252724:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407321216, portal 4
00000100:00000001:0.0:1786176938.252726:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176938.252727:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542660736 : -106564166890880 : ffff9f1498afca80)
00000100:00000040:0.0:1786176938.252731:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afca80 x1872930407321216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252736:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176938.252737:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176938.252739:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176938.252740:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407321216, offset 0
00000400:00000200:0.0:1786176938.252743:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176938.252746:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176938.252749:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176938.252751:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176938.252753:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176938.252755:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176938.252756:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176938.252758:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273482:273482:256:4294967295] 192.168.202.146@tcp LPNI seq info [273443:273443:8:4294967295]
00000400:00000200:0.0:1786176938.252761:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176938.252766:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176938.252769:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176938.252789:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176938.252793:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176938.252794:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176938.252797:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176938.252799:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1786176938.252802:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176938.252803:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176938.252806:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176938.252808:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176938.252810:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176938.252812:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176938.252813:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176938.252816:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afca80 x1872930407321216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252821:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176938.252823:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afca80 x1872930407321216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252828:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176938.252829:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176938.252831:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176938.252834:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176938.252836:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176938.252838:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306132323
00000100:00000001:0.0:1786176938.252839:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306139947
00000100:00000001:0.0:1786176938.252841:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306132323
00000100:00000001:0.0:1786176938.252842:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306139947
00000100:00000001:0.0:1786176938.252843:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176938.252845:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176938.252846:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176938.252848:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176938/real 1786176938]  req@ffff9f1498afca80 x1872930407321216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176938.252853:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176938.252854:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176938.252855:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176938.252857:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176938.252858:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176938.252859:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176938.252861:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afca80 x1872930407321216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176938.252866:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afca80 x1872930407321216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252870:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176938.252871:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.252872:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176938.252873:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176938.252875:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afca80 x1872930407321216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252879:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176938.252881:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afca80 x1872930407321216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252885:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176938.252888:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.252889:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176938.252890:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.252891:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176938.252892:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176938.252894:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176938.252896:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176938.252897:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176938.252899:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afca80 x1872930407321216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176938.252904:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407321216:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176938.252906:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176938.252909:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdc00 x1872930407321344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252913:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176938.252914:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176938.252915:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176938.252916:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176938.252917:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176938.252919:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407321344:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176938.252921:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176938.252923:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176938.252924:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176938.252925:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176938.252927:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176938.252928:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176938.252930:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176938.252932:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176938.252934:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176938.252936:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407321344, portal 4
00000100:00000001:0.0:1786176938.252937:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176938.252938:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542665216 : -106564166886400 : ffff9f1498afdc00)
00000100:00000040:0.0:1786176938.252942:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdc00 x1872930407321344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.252946:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176938.252948:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176938.252949:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176938.252951:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407321344, offset 0
00000400:00000200:0.0:1786176938.252953:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176938.252955:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176938.252957:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176938.252959:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176938.252961:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176938.252963:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176938.252965:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176938.252969:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273483:273483:256:4294967295] 192.168.202.146@tcp LPNI seq info [273444:273444:8:4294967295]
00000400:00000200:0.0:1786176938.252973:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176938.252979:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176938.252984:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176938.252988:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176938.252992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176938.252995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1786176938.252999:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176938.253002:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1786176938.253006:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176938.253009:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176938.253012:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176938.253016:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176938.253019:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176938.253021:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176938.253022:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176938.253025:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdc00 x1872930407321344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.253035:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176938.253037:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdc00 x1872930407321344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.253041:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176938.253042:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176938.253044:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176938.253047:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176938.253049:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176938.253050:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306132113
00000100:00000001:0.0:1786176938.253052:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306139947
00000100:00000001:0.0:1786176938.253054:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306132113
00000100:00000001:0.0:1786176938.253055:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306139947
00000100:00000001:0.0:1786176938.253056:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176938.253058:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176938.253059:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176938.253061:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176938/real 1786176938]  req@ffff9f1498afdc00 x1872930407321344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176938.253066:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176938.253067:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176938.253068:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176938.253069:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176938.253070:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176938.253072:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176938.253074:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdc00 x1872930407321344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176938.253079:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdc00 x1872930407321344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.253083:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176938.253085:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.253086:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176938.253087:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176938.253089:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdc00 x1872930407321344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.253093:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176938.253096:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdc00 x1872930407321344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.253100:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176938.253101:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.253102:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176938.253103:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.253104:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176938.253105:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176938.253106:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176938.253108:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176938.253110:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176938.253112:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdc00 x1872930407321344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176938.253117:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407321344:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176938.253119:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.253121:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176938.253123:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afca80 x1872930407321216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.253126:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176938.253127:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176938.253129:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786176938.253130:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176938.253131:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176938.253132:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176938.253134:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176938.253135:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966400.
02000000:00000001:0.0:1786176938.253137:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176938.253137:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176938.253138:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afca80.
00000100:00000001:0.0:1786176938.253140:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176938.253141:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.253142:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176938.253144:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdc00 x1872930407321344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176938.253148:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176938.253149:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176938.253150:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176938.253151:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176938.253152:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176938.253152:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176938.253153:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176938.253154:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967800.
02000000:00000001:0.0:1786176938.253155:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176938.253156:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176938.253157:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdc00.
00000100:00000001:0.0:1786176938.253158:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176938.253159:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.253160:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176938.253162:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176938.253163:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176938.253164:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176938.253165:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176939.081882:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176939.081888:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176940.105859:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176940.105866:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176940.105868:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176940.105870:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176940.105874:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176940.105876:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176940.105877:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176940.105879:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176941.129857:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176941.129862:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176942.153862:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176942.153878:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176943.177848:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176943.177857:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176943.370150:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176943.370156:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176943.370159:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176943.370169:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc380 x1872930407321472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.370182:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176943.370187:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176943.370193:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176943.370196:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176943.370200:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176943.370206:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407321472:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176943.370213:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176943.370217:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176943.370221:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176943.370224:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176943.370230:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176943.370234:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176943.370242:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176943.370248:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176943.370256:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176943.370264:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407321472, portal 25
00000100:00000001:0.0:1786176943.370268:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176943.370270:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658944 : -106564166892672 : ffff9f1498afc380)
00000100:00000040:0.0:1786176943.370291:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc380 x1872930407321472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.370305:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176943.370309:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176943.370312:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176943.370314:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407321472, offset 0
00000400:00000200:0.0:1786176943.370323:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176943.370333:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176943.370341:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176943.370346:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176943.370352:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176943.370356:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176943.370360:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176943.370365:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273484:273484:256:4294967295] 192.168.202.146@tcp LPNI seq info [273445:273445:8:4294967295]
00000400:00000200:0.0:1786176943.370371:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176943.370384:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176943.370395:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176943.370400:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176943.370410:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176943.370413:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786176943.370423:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176943.370429:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1786176943.370464:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176943.370471:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176943.370479:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176943.370487:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176943.370494:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176943.370496:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176943.370503:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176943.370511:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc380 x1872930407321472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.370534:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176943.370543:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc380 x1872930407321472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.370562:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176943.370567:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176943.370574:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176943.370584:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176943.370590:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306145066
00000100:00000001:0.0:1786176943.370602:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306139947
00000100:00000001:0.0:1786176943.370619:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306145066
00000100:00000001:0.0:1786176943.370625:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306139947
00000100:00000001:0.0:1786176943.370632:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176943.370639:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176943.370645:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176943.370653:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176943/real 1786176943]  req@ffff9f1498afc380 x1872930407321472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176943.370677:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176943.370680:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176943.370684:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176943.370689:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176943.370692:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176943.370694:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176943.370699:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc380 x1872930407321472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176943.370714:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc380 x1872930407321472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.370747:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176943.370750:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.370756:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176943.370759:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176943.370768:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc380 x1872930407321472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.370800:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176943.370805:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc380 x1872930407321472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.370812:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176943.370818:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.370822:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176943.370825:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.370829:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176943.370832:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176943.370835:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176943.370842:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176943.370847:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176943.370853:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc380 x1872930407321472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176943.370874:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407321472:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176943.370881:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.370884:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176943.370889:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc380 x1872930407321472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.370900:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176943.370904:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176943.370908:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176943.370915:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176943.370919:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176943.370923:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176943.370927:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176943.370930:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966800.
02000000:00000001:0.0:1786176943.370935:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176943.370939:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176943.370943:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc380.
00000100:00000001:0.0:1786176943.370946:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176943.370949:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.370952:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.370960:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176943.370964:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176943.370967:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176943.370970:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176943.370974:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176943.370980:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd180 x1872930407321600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.370992:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176943.370994:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176943.370997:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176943.371000:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176943.371005:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176943.371010:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407321600:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176943.371014:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176943.371017:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176943.371018:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176943.371023:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176943.371027:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176943.371031:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176943.371037:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176943.371041:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176943.371046:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176943.371050:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407321600, portal 10
00000100:00000001:0.0:1786176943.371054:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176943.371055:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542662528 : -106564166889088 : ffff9f1498afd180)
00000100:00000040:0.0:1786176943.371061:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd180 x1872930407321600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371071:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176943.371076:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176943.371080:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176943.371083:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407321600, offset 0
00000400:00000200:0.0:1786176943.371089:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176943.371095:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176943.371100:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176943.371103:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176943.371107:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176943.371109:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176943.371113:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176943.371120:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273485:273485:256:4294967295] 192.168.202.146@tcp LPNI seq info [273446:273446:8:4294967295]
00000400:00000200:0.0:1786176943.371126:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176943.371140:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176943.371150:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176943.371155:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176943.371161:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176943.371167:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786176943.371175:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176943.371180:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1786176943.371188:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176943.371191:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176943.371196:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176943.371205:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176943.371209:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176943.371214:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176943.371218:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176943.371223:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd180 x1872930407321600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371235:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176943.371241:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd180 x1872930407321600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371251:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176943.371257:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176943.371259:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176943.371264:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176943.371269:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176943.371273:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306136101
00000100:00000001:0.0:1786176943.371278:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306145066
00000100:00000001:0.0:1786176943.371282:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306136101
00000100:00000001:0.0:1786176943.371286:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306145066
00000100:00000001:0.0:1786176943.371290:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176943.371293:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176943.371300:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176943.371310:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176943/real 1786176943]  req@ffff9f1498afd180 x1872930407321600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176943.371328:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176943.371332:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176943.371337:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176943.371344:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176943.371350:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176943.371357:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176943.371364:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd180 x1872930407321600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176943.371389:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd180 x1872930407321600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371407:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176943.371411:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.371415:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176943.371419:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176943.371427:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd180 x1872930407321600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371456:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176943.371464:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd180 x1872930407321600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371478:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176943.371485:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.371491:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176943.371492:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.371496:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176943.371499:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176943.371506:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176943.371516:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176943.371523:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176943.371533:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd180 x1872930407321600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176943.371567:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407321600:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176943.371575:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176943.371578:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afed80 x1872930407321728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371586:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176943.371588:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176943.371594:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176943.371596:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176943.371599:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176943.371603:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407321728:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176943.371607:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176943.371610:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176943.371612:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176943.371614:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176943.371618:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176943.371621:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176943.371625:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176943.371628:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176943.371631:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176943.371635:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407321728, portal 10
00000100:00000001:0.0:1786176943.371637:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176943.371638:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542669696 : -106564166881920 : ffff9f1498afed80)
00000100:00000040:0.0:1786176943.371642:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afed80 x1872930407321728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371647:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176943.371648:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176943.371650:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176943.371652:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407321728, offset 0
00000400:00000200:0.0:1786176943.371654:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176943.371657:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176943.371659:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176943.371662:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176943.371664:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176943.371666:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176943.371667:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176943.371670:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273486:273486:256:4294967295] 192.168.202.146@tcp LPNI seq info [273447:273447:8:4294967295]
00000400:00000200:0.0:1786176943.371672:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176943.371677:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176943.371680:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176943.371682:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176943.371684:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176943.371686:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786176943.371689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176943.371691:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1786176943.371694:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176943.371695:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176943.371697:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176943.371699:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176943.371701:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176943.371703:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176943.371704:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176943.371707:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afed80 x1872930407321728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371712:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176943.371714:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afed80 x1872930407321728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371719:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176943.371720:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176943.371722:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176943.371724:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176943.371727:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176943.371729:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306136182
00000100:00000001:0.0:1786176943.371732:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306145066
00000100:00000001:0.0:1786176943.371734:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306136182
00000100:00000001:0.0:1786176943.371736:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306145066
00000100:00000001:0.0:1786176943.371738:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176943.371740:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176943.371742:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176943.371746:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176943/real 1786176943]  req@ffff9f1498afed80 x1872930407321728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176943.371755:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176943.371757:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176943.371758:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176943.371761:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176943.371763:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176943.371765:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176943.371769:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afed80 x1872930407321728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176943.371799:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afed80 x1872930407321728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371807:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176943.371809:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.371811:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176943.371812:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176943.371817:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afed80 x1872930407321728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371825:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176943.371829:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afed80 x1872930407321728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371835:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176943.371836:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.371838:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176943.371838:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.371840:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176943.371841:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176943.371843:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176943.371845:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176943.371847:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176943.371849:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afed80 x1872930407321728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176943.371855:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407321728:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176943.371857:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.371859:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176943.371861:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd180 x1872930407321600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371865:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176943.371866:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176943.371867:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176943.371869:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176943.371870:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176943.371871:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176943.371872:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176943.371873:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:0.0:1786176943.371875:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176943.371876:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176943.371877:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd180.
00000100:00000001:0.0:1786176943.371879:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176943.371880:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.371881:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176943.371883:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afed80 x1872930407321728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371887:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176943.371888:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176943.371889:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176943.371891:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176943.371892:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176943.371892:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176943.371894:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176943.371895:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964400.
02000000:00000001:0.0:1786176943.371896:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176943.371897:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176943.371898:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afed80.
00000100:00000001:0.0:1786176943.371899:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176943.371900:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.371901:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.371904:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176943.371905:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176943.371906:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176943.371907:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176943.371908:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176943.371910:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc380 x1872930407321856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371914:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176943.371915:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176943.371916:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176943.371918:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176943.371919:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176943.371921:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407321856:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176943.371923:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176943.371924:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176943.371925:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176943.371927:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176943.371929:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176943.371930:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176943.371933:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176943.371935:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176943.371937:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176943.371940:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407321856, portal 4
00000100:00000001:0.0:1786176943.371941:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176943.371942:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658944 : -106564166892672 : ffff9f1498afc380)
00000100:00000040:0.0:1786176943.371946:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc380 x1872930407321856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.371950:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176943.371952:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176943.371953:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176943.371955:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407321856, offset 0
00000400:00000200:0.0:1786176943.371957:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176943.371960:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176943.371962:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176943.371964:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176943.371966:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176943.371968:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176943.371970:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176943.371972:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273487:273487:256:4294967295] 192.168.202.146@tcp LPNI seq info [273448:273448:8:4294967295]
00000400:00000200:0.0:1786176943.371975:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176943.371979:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176943.371982:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176943.371984:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176943.371987:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176943.371989:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786176943.371991:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176943.371993:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1786176943.371996:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176943.371997:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176943.371999:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176943.372002:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176943.372003:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176943.372005:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176943.372007:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176943.372009:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc380 x1872930407321856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.372014:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176943.372016:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc380 x1872930407321856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.372021:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176943.372022:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176943.372024:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176943.372026:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176943.372028:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176943.372029:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306137442
00000100:00000001:0.0:1786176943.372031:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306145066
00000100:00000001:0.0:1786176943.372032:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306137442
00000100:00000001:0.0:1786176943.372034:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306145066
00000100:00000001:0.0:1786176943.372035:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176943.372036:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176943.372038:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176943.372040:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176943/real 1786176943]  req@ffff9f1498afc380 x1872930407321856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176943.372044:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176943.372045:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176943.372046:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176943.372048:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176943.372049:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176943.372050:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176943.372052:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc380 x1872930407321856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176943.372057:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc380 x1872930407321856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.372061:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176943.372061:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.372062:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176943.372063:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176943.372066:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc380 x1872930407321856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.372070:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176943.372073:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc380 x1872930407321856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.372077:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176943.372078:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.372079:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176943.372080:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.372081:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176943.372082:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176943.372083:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176943.372085:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176943.372087:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176943.372089:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc380 x1872930407321856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176943.372093:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407321856:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176943.372095:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176943.372098:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdc00 x1872930407321984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.372102:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176943.372103:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176943.372105:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176943.372106:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176943.372107:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176943.372109:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407321984:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176943.372110:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176943.372112:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176943.372113:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176943.372114:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176943.372116:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176943.372117:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176943.372119:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176943.372120:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176943.372122:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176943.372124:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407321984, portal 4
00000100:00000001:0.0:1786176943.372125:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176943.372126:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542665216 : -106564166886400 : ffff9f1498afdc00)
00000100:00000040:0.0:1786176943.372130:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdc00 x1872930407321984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.372135:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176943.372136:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176943.372138:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176943.372139:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407321984, offset 0
00000400:00000200:0.0:1786176943.372141:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176943.372143:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176943.372145:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176943.372147:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176943.372148:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176943.372150:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176943.372151:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176943.372153:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273488:273488:256:4294967295] 192.168.202.146@tcp LPNI seq info [273449:273449:8:4294967295]
00000400:00000200:0.0:1786176943.372156:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176943.372160:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176943.372163:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176943.372164:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176943.372166:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176943.372168:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1786176943.372171:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176943.372172:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1786176943.372175:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176943.372177:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176943.372178:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176943.372181:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176943.372182:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176943.372184:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176943.372185:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176943.372187:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdc00 x1872930407321984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.372192:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176943.372194:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdc00 x1872930407321984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.372198:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176943.372199:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176943.372201:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176943.372202:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176943.372204:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176943.372205:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306137232
00000100:00000001:0.0:1786176943.372207:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306145066
00000100:00000001:0.0:1786176943.372208:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306137232
00000100:00000001:0.0:1786176943.372210:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306145066
00000100:00000001:0.0:1786176943.372211:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176943.372212:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176943.372213:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176943.372216:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176943/real 1786176943]  req@ffff9f1498afdc00 x1872930407321984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176943.372220:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176943.372221:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176943.372222:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176943.372223:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176943.372224:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176943.372225:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176943.372227:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdc00 x1872930407321984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176943.372233:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdc00 x1872930407321984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.372237:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176943.372237:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.372238:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176943.372239:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176943.372241:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdc00 x1872930407321984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.372245:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176943.372247:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdc00 x1872930407321984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.372251:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176943.372253:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.372254:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176943.372254:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.372255:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176943.372256:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176943.372258:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176943.372260:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176943.372261:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176943.372263:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdc00 x1872930407321984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176943.372268:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407321984:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176943.372270:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.372271:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176943.372273:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc380 x1872930407321856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.372278:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176943.372279:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176943.372280:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5400.
02000000:00000001:0.0:1786176943.372281:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176943.372282:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176943.372283:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176943.372284:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176943.372285:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964000.
02000000:00000001:0.0:1786176943.372287:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176943.372288:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176943.372289:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc380.
00000100:00000001:0.0:1786176943.372290:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176943.372291:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.372292:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176943.372294:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdc00 x1872930407321984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176943.372298:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176943.372299:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176943.372299:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7800.
02000000:00000001:0.0:1786176943.372301:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176943.372301:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176943.372302:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176943.372303:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176943.372304:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965400.
02000000:00000001:0.0:1786176943.372305:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176943.372306:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176943.372306:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdc00.
00000100:00000001:0.0:1786176943.372308:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176943.372308:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.372310:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176943.372311:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176943.372312:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176943.372313:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176943.372314:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176944.201917:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176944.201925:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176945.225924:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176945.225932:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176946.249916:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176946.249923:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176947.273933:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176947.273943:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176948.297938:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176948.297946:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176948.490159:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176948.490164:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176948.490168:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176948.490176:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afca80 x1872930407322112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490187:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176948.490189:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176948.490194:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176948.490197:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176948.490200:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176948.490203:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407322112:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176948.490208:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176948.490213:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176948.490216:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176948.490219:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176948.490225:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176948.490227:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176948.490234:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176948.490239:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176948.490247:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176948.490256:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407322112, portal 25
00000100:00000001:0.0:1786176948.490259:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176948.490261:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542660736 : -106564166890880 : ffff9f1498afca80)
00000100:00000040:0.0:1786176948.490267:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afca80 x1872930407322112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490275:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176948.490279:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176948.490282:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176948.490285:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407322112, offset 0
00000400:00000200:0.0:1786176948.490294:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176948.490303:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176948.490310:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176948.490316:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176948.490323:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176948.490328:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176948.490331:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176948.490336:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273489:273489:256:4294967295] 192.168.202.146@tcp LPNI seq info [273450:273450:8:4294967295]
00000400:00000200:0.0:1786176948.490341:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176948.490353:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176948.490360:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176948.490366:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176948.490374:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176948.490379:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176948.490401:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176948.490406:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1786176948.490411:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176948.490415:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176948.490423:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176948.490429:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176948.490436:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176948.490439:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176948.490444:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176948.490449:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afca80 x1872930407322112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490460:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176948.490464:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afca80 x1872930407322112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490473:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176948.490476:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176948.490483:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176948.490487:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176948.490491:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306150186
00000100:00000001:0.0:1786176948.490499:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306145066
00000100:00000001:0.0:1786176948.490504:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306150186
00000100:00000001:0.0:1786176948.490508:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306145066
00000100:00000001:0.0:1786176948.490512:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176948.490515:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176948.490518:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176948.490523:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176948/real 1786176948]  req@ffff9f1498afca80 x1872930407322112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176948.490537:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176948.490539:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176948.490541:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176948.490544:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176948.490546:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176948.490549:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176948.490553:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afca80 x1872930407322112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176948.490563:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afca80 x1872930407322112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490571:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176948.490573:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.490576:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176948.490578:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176948.490583:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afca80 x1872930407322112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490592:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176948.490598:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afca80 x1872930407322112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490607:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176948.490610:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.490612:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176948.490613:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.490616:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176948.490618:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176948.490622:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176948.490627:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176948.490630:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176948.490635:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afca80 x1872930407322112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176948.490645:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407322112:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176948.490651:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.490653:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176948.490657:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afca80 x1872930407322112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490666:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176948.490669:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176948.490673:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176948.490676:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176948.490678:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176948.490680:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176948.490682:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176948.490685:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967c00.
02000000:00000001:0.0:1786176948.490690:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176948.490692:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176948.490695:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afca80.
00000100:00000001:0.0:1786176948.490698:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176948.490700:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.490702:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.490713:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176948.490715:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176948.490718:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176948.490719:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176948.490721:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176948.490725:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff800 x1872930407322240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490731:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176948.490733:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176948.490735:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176948.490736:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176948.490738:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176948.490740:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407322240:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176948.490742:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176948.490744:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176948.490745:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176948.490746:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176948.490749:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176948.490750:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176948.490754:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176948.490756:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176948.490759:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176948.490761:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407322240, portal 10
00000100:00000001:0.0:1786176948.490763:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176948.490764:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542672384 : -106564166879232 : ffff9f1498aff800)
00000100:00000040:0.0:1786176948.490769:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff800 x1872930407322240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490792:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176948.490794:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176948.490796:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176948.490798:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407322240, offset 0
00000400:00000200:0.0:1786176948.490801:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176948.490804:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176948.490807:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176948.490809:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176948.490811:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176948.490813:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176948.490815:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176948.490817:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273490:273490:256:4294967295] 192.168.202.146@tcp LPNI seq info [273451:273451:8:4294967295]
00000400:00000200:0.0:1786176948.490820:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176948.490825:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176948.490829:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176948.490832:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176948.490835:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176948.490837:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176948.490840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176948.490842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1786176948.490845:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176948.490847:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176948.490849:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176948.490851:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176948.490854:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176948.490855:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176948.490857:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176948.490860:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff800 x1872930407322240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490866:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176948.490868:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff800 x1872930407322240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490872:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176948.490874:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176948.490876:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176948.490879:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176948.490881:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176948.490883:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306141221
00000100:00000001:0.0:1786176948.490885:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306150186
00000100:00000001:0.0:1786176948.490887:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306141221
00000100:00000001:0.0:1786176948.490888:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306150186
00000100:00000001:0.0:1786176948.490889:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176948.490891:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176948.490892:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176948.490894:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176948/real 1786176948]  req@ffff9f1498aff800 x1872930407322240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176948.490901:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176948.490902:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176948.490903:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176948.490904:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176948.490905:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176948.490907:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176948.490908:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff800 x1872930407322240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176948.490914:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff800 x1872930407322240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490919:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176948.490920:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.490921:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176948.490922:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176948.490924:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff800 x1872930407322240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490928:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176948.490930:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff800 x1872930407322240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490934:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176948.490936:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.490937:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176948.490938:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.490939:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176948.490940:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176948.490942:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176948.490944:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176948.490945:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176948.490948:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff800 x1872930407322240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176948.490954:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407322240:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176948.490957:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176948.490959:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe680 x1872930407322368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490963:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176948.490964:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176948.490965:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176948.490966:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176948.490967:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176948.490969:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407322368:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176948.490971:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176948.490972:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176948.490973:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176948.490975:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176948.490977:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176948.490978:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176948.490981:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176948.490982:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176948.490984:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176948.490986:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407322368, portal 10
00000100:00000001:0.0:1786176948.490988:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176948.490988:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667904 : -106564166883712 : ffff9f1498afe680)
00000100:00000040:0.0:1786176948.490993:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe680 x1872930407322368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.490998:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176948.491000:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176948.491001:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176948.491003:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407322368, offset 0
00000400:00000200:0.0:1786176948.491006:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176948.491008:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176948.491011:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176948.491013:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176948.491015:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176948.491016:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176948.491018:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176948.491020:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273491:273491:256:4294967295] 192.168.202.146@tcp LPNI seq info [273452:273452:8:4294967295]
00000400:00000200:0.0:1786176948.491023:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176948.491027:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176948.491030:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176948.491031:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176948.491034:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176948.491036:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176948.491039:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176948.491048:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1786176948.491052:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176948.491053:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176948.491056:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176948.491058:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176948.491060:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176948.491062:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176948.491063:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176948.491066:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe680 x1872930407322368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491071:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176948.491073:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe680 x1872930407322368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491077:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176948.491079:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176948.491081:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176948.491082:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176948.491085:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176948.491087:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306141302
00000100:00000001:0.0:1786176948.491089:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306150186
00000100:00000001:0.0:1786176948.491090:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306141302
00000100:00000001:0.0:1786176948.491092:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306150186
00000100:00000001:0.0:1786176948.491093:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176948.491094:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176948.491095:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176948.491097:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176948/real 1786176948]  req@ffff9f1498afe680 x1872930407322368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176948.491102:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176948.491103:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176948.491104:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176948.491106:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176948.491108:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176948.491109:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176948.491111:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe680 x1872930407322368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176948.491116:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe680 x1872930407322368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491120:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176948.491122:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.491123:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176948.491124:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176948.491126:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe680 x1872930407322368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491129:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176948.491132:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe680 x1872930407322368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491136:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176948.491138:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.491139:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176948.491140:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.491141:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176948.491142:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176948.491144:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176948.491146:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176948.491147:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176948.491150:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe680 x1872930407322368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176948.491154:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407322368:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176948.491156:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176948.491158:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdf80 x1872930407322496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491162:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176948.491163:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176948.491164:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176948.491165:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176948.491167:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176948.491168:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407322496:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176948.491170:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176948.491171:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176948.491172:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176948.491173:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176948.491176:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176948.491177:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176948.491180:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176948.491181:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176948.491184:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176948.491186:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407322496, portal 4
00000100:00000001:0.0:1786176948.491187:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176948.491188:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542666112 : -106564166885504 : ffff9f1498afdf80)
00000100:00000040:0.0:1786176948.491192:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdf80 x1872930407322496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491197:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176948.491198:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176948.491200:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176948.491201:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407322496, offset 0
00000400:00000200:0.0:1786176948.491204:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176948.491206:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176948.491208:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176948.491210:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176948.491211:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176948.491213:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176948.491215:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176948.491217:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273492:273492:256:4294967295] 192.168.202.146@tcp LPNI seq info [273453:273453:8:4294967295]
00000400:00000200:0.0:1786176948.491220:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176948.491224:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176948.491227:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176948.491229:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176948.491231:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176948.491234:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176948.491236:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176948.491238:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1786176948.491241:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176948.491242:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176948.491244:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176948.491247:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176948.491248:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176948.491250:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176948.491251:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176948.491253:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdf80 x1872930407322496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491263:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176948.491265:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdf80 x1872930407322496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491270:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176948.491271:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176948.491272:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176948.491274:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176948.491276:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176948.491277:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306142561
00000100:00000001:0.0:1786176948.491279:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306150186
00000100:00000001:0.0:1786176948.491280:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306142561
00000100:00000001:0.0:1786176948.491282:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306150186
00000100:00000001:0.0:1786176948.491284:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176948.491285:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176948.491286:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176948.491288:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176948/real 1786176948]  req@ffff9f1498afdf80 x1872930407322496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176948.491293:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176948.491293:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176948.491294:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176948.491295:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176948.491296:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176948.491297:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176948.491299:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdf80 x1872930407322496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176948.491304:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdf80 x1872930407322496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491309:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176948.491311:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.491312:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176948.491313:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176948.491315:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdf80 x1872930407322496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491319:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176948.491322:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdf80 x1872930407322496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491326:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176948.491327:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.491328:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176948.491329:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.491330:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176948.491331:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176948.491332:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176948.491334:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176948.491335:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176948.491337:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdf80 x1872930407322496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176948.491342:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407322496:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176948.491344:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176948.491346:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd500 x1872930407322624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491349:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176948.491351:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176948.491352:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176948.491353:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176948.491355:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176948.491357:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407322624:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176948.491359:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176948.491360:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176948.491362:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176948.491363:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176948.491365:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176948.491366:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176948.491368:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176948.491369:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176948.491371:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176948.491373:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407322624, portal 4
00000100:00000001:0.0:1786176948.491374:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176948.491375:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542663424 : -106564166888192 : ffff9f1498afd500)
00000100:00000040:0.0:1786176948.491379:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd500 x1872930407322624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491396:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176948.491398:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176948.491399:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176948.491401:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407322624, offset 0
00000400:00000200:0.0:1786176948.491404:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176948.491406:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176948.491409:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176948.491411:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176948.491413:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176948.491414:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176948.491416:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176948.491418:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273493:273493:256:4294967295] 192.168.202.146@tcp LPNI seq info [273454:273454:8:4294967295]
00000400:00000200:0.0:1786176948.491421:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176948.491425:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176948.491427:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176948.491429:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176948.491433:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176948.491435:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1786176948.491437:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176948.491439:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1786176948.491442:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176948.491443:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176948.491445:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176948.491448:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176948.491450:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176948.491451:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176948.491453:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176948.491455:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd500 x1872930407322624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491461:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176948.491463:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd500 x1872930407322624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491467:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176948.491468:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176948.491470:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176948.491472:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176948.491474:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176948.491475:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306142351
00000100:00000001:0.0:1786176948.491476:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306150186
00000100:00000001:0.0:1786176948.491478:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306142351
00000100:00000001:0.0:1786176948.491480:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306150186
00000100:00000001:0.0:1786176948.491481:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176948.491483:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176948.491484:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176948.491486:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176948/real 1786176948]  req@ffff9f1498afd500 x1872930407322624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176948.491490:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176948.491492:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176948.491493:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176948.491495:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176948.491496:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176948.491497:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176948.491500:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd500 x1872930407322624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176948.491504:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd500 x1872930407322624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491508:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176948.491509:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.491510:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176948.491511:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176948.491513:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd500 x1872930407322624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491517:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176948.491519:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd500 x1872930407322624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491524:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176948.491525:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.491527:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176948.491528:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.491529:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176948.491530:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176948.491532:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176948.491533:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176948.491534:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176948.491537:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd500 x1872930407322624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176948.491546:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407322624:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176948.491549:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.491550:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176948.491552:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff800 x1872930407322240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491556:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176948.491557:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176948.491558:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176948.491559:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176948.491560:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176948.491561:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176948.491562:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176948.491563:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965000.
02000000:00000001:0.0:1786176948.491565:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176948.491566:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176948.491567:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff800.
00000100:00000001:0.0:1786176948.491569:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176948.491570:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.491571:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176948.491573:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe680 x1872930407322368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491577:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176948.491578:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176948.491579:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176948.491580:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176948.491581:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176948.491582:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176948.491583:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176948.491584:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967400.
02000000:00000001:0.0:1786176948.491585:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176948.491585:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176948.491586:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe680.
00000100:00000001:0.0:1786176948.491588:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176948.491589:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.491590:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176948.491592:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdf80 x1872930407322496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491597:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176948.491597:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176948.491598:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176948.491599:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176948.491600:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176948.491601:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176948.491602:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176948.491603:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964c00.
02000000:00000001:0.0:1786176948.491604:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176948.491605:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176948.491605:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdf80.
00000100:00000001:0.0:1786176948.491607:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176948.491608:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.491609:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176948.491610:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd500 x1872930407322624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176948.491614:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176948.491615:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176948.491616:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176948.491617:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176948.491618:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176948.491618:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176948.491619:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176948.491620:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965800.
02000000:00000001:0.0:1786176948.491621:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176948.491622:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176948.491623:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd500.
00000100:00000001:0.0:1786176948.491624:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176948.491625:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.491626:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176948.491628:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176948.491629:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176948.491631:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176948.491632:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176949.321936:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176949.321944:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176950.345953:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176950.345965:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176950.345968:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176950.345973:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176950.345980:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176950.345983:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176950.345985:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176950.345988:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176951.369892:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176951.369900:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176952.393892:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176952.393900:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176953.417926:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176953.417934:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176953.609946:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176953.609956:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176953.609959:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176953.609963:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176953.609968:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176953.609973:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11473
00000400:00000200:0.0:1786176953.609980:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176953.609985:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176953.609987:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176953.609990:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.609992:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176953.609994:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.609996:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176953.609998:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176953.610000:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176953.610002:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176953.610004:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176953.610006:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176953.610007:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176953.610009:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.610010:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176953.610012:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.610013:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176953.610015:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176953.610018:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176953.610019:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176953.610021:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176953.610024:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176953.610026:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176953.610028:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176953.610030:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176953.610038:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176953.610041:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176953.610044:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176953.610046:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176953.610048:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176953.610051:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176953.610055:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176953.610060:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
00000100:00000001:0.0:1786176953.610066:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176953.610072:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407322752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176953.610080:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176953.610084:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176953.610088:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407322752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176953.610110:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176953.610114:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176953.610118:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176953.610120:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176953.610122:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176953.610126:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176953.610131:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11473
00000400:00000200:0.0:1786176953.610135:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176953.610139:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176953.610143:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176953.610151:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.610156:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176953.610160:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.610181:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176953.610193:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176953.610198:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176953.610207:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176953.610216:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176953.610226:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176953.610240:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176953.610250:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.610256:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176953.610259:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.610264:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176953.610274:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176953.610280:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176953.610285:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176953.610291:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176953.610299:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176953.610307:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176953.610310:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176953.610313:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176953.610315:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176953.610328:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176953.610351:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176953.610357:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176953.610368:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176953.610373:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176953.610382:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176953.610388:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176953.610394:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176953.610403:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786176953.610410:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176953.610422:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407322880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176953.610456:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176953.610463:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176953.610472:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407322880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176953.610501:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176953.610509:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176953.610516:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176953.610522:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176953.610527:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176953.610533:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176953.610544:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11473
00000400:00000200:0.0:1786176953.610555:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176953.610569:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176953.610574:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1786176953.610575:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176953.610586:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1786176953.610588:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.610595:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176953.610601:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.610610:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176953.610616:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176953.610623:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176953.610630:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176953.610635:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176953.610639:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176953.610643:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176953.610649:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.610653:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176953.610661:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.610672:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176953.610680:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176953.610688:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176953.610695:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176953.610699:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176953.610705:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176953.610711:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176953.610719:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176953.610726:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176953.610729:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176953.610732:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176953.610746:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176953.610751:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176953.610760:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176953.610762:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176953.610766:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176953.610803:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176953.610806:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176953.610811:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786176953.610815:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176953.610824:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407323008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176953.610849:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176953.610854:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176953.610864:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407323008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176953.610906:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176953.610910:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176953.610920:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176953.610923:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176953.610926:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176953.610937:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176953.610948:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11473
00000400:00000200:0.0:1786176953.610964:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176953.610975:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176953.610980:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176953.610995:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.611000:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176953.611012:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.611024:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176953.611033:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176953.611038:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176953.611043:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176953.611047:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176953.611058:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176953.611067:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176953.611079:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.611088:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176953.611095:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.611104:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176953.611112:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176953.611126:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176953.611140:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176953.611159:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176953.611171:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176953.611177:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176953.611186:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176953.611192:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176953.611205:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176953.611215:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176953.611226:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176953.611232:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176953.611245:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176953.611252:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176953.611261:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176953.611268:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176953.611272:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176953.611282:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786176953.611292:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176953.611307:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407323136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176953.611321:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176953.611328:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176953.611348:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407323136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176953.611359:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176953.611365:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176953.611375:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176953.611381:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176953.611390:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176953.611400:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176953.611411:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11473
00000400:00000200:0.0:1786176953.611420:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176953.611430:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176953.611435:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176953.611444:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.611448:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176953.611455:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.611460:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176953.611466:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176953.611470:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176953.611477:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176953.611481:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176953.611486:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176953.611494:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176953.611502:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.611509:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176953.611518:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176953.611531:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176953.611542:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176953.611551:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176953.611556:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176953.611559:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176953.611564:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176953.611577:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176953.611587:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176953.611596:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176953.611608:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176953.611617:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176953.611629:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176953.611638:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176953.611649:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176953.611657:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176953.611665:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176953.611670:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176953.611676:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176953.611683:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176953.611685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
02000000:00000010:0.0:1786176953.611686:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786176953.611696:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176953.611715:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407323264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176953.611748:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176953.611759:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176953.611801:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407323264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176953.611831:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176953.611838:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11484)
00000800:00000200:2.1:1786176953.612053:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176953.612055:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176953.612243:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176953.612245:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786176953.612553:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176953.612555:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1786176954.441845:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176954.441851:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176955.465891:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176955.465897:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176956.489881:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176956.489886:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176957.513896:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176957.513904:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176958.537883:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176958.537888:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176958.729873:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176958.729884:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176958.729887:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176958.729892:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176958.729897:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176958.729904:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11479
00000400:00000200:0.0:1786176958.729912:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176958.729918:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176958.729921:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176958.729924:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.729928:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176958.729931:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.729933:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176958.729937:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176958.729939:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176958.729942:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176958.729945:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176958.729948:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176958.729951:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176958.729954:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.729956:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176958.729958:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.729960:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176958.729963:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176958.729967:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176958.729969:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176958.729973:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176958.729976:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176958.729979:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176958.729982:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176958.729985:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176958.729995:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176958.729999:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176958.730003:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176958.730005:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176958.730008:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176958.730011:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176958.730015:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176958.730023:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786176958.730030:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176958.730040:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407323392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176958.730051:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176958.730056:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176958.730061:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407323392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176958.730086:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176958.730089:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176958.730093:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176958.730094:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176958.730096:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176958.730099:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176958.730101:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11479
00000400:00000200:0.0:1786176958.730105:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176958.730108:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176958.730111:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176958.730115:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.730118:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176958.730120:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.730123:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176958.730126:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176958.730127:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176958.730129:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176958.730132:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176958.730137:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176958.730143:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176958.730152:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.730158:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176958.730163:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.730168:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176958.730175:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176958.730183:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176958.730190:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176958.730194:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176958.730202:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176958.730207:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176958.730210:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176958.730217:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176958.730224:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176958.730228:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176958.730235:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176958.730239:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176958.730243:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176958.730246:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176958.730253:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176958.730256:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176958.730260:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176958.730268:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786176958.730276:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176958.730302:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407323520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176958.730318:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176958.730324:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176958.730334:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407323520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176958.730358:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176958.730364:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176958.730371:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176958.730375:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176958.730377:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176958.730383:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176958.730390:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11479
00000400:00000200:0.0:1786176958.730398:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176958.730405:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176958.730409:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176958.730417:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.730423:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786176958.730429:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:0.0:1786176958.730430:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.1:1786176958.730435:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1786176958.730436:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176958.730442:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176958.730446:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176958.730450:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176958.730455:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176958.730458:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176958.730463:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176958.730471:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.730476:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176958.730482:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.730485:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176958.730491:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176958.730498:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176958.730505:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176958.730508:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176958.730513:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176958.730520:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176958.730524:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176958.730527:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176958.730533:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176958.730537:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176958.730542:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176958.730548:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176958.730553:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176958.730556:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176958.730559:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176958.730563:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176958.730566:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176958.730571:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786176958.730578:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176958.730589:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407323648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176958.730606:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176958.730611:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176958.730622:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407323648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176958.730641:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176958.730648:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176958.730655:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176958.730659:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176958.730662:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176958.730668:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176958.730676:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11479
00000400:00000200:0.0:1786176958.730687:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176958.730699:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176958.730704:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176958.730711:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.730718:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176958.730724:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.730729:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176958.730734:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176958.730737:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176958.730741:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176958.730745:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176958.730751:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176958.730756:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176958.730764:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.730768:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176958.730795:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.730797:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176958.730800:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176958.730803:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176958.730806:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176958.730808:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176958.730810:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176958.730814:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176958.730817:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176958.730820:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176958.730826:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176958.730832:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176958.730838:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176958.730843:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176958.730849:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176958.730850:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176958.730852:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176958.730856:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176958.730861:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176958.730868:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786176958.730876:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176958.730884:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407323776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176958.730897:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176958.730901:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176958.730910:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407323776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176958.730928:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176958.730931:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176958.730936:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176958.730941:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176958.730945:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176958.730951:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176958.730957:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11479
00000400:00000200:0.0:1786176958.730966:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176958.730974:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176958.730978:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176958.730986:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.730992:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176958.730997:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.731003:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176958.731008:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176958.731011:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176958.731013:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176958.731015:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176958.731019:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176958.731023:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176958.731032:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.731037:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176958.731043:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176958.731046:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176958.731052:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176958.731059:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176958.731063:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176958.731067:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176958.731071:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176958.731076:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176958.731080:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176958.731084:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176958.731091:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176958.731096:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176958.731101:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176958.731106:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176958.731110:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176958.731113:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176958.731118:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176958.731120:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176958.731123:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176958.731130:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000100:00000001:0.0:1786176958.731137:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176958.731148:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407323904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176958.731171:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176958.731175:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176958.731186:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407323904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786176958.731205:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176958.731208:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1786176958.731209:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176958.731218:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11489)
00000800:00000200:2.1:1786176958.731461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176958.731463:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176958.731679:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176958.731680:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786176958.732042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176958.732044:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1786176959.561919:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176959.561930:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176960.585858:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176960.585866:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176960.585868:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176960.585870:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176960.585874:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176960.585876:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176960.585878:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176960.585879:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176961.609900:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176961.609905:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176962.633886:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176962.633894:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176962.633955:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176962.633959:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176962.633963:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176963.657916:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176963.657923:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176963.850069:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176963.850074:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176963.850078:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176963.850087:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498affb80 x1872930407324032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.850105:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176963.850108:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176963.850112:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176963.850116:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176963.850121:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176963.850127:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407324032:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176963.850134:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176963.850138:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176963.850141:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176963.850145:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176963.850152:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176963.850155:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176963.850163:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176963.850170:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176963.850176:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176963.850185:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407324032, portal 25
00000100:00000001:0.0:1786176963.850189:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176963.850190:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542673280 : -106564166878336 : ffff9f1498affb80)
00000100:00000040:0.0:1786176963.850196:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498affb80 x1872930407324032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.850208:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176963.850212:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176963.850216:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176963.850221:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407324032, offset 0
00000400:00000200:0.0:1786176963.850230:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176963.850256:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176963.850266:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176963.850274:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176963.850280:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176963.850285:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176963.850289:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176963.850295:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273504:273504:256:4294967295] 192.168.202.146@tcp LPNI seq info [273465:273465:8:4294967295]
00000400:00000200:0.0:1786176963.850300:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176963.850311:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176963.850318:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176963.850324:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176963.850334:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176963.850339:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176963.850348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176963.850354:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1786176963.850360:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176963.850365:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176963.850372:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176963.850381:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176963.850388:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176963.850392:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176963.850398:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176963.850404:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498affb80 x1872930407324032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.850424:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176963.850429:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498affb80 x1872930407324032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.850441:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176963.850443:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176963.850448:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176963.850453:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176963.850456:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306165546
00000100:00000001:0.0:1786176963.850463:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306160426
00000100:00000001:0.0:1786176963.850468:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306165546
00000100:00000001:0.0:1786176963.850473:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306160426
00000100:00000001:0.0:1786176963.850479:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176963.850483:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176963.850488:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176963.850499:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176963/real 1786176963]  req@ffff9f1498affb80 x1872930407324032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176963.850532:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176963.850535:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176963.850538:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176963.850542:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176963.850544:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176963.850548:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176963.850555:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498affb80 x1872930407324032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176963.850574:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498affb80 x1872930407324032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.850587:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176963.850590:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.850593:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176963.850596:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176963.850603:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498affb80 x1872930407324032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.850618:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176963.850625:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498affb80 x1872930407324032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.850641:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176963.850645:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.850649:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176963.850652:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.850655:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176963.850659:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176963.850662:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176963.850668:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176963.850673:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176963.850678:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498affb80 x1872930407324032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176963.850689:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407324032:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176963.850696:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.850700:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176963.850704:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498affb80 x1872930407324032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.850714:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176963.850717:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176963.850720:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176963.850722:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176963.850725:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176963.850727:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176963.850729:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176963.850733:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964000.
02000000:00000001:0.0:1786176963.850737:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176963.850740:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176963.850742:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498affb80.
00000100:00000001:0.0:1786176963.850746:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176963.850749:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.850751:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.850759:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176963.850762:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176963.850767:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176963.850789:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176963.850790:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176963.850795:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc000 x1872930407324160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.850804:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176963.850805:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176963.850808:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176963.850811:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176963.850813:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176963.850819:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407324160:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176963.850825:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176963.850829:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176963.850833:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176963.850837:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176963.850842:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176963.850846:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176963.850853:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176963.850859:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176963.850865:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176963.850871:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407324160, portal 10
00000100:00000001:0.0:1786176963.850875:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176963.850879:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658048 : -106564166893568 : ffff9f1498afc000)
00000100:00000040:0.0:1786176963.850890:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc000 x1872930407324160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.850899:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176963.850904:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176963.850908:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176963.850912:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407324160, offset 0
00000400:00000200:0.0:1786176963.850919:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176963.850926:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176963.850933:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176963.850939:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176963.850944:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176963.850950:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176963.850955:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176963.850960:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273505:273505:256:4294967295] 192.168.202.146@tcp LPNI seq info [273466:273466:8:4294967295]
00000400:00000200:0.0:1786176963.850968:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176963.850978:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176963.850987:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176963.850993:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176963.850999:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176963.851005:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176963.851013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176963.851017:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1786176963.851024:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176963.851028:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176963.851031:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176963.851036:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176963.851040:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176963.851042:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176963.851047:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176963.851052:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc000 x1872930407324160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851084:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176963.851088:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc000 x1872930407324160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851099:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176963.851103:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176963.851107:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176963.851112:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176963.851118:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176963.851121:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306156581
00000100:00000001:0.0:1786176963.851123:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306165546
00000100:00000001:0.0:1786176963.851125:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306156581
00000100:00000001:0.0:1786176963.851127:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306165546
00000100:00000001:0.0:1786176963.851128:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176963.851131:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176963.851132:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176963.851136:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176963/real 1786176963]  req@ffff9f1498afc000 x1872930407324160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176963.851141:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176963.851142:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176963.851143:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176963.851145:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176963.851146:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176963.851147:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176963.851149:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc000 x1872930407324160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176963.851155:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc000 x1872930407324160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851159:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176963.851160:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851161:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176963.851162:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176963.851164:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc000 x1872930407324160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851168:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176963.851170:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc000 x1872930407324160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851174:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176963.851176:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851177:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176963.851177:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851179:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176963.851180:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176963.851182:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176963.851184:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176963.851186:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176963.851188:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc000 x1872930407324160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176963.851193:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407324160:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176963.851196:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176963.851198:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff480 x1872930407324288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851201:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176963.851202:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176963.851204:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176963.851205:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176963.851206:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176963.851208:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407324288:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176963.851210:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176963.851211:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176963.851212:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176963.851213:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176963.851216:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786176963.851217:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176963.851219:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176963.851221:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176963.851223:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176963.851224:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407324288, portal 10
00000100:00000001:0.0:1786176963.851226:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176963.851227:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542671488 : -106564166880128 : ffff9f1498aff480)
00000100:00000040:0.0:1786176963.851230:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff480 x1872930407324288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851248:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176963.851250:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176963.851252:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176963.851254:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407324288, offset 0
00000400:00000200:0.0:1786176963.851256:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176963.851259:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176963.851261:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176963.851263:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176963.851265:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176963.851267:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176963.851268:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176963.851270:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273506:273506:256:4294967295] 192.168.202.146@tcp LPNI seq info [273467:273467:8:4294967295]
00000400:00000200:0.0:1786176963.851273:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176963.851277:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176963.851280:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176963.851282:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176963.851285:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176963.851287:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176963.851289:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176963.851291:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1786176963.851294:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176963.851295:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176963.851297:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176963.851299:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176963.851301:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176963.851302:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176963.851304:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176963.851306:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff480 x1872930407324288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851312:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176963.851314:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff480 x1872930407324288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851318:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176963.851319:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176963.851321:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176963.851323:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176963.851325:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176963.851326:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306156662
00000100:00000001:0.0:1786176963.851328:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306165546
00000100:00000001:0.0:1786176963.851330:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306156662
00000100:00000001:0.0:1786176963.851331:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306165546
00000100:00000001:0.0:1786176963.851332:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176963.851333:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176963.851334:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176963.851336:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176963/real 1786176963]  req@ffff9f1498aff480 x1872930407324288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176963.851341:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176963.851342:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176963.851343:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176963.851344:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176963.851345:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176963.851347:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176963.851349:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff480 x1872930407324288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176963.851354:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff480 x1872930407324288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851358:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176963.851358:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851359:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176963.851360:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176963.851362:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff480 x1872930407324288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851366:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176963.851369:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff480 x1872930407324288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851374:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176963.851375:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851376:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176963.851377:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851378:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176963.851379:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176963.851381:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176963.851382:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176963.851384:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176963.851386:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff480 x1872930407324288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176963.851391:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407324288:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176963.851393:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851394:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176963.851396:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc000 x1872930407324160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851400:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176963.851401:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176963.851402:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176963.851403:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176963.851404:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176963.851405:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176963.851406:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176963.851407:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964400.
02000000:00000001:0.0:1786176963.851409:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176963.851410:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176963.851411:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc000.
00000100:00000001:0.0:1786176963.851413:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176963.851414:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851415:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176963.851417:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff480 x1872930407324288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851422:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176963.851422:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176963.851423:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786176963.851425:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176963.851425:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176963.851426:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176963.851427:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176963.851428:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:0.0:1786176963.851429:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176963.851430:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176963.851431:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff480.
00000100:00000001:0.0:1786176963.851432:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176963.851433:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851434:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851436:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176963.851437:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176963.851438:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176963.851439:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176963.851440:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176963.851442:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc700 x1872930407324416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851446:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176963.851447:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176963.851448:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176963.851449:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176963.851450:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176963.851452:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407324416:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176963.851454:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176963.851455:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176963.851456:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176963.851457:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176963.851460:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786176963.851461:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176963.851463:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176963.851464:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176963.851467:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176963.851469:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407324416, portal 4
00000100:00000001:0.0:1786176963.851470:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176963.851471:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542659840 : -106564166891776 : ffff9f1498afc700)
00000100:00000040:0.0:1786176963.851475:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc700 x1872930407324416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851479:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176963.851480:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176963.851482:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176963.851483:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407324416, offset 0
00000400:00000200:0.0:1786176963.851485:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176963.851488:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176963.851490:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176963.851491:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176963.851493:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176963.851494:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176963.851496:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176963.851498:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273507:273507:256:4294967295] 192.168.202.146@tcp LPNI seq info [273468:273468:8:4294967295]
00000400:00000200:0.0:1786176963.851500:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176963.851505:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176963.851507:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176963.851509:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176963.851511:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176963.851513:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176963.851516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176963.851518:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1786176963.851520:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176963.851521:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176963.851523:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176963.851525:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176963.851527:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176963.851529:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176963.851530:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176963.851532:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc700 x1872930407324416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851537:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176963.851539:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc700 x1872930407324416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851543:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176963.851544:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176963.851545:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176963.851547:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176963.851549:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176963.851550:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306157921
00000100:00000001:0.0:1786176963.851552:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306165546
00000100:00000001:0.0:1786176963.851553:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306157921
00000100:00000001:0.0:1786176963.851555:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306165546
00000100:00000001:0.0:1786176963.851556:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176963.851557:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176963.851558:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176963.851561:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176963/real 1786176963]  req@ffff9f1498afc700 x1872930407324416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176963.851565:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176963.851566:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176963.851567:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176963.851568:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176963.851569:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176963.851570:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176963.851572:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc700 x1872930407324416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176963.851581:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc700 x1872930407324416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851586:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176963.851586:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851587:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176963.851588:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176963.851590:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc700 x1872930407324416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851594:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176963.851596:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc700 x1872930407324416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851600:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176963.851602:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851603:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176963.851603:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851604:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176963.851605:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176963.851607:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176963.851609:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176963.851610:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176963.851612:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc700 x1872930407324416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176963.851617:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407324416:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176963.851619:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176963.851621:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afce00 x1872930407324544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851629:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176963.851630:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176963.851632:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176963.851633:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176963.851634:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176963.851636:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407324544:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176963.851637:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176963.851638:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176963.851639:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176963.851640:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176963.851642:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176963.851643:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176963.851645:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176963.851646:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176963.851648:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176963.851649:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407324544, portal 4
00000100:00000001:0.0:1786176963.851650:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176963.851651:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542661632 : -106564166889984 : ffff9f1498afce00)
00000100:00000040:0.0:1786176963.851655:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afce00 x1872930407324544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851659:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176963.851661:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176963.851662:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176963.851664:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407324544, offset 0
00000400:00000200:0.0:1786176963.851666:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176963.851668:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176963.851670:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176963.851672:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176963.851673:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176963.851675:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176963.851676:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176963.851679:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273508:273508:256:4294967295] 192.168.202.146@tcp LPNI seq info [273469:273469:8:4294967295]
00000400:00000200:0.0:1786176963.851682:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176963.851686:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176963.851688:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176963.851690:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176963.851692:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176963.851694:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1786176963.851697:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176963.851699:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1786176963.851701:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176963.851703:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176963.851704:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176963.851706:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176963.851708:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176963.851710:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176963.851711:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176963.851713:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afce00 x1872930407324544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851718:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176963.851720:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afce00 x1872930407324544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851724:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176963.851725:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176963.851727:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176963.851728:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176963.851730:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176963.851731:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306157711
00000100:00000001:0.0:1786176963.851733:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306165546
00000100:00000001:0.0:1786176963.851734:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306157711
00000100:00000001:0.0:1786176963.851736:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306165546
00000100:00000001:0.0:1786176963.851737:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176963.851738:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176963.851740:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176963.851742:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176963/real 1786176963]  req@ffff9f1498afce00 x1872930407324544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176963.851747:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176963.851748:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176963.851749:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176963.851750:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176963.851751:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176963.851752:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176963.851754:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afce00 x1872930407324544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176963.851759:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afce00 x1872930407324544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851763:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176963.851764:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851765:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176963.851766:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176963.851768:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afce00 x1872930407324544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851787:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176963.851790:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afce00 x1872930407324544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851794:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176963.851795:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851796:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176963.851797:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851798:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176963.851799:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176963.851801:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176963.851803:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176963.851805:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176963.851807:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afce00 x1872930407324544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176963.851812:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407324544:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176963.851814:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851815:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176963.851817:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc700 x1872930407324416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851821:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176963.851822:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176963.851823:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786176963.851824:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176963.851826:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176963.851827:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176963.851828:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176963.851829:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966800.
02000000:00000001:0.0:1786176963.851831:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176963.851832:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176963.851833:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc700.
00000100:00000001:0.0:1786176963.851834:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176963.851835:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851836:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176963.851838:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afce00 x1872930407324544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176963.851842:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176963.851843:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176963.851844:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786176963.851845:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176963.851845:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176963.851846:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176963.851847:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176963.851848:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967800.
02000000:00000001:0.0:1786176963.851850:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176963.851850:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176963.851851:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afce00.
00000100:00000001:0.0:1786176963.851853:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176963.851854:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851855:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176963.851857:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176963.851857:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176963.851859:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176963.851860:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176964.681892:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176964.681898:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176964.681959:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176964.681963:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176964.681966:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176965.705917:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176965.705925:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176966.729918:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176966.729926:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176966.729984:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176966.729987:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176966.729990:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176967.753892:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176967.753900:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176968.777924:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176968.777931:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176968.777990:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176968.777993:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176968.777997:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786176968.970072:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176968.970083:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176968.970086:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176968.970091:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176968.970096:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176968.970103:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11489
00000400:00000200:0.0:1786176968.970111:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176968.970119:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176968.970122:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176968.970126:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970130:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176968.970133:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970135:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176968.970140:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176968.970142:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176968.970145:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176968.970149:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176968.970151:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176968.970154:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176968.970158:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970160:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176968.970163:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970165:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176968.970168:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176968.970171:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970174:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176968.970178:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176968.970181:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176968.970216:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176968.970220:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176968.970223:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176968.970231:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176968.970240:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176968.970245:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176968.970247:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176968.970250:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176968.970254:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176968.970258:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176968.970267:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786176968.970275:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176968.970286:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407324672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176968.970296:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176968.970301:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176968.970308:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407324672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176968.970348:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176968.970352:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176968.970356:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176968.970357:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176968.970359:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176968.970361:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176968.970364:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11489
00000400:00000200:0.0:1786176968.970368:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176968.970371:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176968.970373:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176968.970376:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970378:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176968.970380:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970390:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176968.970393:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176968.970394:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176968.970396:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176968.970400:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176968.970402:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176968.970405:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176968.970408:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970410:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176968.970412:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970414:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176968.970417:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176968.970420:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970422:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176968.970424:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176968.970430:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176968.970432:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176968.970435:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176968.970439:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176968.970443:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176968.970445:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176968.970450:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176968.970453:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176968.970456:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176968.970457:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176968.970459:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176968.970460:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176968.970463:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176968.970468:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786176968.970471:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176968.970477:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407324800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176968.970486:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176968.970489:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176968.970493:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407324800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176968.970502:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176968.970505:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176968.970509:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176968.970510:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176968.970512:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176968.970514:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176968.970517:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11489
00000400:00000200:0.0:1786176968.970521:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176968.970524:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176968.970527:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176968.970530:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970532:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176968.970535:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970537:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176968.970539:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176968.970540:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176968.970542:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176968.970544:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176968.970546:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176968.970548:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176968.970551:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970553:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176968.970555:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970557:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176968.970560:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176968.970563:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970566:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176968.970568:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176968.970571:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176968.970573:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176968.970575:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176968.970577:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176968.970580:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176968.970582:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176968.970589:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176968.970591:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176968.970594:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176968.970596:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176968.970598:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176968.970599:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176968.970601:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176968.970605:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6800.
00000100:00000001:0.0:1786176968.970609:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176968.970614:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407324928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176968.970622:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176968.970624:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176968.970628:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407324928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176968.970636:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176968.970638:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176968.970642:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176968.970644:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176968.970645:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176968.970647:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176968.970660:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11489
00000400:00000200:0.0:1786176968.970664:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176968.970668:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176968.970670:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176968.970673:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970675:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176968.970677:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970680:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176968.970682:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176968.970684:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176968.970685:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176968.970688:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176968.970690:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176968.970692:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176968.970695:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970697:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176968.970699:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970701:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176968.970704:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176968.970707:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970710:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176968.970711:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176968.970714:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176968.970716:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176968.970718:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176968.970720:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176968.970723:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176968.970724:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176968.970728:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176968.970730:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176968.970736:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176968.970738:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176968.970740:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176968.970741:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176968.970743:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176968.970748:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000001:0.0:1786176968.970751:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176968.970755:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407325056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176968.970762:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176968.970763:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176968.970767:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407325056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176968.970809:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176968.970812:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176968.970814:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176968.970816:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176968.970818:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176968.970820:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176968.970824:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11489
00000400:00000200:0.0:1786176968.970829:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176968.970833:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176968.970836:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176968.970840:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970842:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176968.970845:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970847:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176968.970850:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176968.970851:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176968.970853:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176968.970855:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176968.970857:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176968.970859:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176968.970863:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970865:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176968.970867:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970870:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176968.970872:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176968.970874:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176968.970877:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176968.970879:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176968.970883:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176968.970884:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176968.970885:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176968.970887:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176968.970889:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176968.970890:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176968.970894:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176968.970895:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176968.970897:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176968.970898:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176968.970900:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176968.970901:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176968.970903:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176968.970905:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786176968.970908:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176968.970912:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407325184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176968.970918:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176968.970921:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176968.970925:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407325184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176968.970932:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176968.970935:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11499)
00000800:00000200:2.1:1786176968.971141:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176968.971144:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176968.971544:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176968.971547:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176968.971894:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176968.971897:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176968.972223:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176968.972226:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786176968.972680:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176968.972683:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1786176969.801854:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176969.801863:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176969.801866:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176969.801870:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176969.801874:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176969.801877:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176969.801880:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176969.801882:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176970.825921:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176970.825927:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176970.826027:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176970.826033:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176970.826037:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176971.849859:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176971.849865:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176972.873888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176972.873893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176972.873957:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176972.873961:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176972.873964:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176973.897875:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176973.897882:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176974.089902:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176974.089913:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176974.089916:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176974.089921:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176974.089926:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176974.089934:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11494
00000400:00000200:1.0:1786176974.089942:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176974.089947:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176974.089950:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176974.089952:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.089955:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176974.089957:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.089958:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176974.089961:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176974.089963:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176974.089966:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176974.089968:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176974.089970:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176974.089971:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176974.089974:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.089975:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176974.089976:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.089977:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176974.089979:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176974.089982:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176974.089983:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176974.089985:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176974.089988:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176974.089990:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176974.089991:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176974.089993:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176974.090001:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786176974.090003:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176974.090007:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176974.090008:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176974.090010:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176974.090013:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176974.090017:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176974.090025:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:1.0:1786176974.090032:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176974.090042:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407325312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176974.090054:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176974.090059:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176974.090064:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407325312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176974.090082:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176974.090085:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176974.090088:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176974.090089:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176974.090090:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176974.090092:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176974.090095:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11494
00000400:00000200:1.0:1786176974.090099:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176974.090102:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176974.090105:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176974.090110:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090114:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176974.090119:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090123:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176974.090126:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176974.090129:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176974.090132:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176974.090146:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176974.090151:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176974.090156:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176974.090163:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090166:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176974.090171:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090175:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176974.090180:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176974.090186:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090189:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176974.090192:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176974.090197:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176974.090204:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176974.090207:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176974.090214:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176974.090222:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176974.090226:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176974.090232:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786176974.090237:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176974.090244:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176974.090247:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176974.090251:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176974.090254:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176974.090258:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176974.090266:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8000.
00000100:00000001:1.0:1786176974.090273:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176974.090287:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407325440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176974.090304:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176974.090310:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176974.090317:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407325440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176974.090350:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176974.090357:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176974.090366:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176974.090370:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176974.090373:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176974.090380:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176974.090385:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11494
00000400:00000200:1.0:1786176974.090395:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176974.090402:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176974.090406:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176974.090409:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090414:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176974.090416:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090422:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.1:1786176974.090422:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176974.090428:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1786176974.090429:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176974.090433:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176974.090438:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176974.090443:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176974.090449:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176974.090455:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176974.090459:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090463:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176974.090468:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090473:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176974.090479:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176974.090486:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090492:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176974.090495:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176974.090500:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176974.090503:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176974.090507:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176974.090510:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176974.090516:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176974.090521:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176974.090526:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786176974.090530:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176974.090534:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176974.090536:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176974.090539:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176974.090542:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176974.090546:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176974.090550:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000100:00000001:1.0:1786176974.090555:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176974.090566:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407325568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176974.090588:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176974.090593:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176974.090601:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407325568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176974.090613:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176974.090617:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176974.090624:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176974.090627:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176974.090630:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176974.090635:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176974.090641:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11494
00000400:00000200:1.0:1786176974.090649:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176974.090664:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176974.090667:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176974.090673:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090677:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176974.090679:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090684:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176974.090688:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176974.090691:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176974.090693:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176974.090696:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176974.090700:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176974.090702:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176974.090707:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090711:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176974.090715:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090721:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176974.090727:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176974.090736:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090744:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176974.090750:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176974.090755:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176974.090763:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176974.090768:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176974.090800:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176974.090804:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176974.090806:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176974.090813:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786176974.090817:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176974.090821:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176974.090823:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176974.090827:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176974.090830:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176974.090834:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176974.090841:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786176974.090845:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176974.090854:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407325696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176974.090866:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176974.090870:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176974.090875:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407325696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176974.090887:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176974.090892:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176974.090900:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176974.090904:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176974.090908:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176974.090911:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176974.090916:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11494
00000400:00000200:1.0:1786176974.090928:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176974.090936:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176974.090940:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176974.090945:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090949:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176974.090952:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090958:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176974.090963:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176974.090965:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176974.090968:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176974.090972:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176974.090976:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176974.090979:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176974.090984:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090988:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176974.090991:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176974.090996:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176974.090998:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176974.091002:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176974.091008:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176974.091012:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176974.091018:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176974.091024:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176974.091029:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176974.091034:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176974.091037:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176974.091042:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176974.091049:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786176974.091055:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176974.091061:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176974.091064:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176974.091066:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176974.091070:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176974.091073:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176974.091080:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddbc00.
00000100:00000001:1.0:1786176974.091086:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176974.091095:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407325824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176974.091114:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176974.091118:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176974.091124:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407325824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176974.091152:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176974.091158:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11504)
00000800:00000200:2.1:1786176974.091216:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176974.091219:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176974.091456:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176974.091458:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176974.091640:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176974.091642:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786176974.091938:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176974.091940:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1786176974.921941:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176974.921949:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176974.922026:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176974.922031:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176974.922036:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176975.945866:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176975.945875:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176976.969918:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176976.969925:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176976.969983:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176976.969987:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176976.969990:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176977.993896:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176977.993902:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176979.017921:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176979.017928:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176979.018002:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176979.018007:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176979.018011:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786176979.209897:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176979.209909:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786176979.209912:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176979.209916:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176979.209922:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176979.209930:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11499
00000400:00000200:1.0:1786176979.209938:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176979.209944:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176979.209947:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176979.209951:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.209954:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176979.209956:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.209958:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176979.209962:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176979.209964:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786176979.209966:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176979.209970:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786176979.209971:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786176979.209973:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786176979.209976:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.209977:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176979.209979:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.209980:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176979.209982:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786176979.209984:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176979.209986:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176979.209988:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176979.209992:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176979.209994:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176979.209996:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786176979.209998:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176979.210009:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4380.
00000020:00000040:1.0:1786176979.210012:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786176979.210015:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176979.210017:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176979.210020:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176979.210023:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176979.210027:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176979.210035:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786176979.210042:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176979.210051:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4380 x1872930407325952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176979.210060:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176979.210064:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176979.210068:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000778f37b2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4380 x1872930407325952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176979.210108:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176979.210111:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176979.210114:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786176979.210116:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176979.210117:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176979.210120:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176979.210122:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11499
00000400:00000200:1.0:1786176979.210125:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176979.210127:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176979.210130:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176979.210134:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210137:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176979.210142:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210145:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176979.210149:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176979.210151:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786176979.210152:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176979.210154:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786176979.210157:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786176979.210158:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786176979.210161:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210162:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176979.210163:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210165:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176979.210168:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786176979.210172:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210177:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176979.210181:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176979.210188:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176979.210192:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176979.210195:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176979.210200:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176979.210204:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176979.210208:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176979.210212:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae6d80.
00000020:00000040:1.0:1786176979.210215:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176979.210220:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176979.210222:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176979.210225:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176979.210226:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176979.210229:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176979.210234:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:1.0:1786176979.210238:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176979.210244:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae6d80 x1872930407326080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176979.210252:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176979.210255:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176979.210259:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f5d7f0] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae6d80 x1872930407326080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176979.210267:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176979.210271:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176979.210274:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786176979.210277:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176979.210279:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176979.210281:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176979.210284:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11499
00000400:00000200:1.0:1786176979.210290:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176979.210293:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176979.210295:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176979.210300:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210303:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176979.210304:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210306:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176979.210307:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176979.210308:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786176979.210310:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176979.210312:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786176979.210315:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786176979.210316:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786176979.210318:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210319:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176979.210321:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210325:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176979.210328:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786176979.210333:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210337:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176979.210340:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176979.210342:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176979.210345:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176979.210346:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176979.210349:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786176979.210354:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176979.210357:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176979.210365:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786176979.210369:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786176979.210372:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176979.210374:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176979.210376:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176979.210378:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176979.210381:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176979.210385:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:1.0:1786176979.210389:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176979.210395:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407326208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176979.210404:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176979.210407:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176979.210410:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407326208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176979.210419:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176979.210424:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176979.210426:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786176979.210427:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176979.210428:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176979.210431:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176979.210434:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11499
00000400:00000200:1.0:1786176979.210440:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176979.210444:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176979.210448:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176979.210451:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210452:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176979.210456:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210459:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176979.210462:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176979.210462:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786176979.210464:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176979.210467:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786176979.210471:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786176979.210475:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786176979.210480:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210484:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176979.210489:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210491:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176979.210494:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786176979.210497:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210499:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176979.210500:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176979.210502:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176979.210505:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176979.210509:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176979.210512:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176979.210517:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176979.210519:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176979.210522:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786176979.210525:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786176979.210528:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176979.210528:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176979.210529:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176979.210530:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176979.210532:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176979.210538:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
00000100:00000001:1.0:1786176979.210542:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176979.210548:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407326336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176979.210568:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1786176979.210568:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786176979.210571:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176979.210578:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407326336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786176979.210578:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1786176979.210590:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786176979.210593:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786176979.210597:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786176979.210599:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786176979.210603:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786176979.210604:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786176979.210607:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11499
00000400:00000200:1.0:1786176979.210609:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176979.210612:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786176979.210616:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786176979.210619:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210623:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176979.210627:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210630:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786176979.210631:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786176979.210633:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786176979.210634:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786176979.210638:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786176979.210643:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786176979.210645:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786176979.210649:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210651:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786176979.210655:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210659:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786176979.210663:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786176979.210669:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786176979.210672:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786176979.210674:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786176979.210676:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786176979.210679:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176979.210687:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786176979.210691:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786176979.210695:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176979.210700:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786176979.210702:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786176979.210704:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786176979.210706:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786176979.210707:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176979.210712:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786176979.210714:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786176979.210716:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786176979.210721:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786176979.210725:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786176979.210730:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407326464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786176979.210737:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786176979.210739:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176979.210742:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407326464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176979.210750:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786176979.210755:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11509)
00000800:00000200:2.1:1786176979.211111:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176979.211113:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786176979.211339:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176979.211340:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786176979.211534:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176979.211536:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786176979.211716:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176979.211718:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1786176980.041962:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176980.041976:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176980.041980:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176980.041984:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176980.041991:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176980.041994:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176980.042003:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176980.042006:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176981.065929:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176981.065939:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176981.066018:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176981.066024:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176981.066029:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176982.089887:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176982.089893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176983.113895:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176983.113901:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176983.113947:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176983.113950:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176983.113953:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176984.137874:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176984.137879:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176984.330158:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176984.330166:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176984.330170:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176984.330182:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff100 x1872930407326592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.330203:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176984.330208:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176984.330217:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176984.330222:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176984.330228:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176984.330238:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407326592:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176984.330250:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176984.330257:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176984.330262:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176984.330267:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176984.330275:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176984.330281:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176984.330292:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176984.330298:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176984.330309:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176984.330319:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407326592, portal 25
00000100:00000001:0.0:1786176984.330324:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176984.330329:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542670592 : -106564166881024 : ffff9f1498aff100)
00000100:00000040:0.0:1786176984.330341:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff100 x1872930407326592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.330357:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176984.330361:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176984.330366:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176984.330373:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407326592, offset 0
00000400:00000200:0.0:1786176984.330385:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176984.330400:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176984.330411:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176984.330421:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176984.330429:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176984.330439:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176984.330446:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176984.330453:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273524:273524:256:4294967295] 192.168.202.146@tcp LPNI seq info [273485:273485:8:4294967295]
00000400:00000200:0.0:1786176984.330461:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176984.330480:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176984.330490:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176984.330497:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176984.330509:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176984.330515:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176984.330525:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176984.330533:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1786176984.330544:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176984.330549:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176984.330559:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176984.330570:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176984.330578:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176984.330583:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176984.330591:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176984.330600:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff100 x1872930407326592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.330630:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176984.330637:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff100 x1872930407326592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.330658:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176984.330663:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176984.330671:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176984.330679:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176984.330684:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306186026
00000100:00000001:0.0:1786176984.330695:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306180906
00000100:00000001:0.0:1786176984.330703:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306186026
00000100:00000001:0.0:1786176984.330710:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306180906
00000100:00000001:0.0:1786176984.330716:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176984.330723:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176984.330727:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176984.330748:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176984/real 1786176984]  req@ffff9f1498aff100 x1872930407326592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176984.330809:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176984.330813:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176984.330817:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176984.330824:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176984.330828:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176984.330838:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176984.330847:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff100 x1872930407326592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176984.330868:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff100 x1872930407326592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.330884:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176984.330887:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.330892:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176984.330896:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176984.330903:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff100 x1872930407326592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.330920:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176984.330931:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff100 x1872930407326592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.330960:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176984.330966:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.330970:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176984.330972:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.330975:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176984.330978:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176984.330981:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176984.330986:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176984.330989:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176984.330995:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff100 x1872930407326592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176984.331004:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407326592:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176984.331009:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.331011:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176984.331014:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff100 x1872930407326592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331022:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176984.331024:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176984.331026:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176984.331029:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176984.331031:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176984.331033:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176984.331035:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176984.331051:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966000.
02000000:00000001:0.0:1786176984.331057:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176984.331058:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176984.331060:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff100.
00000100:00000001:0.0:1786176984.331063:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176984.331065:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.331067:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.331075:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176984.331077:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176984.331079:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176984.331081:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176984.331082:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176984.331086:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afea00 x1872930407326720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331095:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176984.331097:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176984.331099:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176984.331101:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176984.331103:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176984.331107:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407326720:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176984.331110:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176984.331112:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176984.331114:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176984.331116:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176984.331119:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176984.331121:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176984.331125:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176984.331128:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176984.331132:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176984.331135:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407326720, portal 10
00000100:00000001:0.0:1786176984.331137:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176984.331138:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542668800 : -106564166882816 : ffff9f1498afea00)
00000100:00000040:0.0:1786176984.331145:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afea00 x1872930407326720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331152:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176984.331155:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176984.331158:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176984.331160:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407326720, offset 0
00000400:00000200:0.0:1786176984.331165:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176984.331169:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176984.331172:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176984.331176:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176984.331178:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176984.331181:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176984.331184:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176984.331187:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273525:273525:256:4294967295] 192.168.202.146@tcp LPNI seq info [273486:273486:8:4294967295]
00000400:00000200:0.0:1786176984.331192:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176984.331200:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176984.331205:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176984.331208:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176984.331213:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176984.331216:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176984.331221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176984.331224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1786176984.331228:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176984.331230:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176984.331233:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176984.331237:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176984.331240:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176984.331242:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176984.331245:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176984.331248:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afea00 x1872930407326720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331257:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176984.331261:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afea00 x1872930407326720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331268:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176984.331270:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176984.331273:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176984.331277:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176984.331280:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176984.331282:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306177061
00000100:00000001:0.0:1786176984.331285:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306186026
00000100:00000001:0.0:1786176984.331287:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306177061
00000100:00000001:0.0:1786176984.331290:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306186026
00000100:00000001:0.0:1786176984.331292:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176984.331295:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176984.331296:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176984.331300:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176984/real 1786176984]  req@ffff9f1498afea00 x1872930407326720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176984.331309:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176984.331310:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176984.331312:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176984.331314:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176984.331316:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176984.331318:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176984.331322:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afea00 x1872930407326720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176984.331332:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afea00 x1872930407326720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331339:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176984.331340:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.331342:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176984.331343:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176984.331347:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afea00 x1872930407326720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331354:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176984.331358:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afea00 x1872930407326720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331366:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176984.331368:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.331370:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176984.331371:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.331373:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176984.331375:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176984.331378:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176984.331382:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176984.331384:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176984.331389:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afea00 x1872930407326720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176984.331397:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407326720:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176984.331401:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176984.331405:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd880 x1872930407326848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331412:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176984.331414:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176984.331416:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176984.331418:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176984.331419:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176984.331422:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407326848:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176984.331425:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176984.331426:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176984.331428:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176984.331429:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176984.331433:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176984.331435:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176984.331438:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176984.331441:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176984.331444:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176984.331447:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407326848, portal 10
00000100:00000001:0.0:1786176984.331449:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176984.331450:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542664320 : -106564166887296 : ffff9f1498afd880)
00000100:00000040:0.0:1786176984.331457:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd880 x1872930407326848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331464:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176984.331467:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176984.331469:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176984.331472:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407326848, offset 0
00000400:00000200:0.0:1786176984.331476:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176984.331480:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176984.331483:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176984.331486:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176984.331489:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176984.331491:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176984.331494:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176984.331497:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273526:273526:256:4294967295] 192.168.202.146@tcp LPNI seq info [273487:273487:8:4294967295]
00000400:00000200:0.0:1786176984.331502:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176984.331509:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176984.331514:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176984.331517:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176984.331521:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176984.331524:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176984.331528:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176984.331532:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1786176984.331536:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176984.331538:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176984.331541:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176984.331545:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176984.331548:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176984.331550:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176984.331553:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176984.331556:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd880 x1872930407326848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331565:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176984.331568:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd880 x1872930407326848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331576:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176984.331578:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176984.331580:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176984.331583:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176984.331587:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176984.331589:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306177142
00000100:00000001:0.0:1786176984.331591:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306186026
00000100:00000001:0.0:1786176984.331594:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306177142
00000100:00000001:0.0:1786176984.331596:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306186026
00000100:00000001:0.0:1786176984.331598:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176984.331600:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176984.331602:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176984.331606:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176984/real 1786176984]  req@ffff9f1498afd880 x1872930407326848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176984.331614:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176984.331615:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176984.331617:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176984.331619:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176984.331621:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176984.331623:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176984.331626:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd880 x1872930407326848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176984.331636:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd880 x1872930407326848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331643:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176984.331645:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.331646:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176984.331648:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176984.331652:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd880 x1872930407326848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331659:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176984.331663:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd880 x1872930407326848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331671:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176984.331674:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.331675:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176984.331677:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.331678:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176984.331680:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176984.331683:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176984.331686:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176984.331688:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176984.331692:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd880 x1872930407326848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176984.331701:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407326848:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176984.331705:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176984.331708:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe300 x1872930407326976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331716:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176984.331717:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176984.331719:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176984.331721:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176984.331723:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176984.331726:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407326976:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176984.331729:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176984.331731:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176984.331733:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176984.331735:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176984.331738:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176984.331740:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176984.331744:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176984.331746:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176984.331749:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176984.331752:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407326976, portal 4
00000100:00000001:0.0:1786176984.331754:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176984.331755:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667008 : -106564166884608 : ffff9f1498afe300)
00000100:00000040:0.0:1786176984.331761:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe300 x1872930407326976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331768:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176984.331789:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176984.331791:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176984.331794:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407326976, offset 0
00000400:00000200:0.0:1786176984.331798:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176984.331802:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176984.331805:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176984.331808:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176984.331811:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176984.331813:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176984.331816:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176984.331819:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273527:273527:256:4294967295] 192.168.202.146@tcp LPNI seq info [273488:273488:8:4294967295]
00000400:00000200:0.0:1786176984.331824:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176984.331831:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176984.331836:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176984.331838:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176984.331842:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176984.331846:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176984.331850:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176984.331853:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1786176984.331857:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176984.331859:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176984.331862:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176984.331865:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176984.331868:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176984.331870:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176984.331872:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176984.331876:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe300 x1872930407326976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331884:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176984.331887:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe300 x1872930407326976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331893:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176984.331895:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176984.331898:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176984.331901:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176984.331904:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176984.331907:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306178402
00000100:00000001:0.0:1786176984.331909:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306186026
00000100:00000001:0.0:1786176984.331911:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306178402
00000100:00000001:0.0:1786176984.331914:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306186026
00000100:00000001:0.0:1786176984.331916:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176984.331918:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176984.331919:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176984.331923:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176984/real 1786176984]  req@ffff9f1498afe300 x1872930407326976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176984.331931:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176984.331932:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176984.331934:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176984.331936:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176984.331938:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176984.331940:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176984.331944:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe300 x1872930407326976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176984.331954:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe300 x1872930407326976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331961:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176984.331963:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.331965:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176984.331966:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176984.331970:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe300 x1872930407326976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331977:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176984.331981:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe300 x1872930407326976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.331988:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176984.331990:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.331992:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176984.331994:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.331996:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176984.331998:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176984.332000:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176984.332003:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176984.332005:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176984.332010:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe300 x1872930407326976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176984.332019:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407326976:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176984.332023:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176984.332026:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afce00 x1872930407327104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.332033:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176984.332034:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176984.332052:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176984.332054:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176984.332056:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176984.332060:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407327104:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176984.332063:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176984.332065:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176984.332067:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176984.332069:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176984.332072:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176984.332074:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176984.332078:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176984.332080:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176984.332084:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176984.332087:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407327104, portal 4
00000100:00000001:0.0:1786176984.332089:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176984.332090:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542661632 : -106564166889984 : ffff9f1498afce00)
00000100:00000040:0.0:1786176984.332097:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afce00 x1872930407327104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.332104:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176984.332106:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176984.332108:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176984.332111:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407327104, offset 0
00000400:00000200:0.0:1786176984.332115:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176984.332119:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176984.332122:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176984.332125:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176984.332127:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176984.332130:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176984.332133:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176984.332136:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273528:273528:256:4294967295] 192.168.202.146@tcp LPNI seq info [273489:273489:8:4294967295]
00000400:00000200:0.0:1786176984.332141:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176984.332148:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176984.332153:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176984.332156:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176984.332160:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176984.332163:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1786176984.332168:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176984.332171:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1786176984.332175:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176984.332178:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176984.332181:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176984.332185:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176984.332188:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176984.332190:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176984.332192:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176984.332196:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afce00 x1872930407327104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.332204:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176984.332208:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afce00 x1872930407327104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.332215:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176984.332217:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176984.332220:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176984.332223:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176984.332226:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176984.332229:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306178192
00000100:00000001:0.0:1786176984.332231:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306186026
00000100:00000001:0.0:1786176984.332234:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306178192
00000100:00000001:0.0:1786176984.332236:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306186026
00000100:00000001:0.0:1786176984.332238:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176984.332240:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176984.332242:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176984.332246:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176984/real 1786176984]  req@ffff9f1498afce00 x1872930407327104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176984.332255:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176984.332256:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176984.332258:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176984.332260:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176984.332262:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176984.332264:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176984.332267:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afce00 x1872930407327104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176984.332277:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afce00 x1872930407327104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.332284:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176984.332286:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.332288:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176984.332289:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176984.332293:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afce00 x1872930407327104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.332300:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176984.332304:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afce00 x1872930407327104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.332311:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176984.332313:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.332315:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176984.332316:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.332318:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176984.332320:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176984.332322:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176984.332325:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176984.332328:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176984.332332:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afce00 x1872930407327104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176984.332341:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407327104:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176984.332345:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.332347:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176984.332351:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afea00 x1872930407326720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.332358:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176984.332359:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176984.332361:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786176984.332363:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176984.332365:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176984.332366:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176984.332368:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176984.332370:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967800.
02000000:00000001:0.0:1786176984.332372:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176984.332374:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176984.332375:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afea00.
00000100:00000001:0.0:1786176984.332378:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176984.332379:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.332381:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176984.332385:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd880 x1872930407326848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.332392:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176984.332393:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176984.332395:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786176984.332397:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176984.332398:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176984.332399:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176984.332401:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176984.332403:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966400.
02000000:00000001:0.0:1786176984.332405:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176984.332406:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176984.332408:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd880.
00000100:00000001:0.0:1786176984.332410:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176984.332412:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.332413:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176984.332417:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe300 x1872930407326976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.332424:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176984.332425:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176984.332426:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6800.
02000000:00000001:0.0:1786176984.332428:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176984.332429:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176984.332430:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176984.332432:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176984.332434:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964800.
02000000:00000001:0.0:1786176984.332436:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176984.332438:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176984.332439:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe300.
00000100:00000001:0.0:1786176984.332441:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176984.332443:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.332444:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176984.332448:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afce00 x1872930407327104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176984.332455:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176984.332457:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176984.332458:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7400.
02000000:00000001:0.0:1786176984.332460:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176984.332462:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176984.332463:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176984.332465:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176984.332467:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1966800.
02000000:00000001:0.0:1786176984.332469:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176984.332470:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176984.332472:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afce00.
00000100:00000001:0.0:1786176984.332475:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176984.332476:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.332478:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176984.332482:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176984.332483:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176984.332485:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176984.332487:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176985.161873:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176985.161881:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176985.161945:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176985.161949:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176985.161952:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176986.185904:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176986.185912:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176987.209872:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176987.209877:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176987.209939:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176987.209942:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176987.209945:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176988.233903:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176988.233909:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176989.257901:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176989.257908:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176989.257981:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176989.257986:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176989.258000:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786176989.449885:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176989.449896:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176989.449899:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176989.449903:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176989.449907:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176989.449914:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11509
00000400:00000200:0.0:1786176989.449923:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176989.449929:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176989.449933:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176989.449936:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.449940:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176989.449943:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.449945:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176989.449950:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176989.449952:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176989.449954:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176989.449958:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176989.449961:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176989.449964:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176989.449967:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.449969:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176989.449971:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.449974:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176989.449977:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176989.449980:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176989.449983:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176989.449986:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176989.450006:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176989.450010:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176989.450012:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176989.450014:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176989.450023:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176989.450027:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176989.450031:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176989.450033:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176989.450037:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176989.450040:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176989.450044:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176989.450052:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786176989.450059:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176989.450069:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407327232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176989.450080:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176989.450085:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176989.450090:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407327232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176989.450115:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176989.450119:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176989.450123:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176989.450125:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176989.450128:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176989.450131:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176989.450134:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11509
00000400:00000200:0.0:1786176989.450140:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176989.450146:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176989.450152:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176989.450160:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.450168:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176989.450174:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.450180:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176989.450186:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176989.450191:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176989.450197:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176989.450202:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176989.450207:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176989.450213:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176989.450220:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.450227:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176989.450232:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.450236:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176989.450241:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176989.450247:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176989.450255:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176989.450260:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176989.450268:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176989.450274:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176989.450278:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176989.450284:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176989.450290:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176989.450295:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176989.450302:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176989.450308:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176989.450313:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176989.450318:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176989.450322:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176989.450326:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176989.450331:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176989.450342:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786176989.450347:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176989.450358:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407327360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176989.450373:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176989.450379:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176989.450383:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:0.0:1786176989.450389:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407327360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176989.450402:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176989.450407:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176989.450414:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176989.450417:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176989.450419:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176989.450422:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176989.450428:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11509
00000400:00000200:0.0:1786176989.450438:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176989.450448:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176989.450454:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176989.450459:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.450464:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176989.450472:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.450477:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176989.450483:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176989.450487:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176989.450492:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176989.450496:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176989.450501:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176989.450507:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176989.450517:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.450523:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176989.450531:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.450539:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176989.450545:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176989.450553:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176989.450560:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176989.450564:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176989.450570:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176989.450577:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176989.450583:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176989.450587:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176989.450593:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176989.450598:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176989.450605:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176989.450612:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176989.450618:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176989.450622:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176989.450628:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176989.450633:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176989.450638:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176989.450647:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786176989.450653:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176989.450667:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407327488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176989.450685:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1786176989.450689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176989.450690:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176989.450700:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407327488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176989.450717:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176989.450721:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176989.450727:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176989.450732:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176989.450734:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176989.450740:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176989.450746:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11509
00000400:00000200:0.0:1786176989.450756:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176989.450762:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176989.450766:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176989.450822:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.450829:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176989.450833:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.450836:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176989.450843:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176989.450845:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176989.450849:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176989.450854:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176989.450858:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176989.450863:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176989.450871:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.450876:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176989.450881:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.450886:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176989.450891:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176989.450898:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176989.450903:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176989.450909:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176989.450915:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176989.450919:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176989.450924:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176989.450927:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176989.450932:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176989.450935:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176989.450942:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786176989.450947:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176989.450952:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176989.450955:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176989.450960:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176989.450964:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176989.450969:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176989.450975:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000100:00000001:0.0:1786176989.450980:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176989.451004:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407327616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176989.451020:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176989.451025:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176989.451038:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407327616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176989.451059:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176989.451066:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176989.451074:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176989.451079:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176989.451082:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176989.451088:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176989.451094:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11509
00000400:00000200:0.0:1786176989.451113:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176989.451120:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176989.451124:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176989.451128:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.451132:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176989.451138:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.451144:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.1:1786176989.451145:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:0.0:1786176989.451150:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176989.451153:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176989.451157:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176989.451160:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176989.451165:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176989.451170:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176989.451177:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.451182:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176989.451187:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176989.451193:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176989.451198:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176989.451204:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176989.451209:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176989.451214:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176989.451219:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176989.451223:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176989.451228:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176989.451233:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176989.451238:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176989.451242:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176989.451247:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786176989.451253:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176989.451258:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176989.451259:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176989.451261:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176989.451264:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176989.451267:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176989.451273:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000100:00000001:0.0:1786176989.451281:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176989.451292:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407327744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176989.451315:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176989.451321:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176989.451330:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407327744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176989.451350:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176989.451359:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11519)
00000800:00000200:2.1:1786176989.451451:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176989.451631:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00010000:00000001:1.0:1786176990.281891:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176990.281899:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786176990.281901:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786176990.281903:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176990.281907:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786176990.281909:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176990.281911:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176990.281912:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176991.305872:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176991.305879:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176991.306028:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176991.306032:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176991.306035:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176992.329884:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176992.329889:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1786176992.522046:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:1.0:1786176992.522082:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1786176992.522098:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176992.522103:0:2392:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:1.0:1786176992.522107:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786176992.522111:0:2392:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1786176992.522116:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176992.522121:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:1.0:1786176992.522127:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176992.522132:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176992.522138:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c990
00000400:00000010:1.0:1786176992.522143:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c990.
00000100:00000001:1.0:1786176992.522148:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176992.522155:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebf100 x1872930407327232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176992.522184:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176992.522189:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407327232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176992.522198:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176992.522200:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176992.522210:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176992.522213:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e000.
00000400:00000200:1.0:1786176992.522216:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176992.522220:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176992.522223:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:1.0:1786176992.522225:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:1.0:1786176992.522228:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176992.522232:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebdf80 x1872930407327360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176992.522241:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176992.522244:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebdf80 x1872930407327360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176992.522251:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176992.522253:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176992.522259:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176992.522261:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e400.
00000400:00000200:1.0:1786176992.522265:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176992.522268:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176992.522271:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c4c8
00000400:00000010:1.0:1786176992.522273:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c4c8.
00000100:00000001:1.0:1786176992.522276:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176992.522280:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebea00 x1872930407327488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176992.522294:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176992.522297:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407327488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176992.522302:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176992.522304:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176992.522309:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176992.522312:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ed00.
00000400:00000200:1.0:1786176992.522314:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176992.522318:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176992.522321:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c000
00000400:00000010:1.0:1786176992.522323:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c000.
00000100:00000001:1.0:1786176992.522325:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176992.522329:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebc000 x1872930407327616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176992.522338:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176992.522341:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407327616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176992.522348:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176992.522350:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786176992.522355:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786176992.522358:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ea00.
00000400:00000200:1.0:1786176992.522361:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786176992.522364:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786176992.522367:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c6e8
00000400:00000010:1.0:1786176992.522368:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c6e8.
00000100:00000001:1.0:1786176992.522371:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786176992.522376:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebe680 x1872930407327744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176992.522383:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786176992.522387:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407327744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786176992.522393:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786176992.522395:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1786176993.353885:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176993.353892:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176993.353959:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176993.353965:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176993.353968:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176994.377916:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176994.377923:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176994.569851:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176994.569860:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786176994.569862:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176994.569865:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176994.569869:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176994.569874:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11514
00000400:00000200:0.0:1786176994.569882:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176994.569888:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176994.569891:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176994.569893:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.569896:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176994.569899:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.569900:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176994.569904:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176994.569905:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786176994.569907:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176994.569910:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786176994.569912:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786176994.569914:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786176994.569916:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.569917:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176994.569919:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.569920:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176994.569922:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786176994.569924:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176994.569926:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176994.569928:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176994.569931:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176994.569933:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176994.569934:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786176994.569936:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176994.569956:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786176994.569960:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786176994.569964:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176994.569966:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176994.569969:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176994.569971:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176994.569976:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176994.569985:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6800.
00000100:00000001:0.0:1786176994.569992:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176994.570002:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407327872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176994.570014:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176994.570019:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176994.570024:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407327872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176994.570055:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176994.570059:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176994.570063:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786176994.570065:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176994.570067:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176994.570070:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176994.570072:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11514
00000400:00000200:0.0:1786176994.570077:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176994.570079:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176994.570082:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176994.570085:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570087:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176994.570089:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570091:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176994.570094:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176994.570095:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786176994.570097:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176994.570099:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786176994.570102:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786176994.570104:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786176994.570107:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570109:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176994.570111:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570119:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176994.570122:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786176994.570125:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570128:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176994.570130:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176994.570134:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176994.570137:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176994.570139:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176994.570143:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176994.570147:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176994.570149:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176994.570152:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786176994.570154:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176994.570157:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176994.570158:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176994.570160:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176994.570161:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176994.570163:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176994.570166:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786176994.570170:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176994.570175:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407328000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176994.570183:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176994.570185:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176994.570190:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407328000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176994.570198:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176994.570201:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176994.570204:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786176994.570206:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176994.570208:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176994.570210:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176994.570213:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11514
00000400:00000200:0.0:1786176994.570216:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176994.570219:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176994.570221:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176994.570224:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570226:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176994.570228:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570231:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176994.570234:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176994.570235:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786176994.570237:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176994.570239:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786176994.570242:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786176994.570243:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786176994.570252:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570254:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176994.570257:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570259:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176994.570261:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786176994.570264:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570266:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176994.570268:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176994.570270:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176994.570273:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176994.570274:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176994.570277:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786176994.570279:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176994.570280:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786176994.570281:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786176994.570284:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000100:00000010:0.0:1786176994.570285:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786176994.570288:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786176994.570291:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176994.570292:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176994.570294:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176994.570295:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176994.570297:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176994.570300:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786176994.570303:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176994.570307:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407328128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176994.570321:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176994.570324:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176994.570328:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407328128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176994.570336:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176994.570339:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176994.570343:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786176994.570345:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176994.570346:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176994.570348:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176994.570350:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11514
00000400:00000200:0.0:1786176994.570354:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176994.570357:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176994.570359:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176994.570362:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570364:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176994.570366:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570368:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176994.570371:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176994.570372:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786176994.570374:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176994.570376:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786176994.570379:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786176994.570381:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786176994.570384:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570386:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176994.570388:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570391:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176994.570400:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786176994.570403:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570405:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176994.570407:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176994.570410:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176994.570412:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176994.570414:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176994.570417:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176994.570420:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176994.570422:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176994.570425:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786176994.570428:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786176994.570430:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176994.570432:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176994.570434:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176994.570435:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176994.570437:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176994.570441:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786176994.570444:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176994.570449:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407328256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176994.570457:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176994.570459:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176994.570463:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407328256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176994.570472:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786176994.570474:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786176994.570478:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786176994.570480:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786176994.570481:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786176994.570484:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786176994.570487:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11514
00000400:00000200:0.0:1786176994.570491:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176994.570494:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786176994.570496:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786176994.570499:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570501:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176994.570504:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570506:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786176994.570508:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786176994.570510:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786176994.570511:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786176994.570513:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786176994.570515:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786176994.570517:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786176994.570520:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570522:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786176994.570524:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570526:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786176994.570529:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786176994.570532:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786176994.570534:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176994.570535:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786176994.570538:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176994.570540:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176994.570541:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786176994.570543:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786176994.570545:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176994.570547:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786176994.570550:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786176994.570552:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786176994.570555:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786176994.570556:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176994.570558:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786176994.570559:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786176994.570561:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786176994.570564:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786176994.570567:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176994.570571:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407328384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786176994.570577:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786176994.570580:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176994.570584:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407328384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176994.570594:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176994.570599:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11524)
00000800:00000200:2.1:1786176994.570713:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176994.570715:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176994.571065:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176994.571068:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176994.571367:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176994.571370:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786176994.571803:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786176994.571805:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1786176995.401902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176995.401913:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176995.401982:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176995.401988:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176995.401992:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176996.425960:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176996.425967:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176997.449878:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176997.449884:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176997.449962:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176997.449967:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176997.449970:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786176998.473882:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176998.473888:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786176999.497945:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786176999.497952:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786176999.498025:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786176999.498031:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786176999.498036:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1786176999.690259:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176999.690264:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176999.690267:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176999.690276:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc700 x1872930407328512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.690291:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176999.690295:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176999.690300:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176999.690305:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176999.690316:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176999.690322:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407328512:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176999.690329:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176999.690334:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176999.690337:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176999.690339:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176999.690345:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176999.690349:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176999.690357:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176999.690363:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176999.690372:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176999.690390:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407328512, portal 25
00000100:00000001:0.0:1786176999.690401:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176999.690405:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542659840 : -106564166891776 : ffff9f1498afc700)
00000100:00000040:0.0:1786176999.690417:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc700 x1872930407328512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.690437:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176999.690443:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176999.690449:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176999.690453:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407328512, offset 0
00000400:00000200:0.0:1786176999.690465:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176999.690475:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176999.690484:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176999.690501:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176999.690507:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176999.690515:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176999.690520:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176999.690526:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273539:273539:256:4294967295] 192.168.202.146@tcp LPNI seq info [273500:273500:8:4294967295]
00000400:00000200:0.0:1786176999.690534:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176999.690549:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176999.690558:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176999.690565:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176999.690574:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176999.690579:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1786176999.690588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176999.690592:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1786176999.690600:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176999.690604:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176999.690612:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176999.690619:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176999.690625:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176999.690628:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176999.690639:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176999.690644:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc700 x1872930407328512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.690660:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176999.690665:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc700 x1872930407328512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.690676:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176999.690678:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176999.690690:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176999.690696:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176999.690700:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306201386
00000100:00000001:0.0:1786176999.690710:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306196266
00000100:00000001:0.0:1786176999.690716:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306201386
00000100:00000001:0.0:1786176999.690722:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306196266
00000100:00000001:0.0:1786176999.690727:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176999.690733:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176999.690737:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176999.690743:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176999/real 1786176999]  req@ffff9f1498afc700 x1872930407328512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176999.690755:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176999.690758:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176999.690760:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176999.690764:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176999.690789:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176999.690791:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176999.690794:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc700 x1872930407328512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176999.690801:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc700 x1872930407328512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.690808:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176999.690814:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.690818:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176999.690821:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176999.690828:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc700 x1872930407328512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.690838:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176999.690845:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc700 x1872930407328512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.690857:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176999.690862:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.690865:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176999.690868:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.690872:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176999.690875:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176999.690880:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176999.690901:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176999.690905:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176999.690911:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc700 x1872930407328512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176999.690932:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407328512:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786176999.690939:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.690943:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176999.690952:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc700 x1872930407328512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.690964:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176999.690967:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176999.690971:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176999.690979:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176999.690983:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176999.690988:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786176999.690995:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176999.691001:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964400.
02000000:00000001:0.0:1786176999.691008:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176999.691020:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176999.691026:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc700.
00000100:00000001:0.0:1786176999.691031:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176999.691034:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691039:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691047:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176999.691051:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176999.691057:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176999.691061:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176999.691065:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176999.691072:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff480 x1872930407328640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691088:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176999.691090:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176999.691095:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176999.691098:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176999.691103:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176999.691108:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407328640:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176999.691116:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176999.691120:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176999.691124:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176999.691127:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176999.691133:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176999.691139:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176999.691145:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176999.691150:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176999.691157:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176999.691164:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407328640, portal 10
00000100:00000001:0.0:1786176999.691170:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176999.691174:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542671488 : -106564166880128 : ffff9f1498aff480)
00000100:00000040:0.0:1786176999.691188:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff480 x1872930407328640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691213:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176999.691219:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176999.691224:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176999.691230:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407328640, offset 0
00000400:00000200:0.0:1786176999.691238:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176999.691244:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176999.691248:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176999.691250:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176999.691253:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176999.691255:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176999.691257:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176999.691261:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273540:273540:256:4294967295] 192.168.202.146@tcp LPNI seq info [273501:273501:8:4294967295]
00000400:00000200:0.0:1786176999.691264:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176999.691268:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176999.691272:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176999.691274:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176999.691277:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176999.691279:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1786176999.691283:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176999.691284:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1786176999.691287:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176999.691289:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176999.691291:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176999.691293:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176999.691296:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176999.691297:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176999.691299:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176999.691302:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff480 x1872930407328640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691308:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176999.691310:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff480 x1872930407328640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691314:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176999.691315:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176999.691318:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176999.691320:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786176999.691322:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176999.691324:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306192421
00000100:00000001:0.0:1786176999.691326:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306201386
00000100:00000001:0.0:1786176999.691328:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306192421
00000100:00000001:0.0:1786176999.691329:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306201386
00000100:00000001:0.0:1786176999.691330:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176999.691332:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176999.691333:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176999.691335:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176999/real 1786176999]  req@ffff9f1498aff480 x1872930407328640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176999.691340:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176999.691341:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176999.691342:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176999.691344:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176999.691345:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176999.691346:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176999.691348:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff480 x1872930407328640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176999.691360:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff480 x1872930407328640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691367:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176999.691368:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691370:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176999.691372:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176999.691376:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff480 x1872930407328640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691383:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176999.691387:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff480 x1872930407328640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691395:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176999.691398:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691400:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176999.691401:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691403:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176999.691405:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176999.691408:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176999.691411:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176999.691413:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176999.691416:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff480 x1872930407328640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176999.691421:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407328640:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176999.691424:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176999.691426:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afc000 x1872930407328768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691435:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176999.691436:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176999.691438:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176999.691439:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176999.691441:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176999.691442:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407328768:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176999.691444:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176999.691445:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176999.691446:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176999.691448:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176999.691450:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4c00.
02000000:00000001:0.0:1786176999.691452:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176999.691454:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176999.691456:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176999.691458:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176999.691460:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407328768, portal 10
00000100:00000001:0.0:1786176999.691461:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176999.691462:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542658048 : -106564166893568 : ffff9f1498afc000)
00000100:00000040:0.0:1786176999.691467:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afc000 x1872930407328768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691471:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176999.691472:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176999.691474:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176999.691475:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407328768, offset 0
00000400:00000200:0.0:1786176999.691478:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176999.691480:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176999.691482:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176999.691485:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176999.691486:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176999.691488:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176999.691490:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176999.691492:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273541:273541:256:4294967295] 192.168.202.146@tcp LPNI seq info [273502:273502:8:4294967295]
00000400:00000200:0.0:1786176999.691495:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176999.691499:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176999.691502:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176999.691504:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176999.691507:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176999.691509:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1786176999.691512:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176999.691513:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1786176999.691516:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176999.691517:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176999.691519:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176999.691522:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176999.691524:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176999.691525:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176999.691527:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176999.691529:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afc000 x1872930407328768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691534:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176999.691536:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afc000 x1872930407328768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691541:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176999.691542:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176999.691544:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176999.691546:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786176999.691547:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176999.691549:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306192502
00000100:00000001:0.0:1786176999.691550:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306201386
00000100:00000001:0.0:1786176999.691552:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306192502
00000100:00000001:0.0:1786176999.691553:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306201386
00000100:00000001:0.0:1786176999.691555:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176999.691556:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176999.691557:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176999.691560:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176999/real 1786176999]  req@ffff9f1498afc000 x1872930407328768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176999.691565:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176999.691566:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176999.691567:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176999.691568:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176999.691569:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176999.691570:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176999.691572:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afc000 x1872930407328768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176999.691578:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afc000 x1872930407328768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691582:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176999.691583:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691584:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176999.691585:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176999.691587:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afc000 x1872930407328768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691591:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176999.691593:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afc000 x1872930407328768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691597:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176999.691598:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691599:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176999.691600:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691601:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176999.691602:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176999.691603:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176999.691606:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176999.691607:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176999.691610:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afc000 x1872930407328768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176999.691615:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407328768:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786176999.691617:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176999.691619:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498affb80 x1872930407328896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691623:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176999.691624:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176999.691625:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176999.691626:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176999.691627:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176999.691629:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407328896:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176999.691631:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176999.691632:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176999.691633:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176999.691634:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176999.691636:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176999.691637:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176999.691639:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176999.691640:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176999.691642:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176999.691644:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407328896, portal 4
00000100:00000001:0.0:1786176999.691645:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176999.691646:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542673280 : -106564166878336 : ffff9f1498affb80)
00000100:00000040:0.0:1786176999.691650:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498affb80 x1872930407328896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691654:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176999.691656:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176999.691657:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176999.691659:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407328896, offset 0
00000400:00000200:0.0:1786176999.691661:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176999.691663:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176999.691665:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176999.691667:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176999.691669:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176999.691670:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176999.691672:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176999.691674:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273542:273542:256:4294967295] 192.168.202.146@tcp LPNI seq info [273503:273503:8:4294967295]
00000400:00000200:0.0:1786176999.691676:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176999.691681:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176999.691683:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176999.691685:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176999.691687:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176999.691689:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1786176999.691691:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176999.691693:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1786176999.691696:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176999.691697:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176999.691699:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176999.691702:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176999.691704:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176999.691705:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176999.691706:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176999.691708:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498affb80 x1872930407328896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691714:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176999.691715:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498affb80 x1872930407328896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691720:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176999.691721:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176999.691723:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176999.691725:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786176999.691727:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176999.691728:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306193761
00000100:00000001:0.0:1786176999.691730:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306201386
00000100:00000001:0.0:1786176999.691731:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306193761
00000100:00000001:0.0:1786176999.691733:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306201386
00000100:00000001:0.0:1786176999.691734:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176999.691735:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176999.691736:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176999.691738:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176999/real 1786176999]  req@ffff9f1498affb80 x1872930407328896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176999.691743:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176999.691743:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176999.691744:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176999.691745:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176999.691746:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176999.691748:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176999.691750:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498affb80 x1872930407328896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176999.691755:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498affb80 x1872930407328896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691759:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176999.691760:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691761:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176999.691762:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176999.691764:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498affb80 x1872930407328896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691768:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176999.691786:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498affb80 x1872930407328896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691792:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176999.691794:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691795:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176999.691795:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691797:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176999.691798:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176999.691799:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176999.691801:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176999.691802:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176999.691805:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498affb80 x1872930407328896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176999.691810:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407328896:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176999.691813:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691814:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176999.691816:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff480 x1872930407328640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691820:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176999.691821:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176999.691822:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:0.0:1786176999.691824:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176999.691825:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176999.691826:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176999.691827:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176999.691829:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967000.
02000000:00000001:0.0:1786176999.691830:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176999.691831:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176999.691832:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff480.
00000100:00000001:0.0:1786176999.691834:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176999.691835:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691837:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176999.691839:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afc000 x1872930407328768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691843:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176999.691844:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176999.691845:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:0.0:1786176999.691846:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176999.691847:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176999.691848:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786176999.691849:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176999.691850:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965400.
02000000:00000001:0.0:1786176999.691851:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176999.691851:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176999.691852:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afc000.
00000100:00000001:0.0:1786176999.691853:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176999.691854:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691855:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176999.691857:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498affb80 x1872930407328896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691860:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176999.691861:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176999.691862:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176999.691863:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176999.691864:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176999.691865:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786176999.691866:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176999.691866:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965800.
02000000:00000001:0.0:1786176999.691867:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176999.691868:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176999.691869:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498affb80.
00000100:00000001:0.0:1786176999.691870:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176999.691871:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691872:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.691874:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176999.691875:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176999.691876:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176999.691878:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786176999.691879:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786176999.691881:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afd500 x1872930407329024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691885:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786176999.691886:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176999.691887:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786176999.691902:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786176999.691904:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786176999.691906:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407329024:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176999.691908:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786176999.691910:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786176999.691911:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786176999.691912:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786176999.691914:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176999.691916:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786176999.691918:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786176999.691920:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786176999.691922:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786176999.691924:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407329024, portal 4
00000100:00000001:0.0:1786176999.691925:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786176999.691926:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542663424 : -106564166888192 : ffff9f1498afd500)
00000100:00000040:0.0:1786176999.691930:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afd500 x1872930407329024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.691935:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786176999.691937:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786176999.691938:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786176999.691939:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407329024, offset 0
00000400:00000200:0.0:1786176999.691942:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786176999.691944:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176999.691947:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786176999.691949:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786176999.691950:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786176999.691952:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786176999.691954:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786176999.691956:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273543:273543:256:4294967295] 192.168.202.146@tcp LPNI seq info [273504:273504:8:4294967295]
00000400:00000200:0.0:1786176999.691959:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786176999.691963:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786176999.691965:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176999.691968:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786176999.691970:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786176999.691972:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1786176999.691975:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786176999.691978:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1786176999.691982:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786176999.691984:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786176999.691987:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786176999.691991:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786176999.691994:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786176999.691996:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786176999.691998:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786176999.692002:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afd500 x1872930407329024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.692010:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176999.692013:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afd500 x1872930407329024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.692021:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176999.692022:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786176999.692026:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786176999.692029:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786176999.692032:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786176999.692034:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306193552
00000100:00000001:0.0:1786176999.692036:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306201386
00000100:00000001:0.0:1786176999.692037:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306193552
00000100:00000001:0.0:1786176999.692039:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306201386
00000100:00000001:0.0:1786176999.692040:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786176999.692042:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176999.692043:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786176999.692046:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176999/real 1786176999]  req@ffff9f1498afd500 x1872930407329024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786176999.692051:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786176999.692052:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786176999.692053:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786176999.692055:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786176999.692056:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786176999.692058:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786176999.692060:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afd500 x1872930407329024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786176999.692065:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afd500 x1872930407329024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.692069:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786176999.692070:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.692071:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176999.692072:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786176999.692074:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afd500 x1872930407329024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.692078:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786176999.692080:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afd500 x1872930407329024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.692084:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786176999.692086:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.692087:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786176999.692088:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.692090:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786176999.692091:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786176999.692093:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786176999.692095:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786176999.692097:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786176999.692099:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afd500 x1872930407329024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786176999.692104:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407329024:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786176999.692106:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.692108:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786176999.692109:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afd500 x1872930407329024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786176999.692114:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786176999.692115:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786176999.692116:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4400.
02000000:00000001:0.0:1786176999.692117:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786176999.692118:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786176999.692119:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786176999.692120:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786176999.692121:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964c00.
02000000:00000001:0.0:1786176999.692123:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786176999.692123:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786176999.692124:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afd500.
00000100:00000001:0.0:1786176999.692126:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786176999.692127:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.692128:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786176999.692130:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786176999.692131:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786176999.692133:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786176999.692134:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177000.521898:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177000.521905:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177000.521907:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177000.521910:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177000.521914:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177000.521916:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177000.521917:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177000.521919:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177001.545865:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177001.545880:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177001.545929:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177001.545932:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177001.545936:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177002.569849:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177002.569855:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177003.593922:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177003.593928:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177003.593992:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177003.593995:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177003.593998:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177004.617883:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177004.617891:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177004.809928:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177004.809937:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177004.809939:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177004.809942:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177004.809946:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177004.809952:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11525
00000400:00000200:0.0:1786177004.809959:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177004.809965:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177004.809967:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177004.809970:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.809973:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177004.809976:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.809978:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177004.809982:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177004.809983:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177004.809985:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177004.809988:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177004.809989:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177004.809991:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177004.809993:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.809994:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177004.809996:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.809997:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177004.809999:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177004.810001:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810003:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177004.810005:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177004.810008:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177004.810010:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177004.810012:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177004.810014:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177004.810022:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786177004.810024:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177004.810027:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177004.810029:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177004.810031:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177004.810033:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177004.810036:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177004.810042:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6800.
00000100:00000001:0.0:1786177004.810047:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177004.810054:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407329152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177004.810062:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177004.810065:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177004.810069:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407329152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177004.810085:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177004.810087:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177004.810090:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177004.810091:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177004.810092:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177004.810094:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177004.810096:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11525
00000400:00000200:0.0:1786177004.810098:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177004.810102:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177004.810104:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177004.810106:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810108:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177004.810111:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810114:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177004.810117:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177004.810119:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177004.810121:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177004.810126:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786177004.810128:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786177004.810131:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786177004.810135:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810139:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177004.810142:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810145:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177004.810150:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786177004.810155:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810160:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177004.810165:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177004.810169:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177004.810172:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177004.810176:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177004.810179:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177004.810184:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177004.810186:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177004.810192:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786177004.810197:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177004.810201:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177004.810202:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177004.810206:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177004.810209:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177004.810213:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177004.810216:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000001:0.0:1786177004.810221:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177004.810228:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407329280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177004.810235:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177004.810240:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177004.810248:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407329280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177004.810260:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177004.810263:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177004.810269:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786177004.810270:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177004.810272:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177004.810274:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177004.810277:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11525
00000400:00000200:0.0:1786177004.810282:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177004.810284:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177004.810285:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177004.810287:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810293:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177004.810297:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810300:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177004.810301:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177004.810302:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786177004.810303:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177004.810304:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786177004.810305:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786177004.810306:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786177004.810308:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810309:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177004.810311:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810314:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177004.810318:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786177004.810322:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810324:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177004.810326:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177004.810328:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177004.810333:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177004.810337:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177004.810339:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177004.810343:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177004.810347:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177004.810352:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786177004.810356:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177004.810359:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177004.810361:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177004.810363:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177004.810364:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177004.810365:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177004.810368:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786177004.810370:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177004.810376:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407329408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177004.810391:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177004.810396:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177004.810404:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407329408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177004.810419:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177004.810423:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177004.810429:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786177004.810433:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177004.810438:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177004.810445:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177004.810453:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11525
00000400:00000200:0.0:1786177004.810464:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177004.810473:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177004.810479:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177004.810485:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810488:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177004.810494:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810499:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177004.810505:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177004.810508:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786177004.810512:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177004.810516:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786177004.810520:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786177004.810525:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786177004.810534:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810538:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177004.810543:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810550:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177004.810554:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000800:00000200:2.1:1786177004.810556:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:0.0:1786177004.810560:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000800:00000200:2.1:1786177004.810563:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1786177004.810565:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177004.810571:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177004.810576:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177004.810580:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177004.810585:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177004.810588:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177004.810590:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177004.810592:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177004.810596:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786177004.810602:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786177004.810609:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177004.810613:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177004.810616:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177004.810618:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177004.810622:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177004.810630:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786177004.810636:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177004.810644:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407329536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177004.810662:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177004.810667:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177004.810676:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407329536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177004.810696:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177004.810703:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177004.810710:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786177004.810714:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177004.810716:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177004.810719:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177004.810725:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11525
00000400:00000200:0.0:1786177004.810733:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177004.810739:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177004.810743:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177004.810747:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810752:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177004.810758:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810761:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177004.810766:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177004.810768:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786177004.810803:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177004.810808:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786177004.810814:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786177004.810820:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786177004.810828:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810832:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177004.810835:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810852:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177004.810858:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786177004.810864:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177004.810870:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177004.810875:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177004.810879:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177004.810883:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177004.810888:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177004.810892:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177004.810900:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177004.810904:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177004.810909:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786177004.810912:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786177004.810915:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177004.810916:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177004.810918:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177004.810920:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177004.810924:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177004.810931:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786177004.810938:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177004.810948:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407329664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177004.810960:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177004.810965:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177004.810974:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407329664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177004.810988:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177004.810996:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11535)
00000800:00000200:2.1:1786177004.811262:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177004.811265:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786177004.811589:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177004.811592:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786177004.811952:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177004.811955:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786177004.812264:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177004.812267:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00010000:00000001:1.0:1786177005.641896:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177005.641902:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177005.641975:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177005.641978:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177005.641980:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177006.665923:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177006.665931:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177007.689956:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177007.689964:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177007.690027:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177007.690031:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177007.690035:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177008.713915:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177008.713921:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177009.737893:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177009.737900:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177009.737902:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177009.737904:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177009.737909:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177009.737910:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177009.737912:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177009.737914:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177009.737975:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177009.737978:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177009.737981:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1786177009.930104:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177009.930112:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786177009.930117:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177009.930127:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdf80 x1872930407329792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.930150:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177009.930153:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177009.930157:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177009.930161:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177009.930163:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177009.930168:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407329792:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786177009.930174:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177009.930178:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177009.930182:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177009.930185:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177009.930193:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786177009.930197:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177009.930204:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177009.930211:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177009.930220:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177009.930230:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407329792, portal 25
00000100:00000001:0.0:1786177009.930237:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177009.930241:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542666112 : -106564166885504 : ffff9f1498afdf80)
00000100:00000040:0.0:1786177009.930253:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdf80 x1872930407329792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.930268:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177009.930274:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177009.930278:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177009.930283:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407329792, offset 0
00000400:00000200:0.0:1786177009.930293:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177009.930305:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177009.930313:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177009.930323:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177009.930334:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177009.930343:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177009.930352:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177009.930362:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273549:273549:256:4294967295] 192.168.202.146@tcp LPNI seq info [273510:273510:8:4294967295]
00000400:00000200:0.0:1786177009.930374:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177009.930389:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177009.930401:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177009.930407:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177009.930420:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177009.930426:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1786177009.930436:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177009.930441:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1786177009.930452:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177009.930456:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177009.930462:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177009.930470:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177009.930474:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177009.930478:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177009.930483:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177009.930489:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdf80 x1872930407329792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.930503:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177009.930508:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdf80 x1872930407329792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.930528:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177009.930532:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177009.930538:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177009.930544:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177009.930550:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306211626
00000100:00000001:0.0:1786177009.930558:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306206506
00000100:00000001:0.0:1786177009.930563:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306211626
00000100:00000001:0.0:1786177009.930577:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306206506
00000100:00000001:0.0:1786177009.930583:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177009.930589:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177009.930592:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177009.930599:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177009/real 1786177009]  req@ffff9f1498afdf80 x1872930407329792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177009.930613:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177009.930615:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177009.930619:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177009.930622:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177009.930625:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177009.930629:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177009.930632:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdf80 x1872930407329792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177009.930645:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdf80 x1872930407329792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.930657:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177009.930660:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.930662:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177009.930665:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177009.930669:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdf80 x1872930407329792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.930685:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177009.930693:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdf80 x1872930407329792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.930702:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177009.930706:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.930711:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177009.930713:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.930716:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177009.930718:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177009.930723:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177009.930730:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177009.930734:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177009.930742:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdf80 x1872930407329792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177009.930760:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407329792:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786177009.930768:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.930800:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177009.930805:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdf80 x1872930407329792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.930810:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177009.930813:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177009.930815:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786177009.930818:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177009.930822:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177009.930824:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786177009.930827:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177009.930830:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1964c00.
02000000:00000001:0.0:1786177009.930835:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177009.930838:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177009.930841:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdf80.
00000100:00000001:0.0:1786177009.930847:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177009.930850:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.930854:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.930861:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786177009.930865:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177009.930871:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177009.930874:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786177009.930878:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177009.930884:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afe680 x1872930407329920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.930899:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177009.930902:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177009.930907:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177009.930909:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177009.930913:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177009.930918:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407329920:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177009.930923:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177009.930926:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177009.930929:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177009.930932:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177009.930935:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786177009.930938:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177009.930944:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177009.930949:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177009.930953:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177009.930957:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407329920, portal 10
00000100:00000001:0.0:1786177009.930961:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177009.930965:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542667904 : -106564166883712 : ffff9f1498afe680)
00000100:00000040:0.0:1786177009.930976:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afe680 x1872930407329920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.930993:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177009.931001:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177009.931009:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177009.931015:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407329920, offset 0
00000400:00000200:0.0:1786177009.931025:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177009.931031:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177009.931036:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177009.931040:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177009.931044:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177009.931046:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177009.931049:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177009.931052:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273550:273550:256:4294967295] 192.168.202.146@tcp LPNI seq info [273511:273511:8:4294967295]
00000400:00000200:0.0:1786177009.931057:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177009.931062:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177009.931066:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177009.931071:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177009.931075:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177009.931078:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1786177009.931082:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177009.931085:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1786177009.931089:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177009.931091:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177009.931094:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177009.931098:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177009.931102:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177009.931104:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177009.931107:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177009.931111:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afe680 x1872930407329920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931119:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177009.931122:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afe680 x1872930407329920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931126:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177009.931127:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177009.931131:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177009.931133:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786177009.931136:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177009.931138:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306202661
00000100:00000001:0.0:1786177009.931140:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306211626
00000100:00000001:0.0:1786177009.931141:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306202661
00000100:00000001:0.0:1786177009.931143:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306211626
00000100:00000001:0.0:1786177009.931144:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177009.931146:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177009.931147:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177009.931149:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177009/real 1786177009]  req@ffff9f1498afe680 x1872930407329920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177009.931155:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177009.931156:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177009.931157:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177009.931159:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177009.931160:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177009.931161:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177009.931163:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afe680 x1872930407329920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177009.931169:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afe680 x1872930407329920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931173:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177009.931174:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931175:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177009.931176:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177009.931178:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afe680 x1872930407329920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931182:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177009.931185:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afe680 x1872930407329920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931189:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177009.931191:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931192:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177009.931193:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931194:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177009.931195:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177009.931197:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177009.931199:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177009.931200:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177009.931203:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afe680 x1872930407329920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177009.931207:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407329920:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177009.931210:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177009.931212:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498aff800 x1872930407330048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931218:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177009.931220:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177009.931222:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177009.931224:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177009.931226:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177009.931229:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407330048:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177009.931233:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177009.931235:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177009.931236:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177009.931238:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177009.931242:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786177009.931244:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177009.931248:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177009.931251:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177009.931255:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177009.931258:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407330048, portal 10
00000100:00000001:0.0:1786177009.931260:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177009.931261:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542672384 : -106564166879232 : ffff9f1498aff800)
00000100:00000040:0.0:1786177009.931267:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498aff800 x1872930407330048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931272:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177009.931273:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177009.931275:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177009.931277:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407330048, offset 0
00000400:00000200:0.0:1786177009.931279:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177009.931282:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177009.931285:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177009.931287:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177009.931289:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177009.931291:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177009.931292:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177009.931294:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273551:273551:256:4294967295] 192.168.202.146@tcp LPNI seq info [273512:273512:8:4294967295]
00000400:00000200:0.0:1786177009.931297:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177009.931301:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177009.931304:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177009.931306:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177009.931309:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177009.931311:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1786177009.931314:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177009.931315:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1786177009.931319:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177009.931321:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177009.931324:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177009.931328:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177009.931331:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177009.931333:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177009.931336:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177009.931339:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498aff800 x1872930407330048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931348:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177009.931351:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498aff800 x1872930407330048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931359:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177009.931360:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177009.931364:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177009.931367:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786177009.931370:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177009.931372:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306202742
00000100:00000001:0.0:1786177009.931373:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306211626
00000100:00000001:0.0:1786177009.931375:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306202742
00000100:00000001:0.0:1786177009.931376:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306211626
00000100:00000001:0.0:1786177009.931378:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177009.931379:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177009.931380:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177009.931383:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177009/real 1786177009]  req@ffff9f1498aff800 x1872930407330048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177009.931388:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177009.931389:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177009.931390:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177009.931391:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177009.931392:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177009.931394:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177009.931396:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498aff800 x1872930407330048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177009.931401:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498aff800 x1872930407330048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931406:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177009.931407:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931408:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177009.931409:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177009.931412:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498aff800 x1872930407330048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931416:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177009.931418:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498aff800 x1872930407330048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931422:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177009.931423:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931424:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177009.931425:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931426:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177009.931427:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177009.931429:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177009.931431:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177009.931433:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177009.931435:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498aff800 x1872930407330048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177009.931440:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407330048:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177009.931442:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177009.931444:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afca80 x1872930407330176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931448:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177009.931449:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177009.931451:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177009.931452:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177009.931454:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177009.931456:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407330176:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177009.931458:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177009.931459:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177009.931460:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177009.931462:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177009.931464:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786177009.931466:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177009.931468:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177009.931470:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177009.931472:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177009.931474:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407330176, portal 4
00000100:00000001:0.0:1786177009.931475:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177009.931476:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542660736 : -106564166890880 : ffff9f1498afca80)
00000100:00000040:0.0:1786177009.931480:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afca80 x1872930407330176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931484:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177009.931486:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177009.931487:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177009.931489:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407330176, offset 0
00000400:00000200:0.0:1786177009.931491:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177009.931494:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177009.931496:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177009.931498:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177009.931500:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177009.931501:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177009.931503:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177009.931506:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273552:273552:256:4294967295] 192.168.202.146@tcp LPNI seq info [273513:273513:8:4294967295]
00000400:00000200:0.0:1786177009.931508:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177009.931512:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177009.931516:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177009.931518:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177009.931520:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177009.931522:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1786177009.931525:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177009.931527:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1786177009.931530:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177009.931531:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177009.931533:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177009.931535:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177009.931537:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177009.931539:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177009.931540:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177009.931542:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afca80 x1872930407330176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931548:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177009.931549:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afca80 x1872930407330176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931553:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177009.931554:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177009.931556:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177009.931558:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786177009.931560:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177009.931561:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306204001
00000100:00000001:0.0:1786177009.931563:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306211626
00000100:00000001:0.0:1786177009.931564:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306204001
00000100:00000001:0.0:1786177009.931566:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306211626
00000100:00000001:0.0:1786177009.931567:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177009.931568:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177009.931569:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177009.931571:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177009/real 1786177009]  req@ffff9f1498afca80 x1872930407330176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177009.931577:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177009.931578:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177009.931579:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177009.931580:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177009.931581:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177009.931583:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177009.931584:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afca80 x1872930407330176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177009.931589:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afca80 x1872930407330176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931593:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177009.931594:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931596:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177009.931597:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177009.931599:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afca80 x1872930407330176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931603:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177009.931605:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afca80 x1872930407330176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931609:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177009.931610:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931611:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177009.931612:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931613:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177009.931614:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177009.931615:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177009.931617:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177009.931618:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177009.931621:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afca80 x1872930407330176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177009.931626:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407330176:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177009.931628:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931630:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177009.931631:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afe680 x1872930407329920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931635:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177009.931636:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177009.931637:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786177009.931639:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177009.931640:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177009.931641:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786177009.931642:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177009.931643:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967c00.
02000000:00000001:0.0:1786177009.931644:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177009.931645:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177009.931646:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afe680.
00000100:00000001:0.0:1786177009.931648:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177009.931649:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931650:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177009.931652:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498aff800 x1872930407330048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931656:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177009.931657:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177009.931658:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786177009.931659:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177009.931659:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177009.931660:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786177009.931661:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177009.931662:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965000.
02000000:00000001:0.0:1786177009.931663:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177009.931664:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177009.931665:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498aff800.
00000100:00000001:0.0:1786177009.931667:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177009.931668:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931669:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177009.931671:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afca80 x1872930407330176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931675:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177009.931675:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177009.931676:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786177009.931677:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177009.931678:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177009.931679:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786177009.931680:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177009.931680:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1967400.
02000000:00000001:0.0:1786177009.931682:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177009.931682:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177009.931683:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afca80.
00000100:00000001:0.0:1786177009.931684:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177009.931685:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931686:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931689:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786177009.931690:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177009.931691:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177009.931692:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786177009.931693:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177009.931695:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1498afdc00 x1872930407330304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931699:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177009.931699:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177009.931701:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177009.931702:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177009.931703:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177009.931705:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407330304:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177009.931707:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177009.931708:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177009.931709:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177009.931710:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177009.931712:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786177009.931713:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177009.931715:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177009.931717:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177009.931719:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177009.931721:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407330304, portal 4
00000100:00000001:0.0:1786177009.931722:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177009.931723:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509542665216 : -106564166886400 : ffff9f1498afdc00)
00000100:00000040:0.0:1786177009.931727:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1498afdc00 x1872930407330304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931730:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177009.931732:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177009.931733:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177009.931735:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407330304, offset 0
00000400:00000200:0.0:1786177009.931737:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177009.931739:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177009.931741:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177009.931743:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177009.931745:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177009.931746:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177009.931748:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177009.931750:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273553:273553:256:4294967295] 192.168.202.146@tcp LPNI seq info [273514:273514:8:4294967295]
00000400:00000200:0.0:1786177009.931753:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177009.931756:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177009.931759:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177009.931761:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177009.931763:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177009.931764:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1786177009.931767:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177009.931785:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1786177009.931788:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177009.931803:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177009.931806:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177009.931810:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177009.931812:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177009.931813:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177009.931815:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177009.931818:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1498afdc00 x1872930407330304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931823:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177009.931825:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1498afdc00 x1872930407330304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931830:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177009.931831:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177009.931833:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177009.931835:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786177009.931838:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177009.931839:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306203792
00000100:00000001:0.0:1786177009.931841:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306211626
00000100:00000001:0.0:1786177009.931842:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306203792
00000100:00000001:0.0:1786177009.931844:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306211626
00000100:00000001:0.0:1786177009.931845:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177009.931846:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177009.931848:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177009.931850:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177009/real 1786177009]  req@ffff9f1498afdc00 x1872930407330304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177009.931855:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177009.931856:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177009.931857:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177009.931858:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177009.931859:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177009.931861:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177009.931863:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1498afdc00 x1872930407330304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177009.931868:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1498afdc00 x1872930407330304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931874:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177009.931875:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931877:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177009.931878:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177009.931882:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1498afdc00 x1872930407330304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931889:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177009.931894:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1498afdc00 x1872930407330304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931901:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177009.931904:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931906:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177009.931907:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931909:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177009.931911:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177009.931914:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177009.931917:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177009.931920:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177009.931924:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1498afdc00 x1872930407330304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177009.931930:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1498afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407330304:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177009.931932:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931934:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177009.931936:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1498afdc00 x1872930407330304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177009.931940:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177009.931941:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177009.931943:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786177009.931944:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177009.931945:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177009.931946:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786177009.931948:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177009.931949:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14b1965800.
02000000:00000001:0.0:1786177009.931950:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177009.931951:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177009.931952:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1498afdc00.
00000100:00000001:0.0:1786177009.931954:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177009.931955:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931956:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177009.931959:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786177009.931960:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177009.931961:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177009.931962:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177010.761948:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177010.761961:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177011.785945:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177011.785954:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177011.786058:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177011.786066:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177011.786071:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177012.809921:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177012.809928:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177013.833929:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177013.833937:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177013.834031:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177013.834040:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177013.834046:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177014.857879:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177014.857885:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177015.049910:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177015.049921:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786177015.049924:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177015.049929:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177015.049933:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177015.049940:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11535
00000400:00000200:1.0:1786177015.049948:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177015.049955:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177015.049958:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177015.049962:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177015.049966:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177015.049969:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177015.049971:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177015.049976:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177015.049978:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786177015.049981:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177015.049985:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786177015.049987:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786177015.049990:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786177015.049993:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177015.049995:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177015.049998:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177015.050000:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177015.050003:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786177015.050006:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177015.050009:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177015.050012:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177015.050022:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177015.050026:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177015.050028:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786177015.050031:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177015.050040:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786177015.050044:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786177015.050048:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177015.050050:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177015.050054:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177015.050057:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177015.050060:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177015.050069:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786177015.050075:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177015.050085:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407330432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177015.050096:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177015.050101:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177015.050106:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407330432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177015.050133:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177015.050137:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177015.050140:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786177015.050142:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177015.050144:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177015.050146:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177015.050149:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11535
00000400:00000200:1.0:1786177015.050153:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177015.050156:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177015.050159:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177015.050162:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177015.050164:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177015.050167:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177015.050169:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177015.050172:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177015.050173:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786177015.050175:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177015.050178:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786177015.050181:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786177015.050184:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786177015.050188:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177015.050190:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177015.050193:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177015.050194:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786177015.050196:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:0.0:1786177015.050202:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1786177015.050202:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:0.0:1786177015.050207:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1786177015.050208:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177015.050214:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177015.050218:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1786177015.050220:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4700 x1872930407330432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1786177015.050225:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177015.050231:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177015.050236:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177015.050238:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177015.050241:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1786177015.050243:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1786177015.050244:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177015.050247:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1786177015.050250:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177015.050251:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177015.050255:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177015.050257:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407330432:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786177015.050262:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1786177015.050262:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
02000000:00000001:0.0:1786177015.050267:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1786177015.050268:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177015.050270:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177015.050273:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177015.050274:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1786177015.050277:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177015.050282:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6000.
00000100:00000001:1.0:1786177015.050282:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177015.050286:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177015.050286:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177015.050291:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177015.050295:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:1.0:1786177015.050300:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
00000400:00000010:0.0:1786177015.050301:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000100:00000001:1.0:1786177015.050308:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1786177015.050310:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177015.050318:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407330432, portal 25
00000100:00100000:1.0:1786177015.050318:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407330560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177015.050322:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177015.050325:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207017216 : -106564502534400 : ffff9f1484ae4700)
00000100:00000040:0.0:1786177015.050334:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4700 x1872930407330432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177015.050336:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177015.050341:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.050348:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1786177015.050352:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407330560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177015.050353:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177015.050357:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177015.050362:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407330432, offset 0
00000400:00000200:0.0:1786177015.050371:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:1.0:1786177015.050371:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177015.050376:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1786177015.050379:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:1.0:1786177015.050385:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786177015.050389:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1786177015.050390:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:1.0:1786177015.050394:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1786177015.050397:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1786177015.050400:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1786177015.050403:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00080000:1.0:1786177015.050407:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11535
00000400:00000200:0.0:1786177015.050410:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177015.050415:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177015.050418:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273554:273554:256:4294967295] 192.168.202.146@tcp LPNI seq info [273515:273515:8:4294967295]
00000400:00000200:0.0:1786177015.050421:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177015.050427:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1786177015.050435:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:0.0:1786177015.050436:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177015.050442:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000400:00000200:1.0:1786177015.050444:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177015.050449:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1786177015.050450:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177015.050456:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1786177015.050457:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177015.050463:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1786177015.050466:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:1.0:1786177015.050469:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:0.1:1786177015.050471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1786177015.050475:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000100:0.0:1786177015.050479:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000020:00000001:1.0:1786177015.050481:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:0.0:1786177015.050482:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000020:00000040:1.0:1786177015.050484:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786177015.050488:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1786177015.050490:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1786177015.050491:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786177015.050496:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:0.0:1786177015.050501:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1786177015.050502:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786177015.050510:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:0.0:1786177015.050511:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000100:00000001:1.0:1786177015.050513:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1786177015.050517:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000040:1.0:1786177015.050518:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177015.050524:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:0.0:1786177015.050525:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1786177015.050527:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786177015.050535:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000200:0.0:1786177015.050536:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4700 x1872930407330432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177015.050538:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177015.050543:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177015.050547:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177015.050552:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.050556:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1786177015.050556:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177015.050560:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1786177015.050562:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4700 x1872930407330432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1786177015.050565:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177015.050569:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.050576:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177015.050577:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000100:00000001:0.0:1786177015.050579:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1786177015.050583:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000100:00000001:0.0:1786177015.050586:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177015.050588:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177015.050591:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177015.050592:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786177015.050595:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1786177015.050597:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306216746
02000000:00000001:1.0:1786177015.050599:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177015.050603:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.050605:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306211626
02000000:00000010:1.0:1786177015.050608:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:0.0:1786177015.050610:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306216746
00000100:00000001:1.0:1786177015.050615:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.050616:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306211626
00000100:00000001:0.0:1786177015.050623:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1786177015.050627:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407330688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177015.050628:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.050633:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1786177015.050642:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1786177015.050643:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177015/real 1786177015]  req@ffff9f1484ae4700 x1872930407330432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177015.050647:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177015.050657:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407330688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177015.050663:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177015.050667:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177015.050672:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000100:00000001:1.0:1786177015.050672:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177015.050679:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000100:00080000:1.0:1786177015.050679:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1786177015.050683:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00080000:1.0:1786177015.050687:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786177015.050688:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1786177015.050691:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1786177015.050696:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4700 x1872930407330432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1786177015.050696:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177015.050703:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177015.050711:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11535
00000100:00000200:0.0:1786177015.050712:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4700 x1872930407330432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1786177015.050722:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177015.050724:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177015.050727:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1786177015.050730:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:0.0:1786177015.050731:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177015.050734:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1786177015.050736:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177015.050756:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00100000:0.0:1786177015.050757:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4700 x1872930407330432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177015.050761:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177015.050767:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177015.050794:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177015.050797:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177015.050798:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786177015.050801:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177015.050803:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000001:0.0:1786177015.050805:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1786177015.050806:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786177015.050813:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786177015.050820:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4700 x1872930407330432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1786177015.050820:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177015.050824:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177015.050830:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177015.050835:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177015.050841:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000001:0.0:1786177015.050842:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786177015.050847:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177015.050848:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.050852:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177015.050855:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177015.050855:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.050857:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177015.050861:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1786177015.050861:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:0.0:1786177015.050866:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1786177015.050867:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1786177015.050871:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
02000000:00000001:1.0:1786177015.050873:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.050875:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1786177015.050878:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1786177015.050882:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4700 x1872930407330432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1786177015.050883:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786177015.050891:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177015.050896:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177015.050898:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407330432:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786177015.050903:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1786177015.050903:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000100:00000001:0.0:1786177015.050908:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1786177015.050910:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000040:0.0:1786177015.050912:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4700 x1872930407330432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1786177015.050916:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177015.050920:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.050921:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1786177015.050925:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177015.050926:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1786177015.050929:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1786177015.050930:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6000.
02000000:00000001:1.0:1786177015.050934:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177015.050935:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177015.050939:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177015.050941:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
02000000:00000010:1.0:1786177015.050942:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000020:00000001:0.0:1786177015.050943:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177015.050947:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786177015.050948:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177015.050951:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177015.050953:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177015.050955:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4700.
00000100:00000001:0.0:1786177015.050959:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00100000:1.0:1786177015.050959:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407330816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177015.050962:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.050967:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177015.050976:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177015.050978:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1786177015.050979:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.050982:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177015.050987:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407330816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.050988:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177015.050991:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786177015.050994:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177015.051003:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae7b80 x1872930407330560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177015.051005:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177015.051011:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177015.051015:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786177015.051017:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177015.051019:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177015.051027:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786177015.051027:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1786177015.051030:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177015.051035:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1786177015.051035:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11535
02000000:00000001:0.0:1786177015.051038:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177015.051041:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786177015.051043:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00100000:0.0:1786177015.051046:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407330560:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177015.051051:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:1.0:1786177015.051052:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
02000000:00000001:0.0:1786177015.051053:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177015.051057:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177015.051058:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1786177015.051059:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177015.051066:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6000.
00000100:00000040:1.0:1786177015.051067:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000001:0.0:1786177015.051071:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177015.051073:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1786177015.051079:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:1.0:1786177015.051080:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000010:0.0:1786177015.051083:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000100:00000001:1.0:1786177015.051084:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000010:0.0:1786177015.051087:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000020:00000001:1.0:1786177015.051089:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:0.0:1786177015.051091:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407330560, portal 10
00000020:00000040:1.0:1786177015.051093:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000001:0.0:1786177015.051096:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1786177015.051097:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1786177015.051098:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207030656 : -106564502520960 : ffff9f1484ae7b80)
00000020:00000040:1.0:1786177015.051101:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786177015.051105:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786177015.051108:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae7b80 x1872930407330560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1786177015.051110:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786177015.051120:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177015.051121:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1786177015.051125:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177015.051128:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000040:1.0:1786177015.051132:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000010:0.0:1786177015.051133:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000001:1.0:1786177015.051137:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000200:0.0:1786177015.051138:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407330560, offset 0
00000020:00000040:1.0:1786177015.051142:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000400:00000200:0.0:1786177015.051147:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:1.0:1786177015.051151:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:0.0:1786177015.051155:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786177015.051157:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177015.051161:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1786177015.051162:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
02000000:00000001:1.0:1786177015.051167:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1786177015.051168:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1786177015.051173:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177015.051175:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:1.0:1786177015.051177:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1786177015.051182:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000008:00100000:1.0:1786177015.051182:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786177015.051188:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177015.051189:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:1.0:1786177015.051193:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177015.051198:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273555:273555:256:4294967295] 192.168.202.146@tcp LPNI seq info [273516:273516:8:4294967295]
00000100:00000010:1.0:1786177015.051200:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786177015.051205:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000400:00000200:0.0:1786177015.051210:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:1.0:1786177015.051211:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177015.051214:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177015.051219:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177015.051222:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1786177015.051224:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1786177015.051225:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1786177015.051231:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
02000000:00000010:1.0:1786177015.051232:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000800:00000010:0.0:1786177015.051236:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000100:00000001:1.0:1786177015.051238:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1786177015.051244:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177015.051247:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000100:00100000:1.0:1786177015.051249:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407330944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1786177015.051254:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177015.051259:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1786177015.051267:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177015.051273:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000100:00000001:1.0:1786177015.051273:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177015.051278:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177015.051279:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177015.051286:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1786177015.051290:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407330944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1786177015.051291:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177015.051295:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177015.051299:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177015.051305:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae7b80 x1872930407330560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177015.051309:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.051317:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786177015.051317:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11545)
00000100:00000040:0.0:1786177015.051322:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae7b80 x1872930407330560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051328:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.051329:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177015.051332:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177015.051335:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786177015.051338:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177015.051340:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306207781
00000100:00000001:0.0:1786177015.051343:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306216746
00000100:00000001:0.0:1786177015.051345:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306207781
00000100:00000001:0.0:1786177015.051346:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306216746
00000100:00000001:0.0:1786177015.051348:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177015.051349:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.051351:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177015.051353:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177015/real 1786177015]  req@ffff9f1484ae7b80 x1872930407330560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177015.051358:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177015.051360:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177015.051361:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177015.051362:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177015.051363:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177015.051365:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177015.051367:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae7b80 x1872930407330560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177015.051376:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae7b80 x1872930407330560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051381:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177015.051382:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.051383:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177015.051384:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177015.051386:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae7b80 x1872930407330560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051390:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177015.051392:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae7b80 x1872930407330560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051396:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177015.051398:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.051399:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177015.051400:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.051401:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177015.051402:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177015.051404:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177015.051406:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177015.051407:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177015.051410:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae7b80 x1872930407330560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177015.051415:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407330560:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177015.051417:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177015.051419:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae5500 x1872930407330688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051428:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177015.051429:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177015.051430:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177015.051432:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177015.051433:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177015.051435:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407330688:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177015.051436:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177015.051438:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177015.051439:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177015.051440:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177015.051442:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786177015.051443:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177015.051445:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177015.051447:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177015.051449:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177015.051451:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407330688, portal 10
00000100:00000001:0.0:1786177015.051452:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177015.051454:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207020800 : -106564502530816 : ffff9f1484ae5500)
00000100:00000040:0.0:1786177015.051458:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae5500 x1872930407330688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051462:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177015.051464:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177015.051465:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177015.051467:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407330688, offset 0
00000400:00000200:0.0:1786177015.051469:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177015.051471:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177015.051474:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177015.051476:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177015.051477:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177015.051479:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177015.051481:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177015.051483:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273556:273556:256:4294967295] 192.168.202.146@tcp LPNI seq info [273517:273517:8:4294967295]
00000400:00000200:0.0:1786177015.051486:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177015.051492:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177015.051497:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177015.051500:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177015.051504:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177015.051507:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786177015.051511:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177015.051514:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1786177015.051518:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177015.051520:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177015.051523:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177015.051527:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177015.051530:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177015.051532:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177015.051535:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177015.051538:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae5500 x1872930407330688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051546:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177015.051548:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae5500 x1872930407330688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051553:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.051554:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177015.051557:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177015.051559:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786177015.051561:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177015.051562:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306207862
00000100:00000001:0.0:1786177015.051564:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306216746
00000100:00000001:0.0:1786177015.051566:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306207862
00000100:00000001:0.0:1786177015.051567:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306216746
00000100:00000001:0.0:1786177015.051568:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177015.051570:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.051571:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177015.051574:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177015/real 1786177015]  req@ffff9f1484ae5500 x1872930407330688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177015.051579:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177015.051580:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177015.051581:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177015.051583:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177015.051584:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177015.051585:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177015.051587:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae5500 x1872930407330688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177015.051593:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae5500 x1872930407330688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051596:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177015.051597:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.051599:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177015.051599:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177015.051602:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae5500 x1872930407330688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051606:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177015.051609:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae5500 x1872930407330688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051614:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177015.051616:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.051618:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177015.051619:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.051621:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177015.051623:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177015.051626:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177015.051630:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177015.051632:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177015.051637:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae5500 x1872930407330688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177015.051645:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407330688:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177015.051649:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.051652:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177015.051655:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae7b80 x1872930407330560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051663:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177015.051665:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177015.051667:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786177015.051670:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177015.051671:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177015.051672:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786177015.051674:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177015.051675:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9c00.
02000000:00000001:0.0:1786177015.051677:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177015.051678:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177015.051679:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae7b80.
00000100:00000001:0.0:1786177015.051681:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177015.051683:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.051684:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177015.051687:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae5500 x1872930407330688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051692:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177015.051693:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177015.051694:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786177015.051696:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177015.051696:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177015.051697:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786177015.051699:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177015.051700:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd8c00.
02000000:00000001:0.0:1786177015.051702:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177015.051702:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177015.051703:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae5500.
00000100:00000001:0.0:1786177015.051705:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177015.051706:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.051707:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.051709:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786177015.051710:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.051712:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177015.051712:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786177015.051714:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177015.051716:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4a80 x1872930407330816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051720:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177015.051721:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177015.051723:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177015.051724:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177015.051725:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177015.051727:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407330816:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177015.051729:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177015.051731:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177015.051732:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177015.051733:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177015.051735:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786177015.051737:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177015.051739:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177015.051757:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177015.051759:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177015.051762:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407330816, portal 4
00000100:00000001:0.0:1786177015.051763:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177015.051764:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207018112 : -106564502533504 : ffff9f1484ae4a80)
00000100:00000040:0.0:1786177015.051768:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4a80 x1872930407330816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051799:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177015.051802:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177015.051805:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177015.051808:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407330816, offset 0
00000400:00000200:0.0:1786177015.051812:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177015.051816:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177015.051820:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177015.051824:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177015.051827:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177015.051829:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177015.051832:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177015.051835:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273557:273557:256:4294967295] 192.168.202.146@tcp LPNI seq info [273518:273518:8:4294967295]
00000400:00000200:0.0:1786177015.051839:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177015.051846:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177015.051851:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177015.051855:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177015.051859:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177015.051862:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786177015.051866:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177015.051869:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1786177015.051873:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177015.051875:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177015.051878:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177015.051883:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177015.051886:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177015.051888:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177015.051890:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177015.051894:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4a80 x1872930407330816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051901:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177015.051903:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4a80 x1872930407330816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051912:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.051913:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177015.051915:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177015.051918:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786177015.051920:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177015.051922:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306209122
00000100:00000001:0.0:1786177015.051924:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306216746
00000100:00000001:0.0:1786177015.051925:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306209122
00000100:00000001:0.0:1786177015.051927:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306216746
00000100:00000001:0.0:1786177015.051928:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177015.051929:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.051930:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177015.051933:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177015/real 1786177015]  req@ffff9f1484ae4a80 x1872930407330816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177015.051938:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177015.051939:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177015.051940:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177015.051941:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177015.051942:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177015.051944:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177015.051946:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4a80 x1872930407330816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177015.051951:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4a80 x1872930407330816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051955:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177015.051956:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.051957:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177015.051958:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177015.051960:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4a80 x1872930407330816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051965:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177015.051967:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4a80 x1872930407330816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051971:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177015.051973:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.051974:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177015.051974:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.051976:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177015.051977:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177015.051978:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177015.051980:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177015.051981:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177015.051984:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4a80 x1872930407330816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177015.051988:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407330816:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177015.051990:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177015.051992:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae7100 x1872930407330944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.051996:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177015.051997:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177015.051999:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177015.052000:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177015.052001:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177015.052003:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407330944:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177015.052005:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177015.052007:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177015.052008:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177015.052009:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177015.052012:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786177015.052013:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177015.052015:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177015.052017:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177015.052019:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177015.052021:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407330944, portal 4
00000100:00000001:0.0:1786177015.052022:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177015.052023:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207027968 : -106564502523648 : ffff9f1484ae7100)
00000100:00000040:0.0:1786177015.052027:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae7100 x1872930407330944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.052031:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177015.052033:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177015.052034:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177015.052035:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407330944, offset 0
00000400:00000200:0.0:1786177015.052038:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177015.052040:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177015.052042:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177015.052044:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177015.052046:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177015.052047:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177015.052049:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177015.052051:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273558:273558:256:4294967295] 192.168.202.146@tcp LPNI seq info [273519:273519:8:4294967295]
00000400:00000200:0.0:1786177015.052054:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177015.052058:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177015.052061:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177015.052063:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177015.052066:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177015.052067:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1786177015.052070:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177015.052072:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1786177015.052074:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177015.052076:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177015.052078:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177015.052080:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177015.052082:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177015.052083:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177015.052085:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177015.052087:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae7100 x1872930407330944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.052092:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177015.052094:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae7100 x1872930407330944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.052098:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.052100:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177015.052101:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177015.052103:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786177015.052105:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177015.052106:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306208912
00000100:00000001:0.0:1786177015.052108:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306216746
00000100:00000001:0.0:1786177015.052109:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306208912
00000100:00000001:0.0:1786177015.052110:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306216746
00000100:00000001:0.0:1786177015.052112:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177015.052113:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.052114:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177015.052116:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177015/real 1786177015]  req@ffff9f1484ae7100 x1872930407330944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177015.052120:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177015.052121:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177015.052122:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177015.052123:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177015.052124:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177015.052126:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177015.052128:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae7100 x1872930407330944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177015.052133:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae7100 x1872930407330944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.052137:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177015.052138:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.052139:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177015.052140:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177015.052142:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae7100 x1872930407330944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.052146:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177015.052148:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae7100 x1872930407330944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.052152:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177015.052153:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.052154:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177015.052155:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.052156:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177015.052157:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177015.052158:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177015.052160:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177015.052162:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177015.052166:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae7100 x1872930407330944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177015.052174:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407330944:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177015.052178:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.052180:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177015.052183:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4a80 x1872930407330816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.052191:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177015.052192:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177015.052194:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786177015.052197:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177015.052198:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177015.052200:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786177015.052202:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177015.052204:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9400.
02000000:00000001:0.0:1786177015.052206:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177015.052207:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177015.052209:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4a80.
00000100:00000001:0.0:1786177015.052212:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177015.052214:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.052215:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177015.052219:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae7100 x1872930407330944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177040 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177015.052225:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177015.052226:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177015.052227:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786177015.052229:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177015.052230:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177015.052231:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786177015.052232:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177015.052233:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9800.
02000000:00000001:0.0:1786177015.052234:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177015.052235:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177015.052236:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae7100.
00000100:00000001:0.0:1786177015.052237:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177015.052238:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.052239:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177015.052242:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786177015.052243:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177015.052244:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177015.052246:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177015.881880:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177015.881885:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177015.881946:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177015.881949:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177015.881952:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177016.905855:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177016.905862:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177017.929876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177017.929889:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177017.929952:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177017.929956:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177017.929959:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177018.953872:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177018.953878:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177019.977890:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177019.977897:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177019.977899:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177019.977902:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177019.977906:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177019.977908:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177019.977909:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177019.977911:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177019.977986:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177019.977992:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177019.977995:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786177020.169895:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177020.169905:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177020.169907:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177020.169911:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177020.169916:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177020.169924:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11540
00000400:00000200:0.0:1786177020.169941:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177020.169947:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177020.169950:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177020.169953:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.169956:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177020.169958:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.169961:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177020.169965:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177020.169967:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177020.169969:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177020.169972:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177020.169975:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177020.169978:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177020.169982:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.169984:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177020.169986:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.169988:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177020.169992:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177020.169995:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177020.169998:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177020.170001:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177020.170004:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177020.170014:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177020.170016:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177020.170019:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177020.170027:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786177020.170031:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177020.170035:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177020.170037:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177020.170041:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177020.170044:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177020.170048:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177020.170056:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786177020.170063:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177020.170072:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407331072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177020.170082:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177020.170087:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177020.170092:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407331072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177020.170121:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177020.170125:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177020.170129:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177020.170131:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177020.170134:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177020.170137:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177020.170141:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11540
00000400:00000200:0.0:1786177020.170150:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177020.170159:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177020.170164:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177020.170172:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.170178:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177020.170183:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.170190:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177020.170196:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177020.170200:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177020.170204:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177020.170208:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786177020.170214:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786177020.170218:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786177020.170224:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.170231:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177020.170236:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.170241:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177020.170246:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786177020.170250:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177020.170255:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177020.170264:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177020.170271:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177020.170276:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177020.170282:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177020.170288:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177020.170293:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177020.170298:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177020.170304:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786177020.170306:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177020.170309:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177020.170311:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177020.170315:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177020.170321:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177020.170326:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177020.170332:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786177020.170339:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177020.170352:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407331200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177020.170363:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177020.170369:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177020.170378:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407331200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177020.170394:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177020.170399:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177020.170408:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:2.1:1786177020.170409:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786177020.170411:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1786177020.170414:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000100:00080000:0.0:1786177020.170415:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177020.170421:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177020.170428:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11540
00000400:00000200:0.0:1786177020.170434:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177020.170440:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177020.170446:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177020.170453:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.170458:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177020.170462:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.170467:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177020.170473:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177020.170476:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786177020.170479:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177020.170483:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786177020.170488:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786177020.170495:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786177020.170504:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.170507:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177020.170512:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.170517:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177020.170521:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786177020.170527:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177020.170529:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177020.170534:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177020.170540:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177020.170546:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177020.170553:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177020.170558:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177020.170563:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177020.170568:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177020.170576:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786177020.170582:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177020.170588:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177020.170592:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177020.170596:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177020.170600:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177020.170604:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177020.170621:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000001:0.0:1786177020.170628:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177020.170640:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407331328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177020.170663:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177020.170668:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177020.170679:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407331328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177020.170712:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177020.170718:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177020.170726:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786177020.170731:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177020.170735:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177020.170741:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177020.170748:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11540
00000400:00000200:0.0:1786177020.170757:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177020.170764:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177020.170795:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177020.170801:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.170806:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177020.170810:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.170815:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177020.170820:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177020.170825:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786177020.170830:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177020.170833:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786177020.170835:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786177020.170838:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786177020.170845:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.170849:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177020.170854:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.170858:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177020.170862:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786177020.170865:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177020.170867:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177020.170869:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177020.170874:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177020.170880:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177020.170884:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177020.170888:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177020.170894:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177020.170897:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177020.170903:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786177020.170910:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786177020.170918:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177020.170921:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177020.170928:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177020.170932:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177020.170936:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177020.170945:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6800.
00000100:00000001:0.0:1786177020.170952:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177020.170963:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407331456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177020.170978:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177020.170982:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177020.170994:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407331456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177020.171015:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177020.171021:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177020.171029:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786177020.171032:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177020.171037:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177020.171042:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177020.171049:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11540
00000400:00000200:0.0:1786177020.171054:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177020.171058:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177020.171060:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177020.171066:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.171072:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177020.171078:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.171085:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177020.171089:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177020.171092:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786177020.171095:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177020.171099:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786177020.171103:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786177020.171107:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786177020.171115:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.171118:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177020.171123:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177020.171129:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177020.171135:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786177020.171140:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177020.171145:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177020.171149:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177020.171154:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177020.171159:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177020.171163:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1786177020.171164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000008:00100000:0.0:1786177020.171166:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.1:1786177020.171168:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000008:00000001:0.0:1786177020.171170:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177020.171174:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177020.171179:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786177020.171186:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786177020.171192:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177020.171196:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177020.171200:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177020.171204:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177020.171208:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177020.171216:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786177020.171224:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177020.171236:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407331584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177020.171270:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177020.171276:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177020.171286:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407331584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177020.171306:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177020.171314:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11550)
00000800:00000200:2.1:1786177020.171461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177020.171463:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786177020.171714:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177020.171715:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786177020.171948:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177020.171951:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1786177021.001889:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177021.001896:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177022.025929:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177022.025937:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177022.025997:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177022.026001:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177022.026005:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177023.049921:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177023.049929:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177024.073930:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177024.073937:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177024.074016:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177024.074022:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177024.074027:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177025.097895:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177025.097903:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177025.289880:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177025.289889:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786177025.289892:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177025.289896:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177025.289900:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177025.289906:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11545
00000400:00000200:1.0:1786177025.289913:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177025.289918:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177025.289920:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177025.289923:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.289925:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177025.289927:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.289928:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177025.289932:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177025.289933:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786177025.289935:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177025.289938:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786177025.289939:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786177025.289941:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786177025.289944:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.289945:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177025.289946:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.289948:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177025.289950:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786177025.289952:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177025.289954:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177025.289957:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177025.289960:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177025.289963:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177025.289965:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786177025.289968:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177025.289977:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7480.
00000020:00000040:1.0:1786177025.289981:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786177025.289994:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177025.289996:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177025.289999:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177025.290002:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177025.290007:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177025.290017:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786177025.290025:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177025.290036:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7480 x1872930407331712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177025.290049:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177025.290054:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177025.290060:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ede54877] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7480 x1872930407331712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177025.290093:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177025.290097:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177025.290101:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786177025.290103:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177025.290104:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177025.290107:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177025.290110:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11545
00000400:00000200:1.0:1786177025.290114:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177025.290118:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177025.290121:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177025.290125:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290127:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177025.290130:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290133:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177025.290136:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177025.290138:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786177025.290140:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177025.290143:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786177025.290146:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786177025.290150:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786177025.290156:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290159:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177025.290165:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290171:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177025.290179:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786177025.290186:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290191:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177025.290194:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177025.290201:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177025.290205:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177025.290208:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177025.290212:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786177025.290215:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177025.290219:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177025.290223:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5180.
00000020:00000040:1.0:1786177025.290226:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786177025.290228:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177025.290230:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177025.290233:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177025.290237:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177025.290239:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177025.290246:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000100:00000001:1.0:1786177025.290252:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177025.290262:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5180 x1872930407331840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177025.290277:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177025.290282:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177025.290289:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef159443] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5180 x1872930407331840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177025.290312:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177025.290318:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177025.290325:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786177025.290329:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177025.290333:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177025.290338:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177025.290342:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11545
00000400:00000200:1.0:1786177025.290350:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177025.290357:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177025.290359:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177025.290363:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290367:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177025.290370:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290372:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177025.290375:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177025.290377:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786177025.290380:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177025.290383:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786177025.290386:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786177025.290389:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786177025.290396:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290402:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177025.290410:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290417:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177025.290421:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786177025.290430:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290438:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177025.290443:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177025.290448:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177025.290454:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177025.290456:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177025.290458:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786177025.290460:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177025.290461:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177025.290465:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786177025.290468:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786177025.290470:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177025.290472:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177025.290475:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177025.290477:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177025.290480:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177025.290485:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8000.
00000100:00000001:1.0:1786177025.290491:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177025.290496:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00100000:1.0:1786177025.290498:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407331968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786177025.290500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1786177025.290512:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177025.290516:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177025.290522:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407331968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177025.290529:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177025.290533:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177025.290538:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786177025.290540:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177025.290544:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177025.290547:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177025.290551:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11545
00000400:00000200:1.0:1786177025.290557:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177025.290562:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177025.290564:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177025.290570:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290572:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177025.290576:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290581:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177025.290585:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177025.290587:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786177025.290590:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177025.290593:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786177025.290597:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786177025.290601:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786177025.290603:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290605:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177025.290609:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290611:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177025.290614:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786177025.290618:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290623:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177025.290626:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177025.290630:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177025.290635:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177025.290638:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177025.290640:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786177025.290659:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177025.290661:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177025.290664:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786177025.290666:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786177025.290670:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177025.290672:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177025.290674:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177025.290675:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177025.290676:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177025.290680:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:1.0:1786177025.290683:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177025.290691:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407332096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177025.290701:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177025.290706:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177025.290709:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407332096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177025.290723:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177025.290727:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177025.290733:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786177025.290734:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177025.290736:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177025.290743:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177025.290747:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11545
00000400:00000200:1.0:1786177025.290752:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177025.290756:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177025.290758:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177025.290763:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290768:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177025.290799:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290806:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177025.290810:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177025.290814:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786177025.290818:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177025.290823:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786177025.290828:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786177025.290833:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786177025.290838:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290842:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177025.290846:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290851:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177025.290856:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786177025.290861:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177025.290866:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177025.290870:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177025.290873:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177025.290879:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177025.290882:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177025.290887:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786177025.290894:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177025.290900:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177025.290907:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786177025.290914:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786177025.290921:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177025.290925:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177025.290931:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177025.290934:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177025.290939:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177025.290946:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddbc00.
00000100:00000001:1.0:1786177025.290954:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177025.290968:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407332224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177025.290987:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177025.290993:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177025.291002:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407332224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177025.291023:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177025.291028:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11555)
00000800:00000200:2.1:1786177025.291185:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177025.291188:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786177025.291412:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177025.291414:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786177025.291626:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177025.291628:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786177025.291940:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177025.291942:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1786177026.121859:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177026.121866:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177026.121932:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177026.121937:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177026.121941:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177027.145889:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177027.145895:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177028.169871:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177028.169877:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177029.193904:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177029.193913:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177030.217870:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177030.217879:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177030.217881:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177030.217884:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177030.217889:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177030.217892:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177030.217894:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177030.217897:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177030.409949:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177030.409965:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177030.409968:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177030.409974:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177030.409982:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177030.409993:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11550
00000400:00000200:0.0:1786177030.410002:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177030.410009:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177030.410020:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177030.410025:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.410029:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177030.410032:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.410035:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177030.410041:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177030.410043:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177030.410047:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177030.410052:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177030.410055:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177030.410058:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177030.410062:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.410065:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177030.410066:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.410068:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177030.410070:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177030.410073:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177030.410076:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177030.410078:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177030.410082:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177030.410085:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177030.410086:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177030.410088:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177030.410098:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786177030.410102:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177030.410106:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177030.410108:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177030.410111:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177030.410114:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177030.410118:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177030.410128:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
00000100:00000001:0.0:1786177030.410135:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177030.410145:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407332352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177030.410154:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177030.410158:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177030.410162:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407332352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177030.410181:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177030.410184:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177030.410187:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177030.410189:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177030.410191:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177030.410194:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177030.410196:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11550
00000400:00000200:0.0:1786177030.410200:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177030.410204:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177030.410207:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177030.410212:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.410216:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177030.410222:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.410226:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177030.410227:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177030.410228:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177030.410232:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177030.410239:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786177030.410245:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786177030.410255:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786177030.410272:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.410281:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177030.410288:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.410294:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177030.410301:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786177030.410308:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177030.410312:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177030.410318:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177030.410325:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177030.410329:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177030.410332:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177030.410342:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177030.410350:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177030.410353:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177030.410357:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786177030.410371:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177030.410381:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177030.410384:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177030.410390:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177030.410391:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177030.410393:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177030.410403:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786177030.410409:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177030.410421:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407332480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177030.410447:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177030.410453:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177030.410470:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407332480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177030.410493:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177030.410501:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177030.410509:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786177030.410512:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177030.410518:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177030.410523:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177030.410530:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11550
00000400:00000200:0.0:1786177030.410545:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177030.410558:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177030.410568:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177030.410578:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.410589:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177030.410621:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.410628:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177030.410638:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177030.410641:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786177030.410649:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177030.410652:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786177030.410664:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786177030.410672:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786177030.410687:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.1:1786177030.410695:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786177030.410697:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786177030.410699:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1786177030.410706:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.410715:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177030.410721:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786177030.410731:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177030.410735:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177030.410746:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177030.410751:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177030.410764:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177030.410809:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177030.410818:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177030.410833:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177030.410847:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177030.410860:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786177030.410870:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177030.410877:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177030.410880:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177030.410888:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177030.410890:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177030.410893:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177030.410906:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786177030.410918:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177030.410930:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407332608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177030.411030:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177030.411040:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177030.411056:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407332608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177030.411099:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177030.411114:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177030.411121:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786177030.411128:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177030.411131:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177030.411143:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177030.411150:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11550
00000400:00000200:0.0:1786177030.411161:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177030.411167:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177030.411172:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177030.411180:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.411190:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177030.411193:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.411196:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177030.411199:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177030.411200:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786177030.411201:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177030.411203:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786177030.411205:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786177030.411207:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786177030.411209:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.411211:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177030.411212:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.411221:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177030.411234:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786177030.411246:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177030.411257:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177030.411276:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177030.411286:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177030.411299:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177030.411304:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177030.411308:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177030.411313:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177030.411322:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177030.411327:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786177030.411331:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786177030.411336:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177030.411338:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177030.411343:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177030.411352:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177030.411359:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177030.411365:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786177030.411377:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177030.411389:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407332736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177030.411407:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177030.411415:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177030.411431:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407332736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177030.411464:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177030.411474:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177030.411480:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786177030.411490:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177030.411500:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177030.411506:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177030.411515:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11550
00000400:00000200:0.0:1786177030.411533:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177030.411551:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177030.411560:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177030.411573:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.411580:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177030.411604:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.411611:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177030.411628:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177030.411635:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786177030.411638:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177030.411641:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786177030.411645:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786177030.411652:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786177030.411658:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.411663:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177030.411674:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177030.411682:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177030.411695:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786177030.411707:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177030.411718:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177030.411731:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177030.411740:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177030.411745:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177030.411750:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177030.411753:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177030.411765:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177030.411801:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177030.411813:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786177030.411820:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786177030.411833:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177030.411836:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177030.411840:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177030.411846:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177030.411849:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177030.411856:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786177030.411861:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177030.411862:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177030.411870:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000100:00100000:0.0:1786177030.411874:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407332864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177030.411894:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177030.411898:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177030.411912:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407332864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177030.411936:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177030.411946:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11560)
00000800:00000200:2.1:1786177030.412151:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177030.412154:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786177030.412358:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177030.412360:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786177030.412638:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177030.412640:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1786177031.241931:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177031.241939:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177032.265867:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177032.265875:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177033.289893:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177033.289898:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177034.313846:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177034.313852:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177035.337914:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177035.337922:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177035.530331:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177035.530350:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177035.530358:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177035.530362:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177035.530365:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177035.530373:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11555
00000400:00000200:3.0:1786177035.530381:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177035.530387:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177035.530391:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177035.530393:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.530397:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177035.530399:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.530402:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177035.530406:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177035.530408:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177035.530412:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177035.530415:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177035.530418:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177035.530421:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177035.530424:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.530426:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177035.530428:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.530430:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177035.530433:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177035.530436:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177035.530439:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177035.530442:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177035.530445:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177035.530449:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177035.530451:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177035.530454:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177035.530461:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786177035.530464:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177035.530468:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177035.530470:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177035.530473:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177035.530476:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177035.530479:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177035.530487:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786177035.530495:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177035.530504:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407332992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177035.530515:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177035.530520:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177035.530525:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407332992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177035.530561:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177035.530565:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177035.530568:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177035.530569:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177035.530570:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177035.530573:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177035.530576:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11555
00000400:00000200:3.0:1786177035.530580:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177035.530584:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177035.530586:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177035.530589:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.530592:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177035.530594:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.530597:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177035.530599:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177035.530601:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177035.530603:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177035.530608:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177035.530612:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177035.530617:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177035.530626:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.530631:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177035.530636:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.530641:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177035.530646:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177035.530652:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177035.530659:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177035.530662:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177035.530670:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177035.530676:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177035.530681:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177035.530687:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177035.530694:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177035.530699:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177035.530705:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786177035.530710:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177035.530713:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177035.530714:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177035.530716:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177035.530718:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177035.530720:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177035.530724:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786177035.530728:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177035.530735:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407333120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177035.530743:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177035.530745:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177035.530748:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407333120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177035.530762:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177035.530764:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177035.530767:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177035.530769:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177035.530841:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177035.530849:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177035.530855:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11555
00000400:00000200:3.0:1786177035.530861:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177035.530869:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177035.530875:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177035.530884:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.530891:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177035.530897:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.530903:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177035.530907:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177035.530908:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177035.530911:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177035.530913:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177035.530915:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177035.530921:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177035.530929:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.530936:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177035.530941:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.530946:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177035.530951:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177035.530959:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177035.530964:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177035.530970:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177035.530975:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177035.530981:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177035.530986:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177035.530990:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177035.530996:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177035.530999:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177035.531007:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786177035.531014:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177035.531020:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177035.531024:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177035.531028:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177035.531030:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177035.531034:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177035.531042:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786177035.531048:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177035.531055:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00100000:3.0:1786177035.531057:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407333248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786177035.531060:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1786177035.531077:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177035.531082:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177035.531090:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407333248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177035.531104:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177035.531109:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177035.531115:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177035.531120:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177035.531125:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177035.531131:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177035.531137:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11555
00000400:00000200:3.0:1786177035.531144:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177035.531152:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177035.531158:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177035.531166:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.531172:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177035.531176:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.531181:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177035.531188:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177035.531192:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177035.531194:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177035.531197:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177035.531203:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177035.531207:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177035.531214:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.531219:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177035.531225:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.531230:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177035.531234:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177035.531241:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177035.531248:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177035.531253:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177035.531259:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177035.531265:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177035.531270:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177035.531275:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177035.531280:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177035.531284:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177035.531291:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786177035.531297:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177035.531302:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177035.531305:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177035.531310:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177035.531313:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177035.531317:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177035.531325:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786177035.531331:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177035.531341:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407333376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177035.531359:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177035.531365:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177035.531376:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407333376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177035.531409:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177035.531417:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177035.531425:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177035.531428:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177035.531433:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177035.531439:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177035.531444:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11555
00000400:00000200:3.0:1786177035.531449:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177035.531456:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177035.531461:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177035.531466:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.531468:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177035.531471:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.531475:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177035.531481:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177035.531483:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177035.531486:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177035.531489:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177035.531493:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177035.531497:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177035.531504:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.531505:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177035.531509:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177035.531512:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177035.531516:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177035.531521:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177035.531526:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177035.531529:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177035.531533:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177035.531538:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177035.531540:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177035.531556:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177035.531559:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177035.531562:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177035.531569:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786177035.531575:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177035.531588:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177035.531591:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177035.531596:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177035.531598:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177035.531603:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177035.531610:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786177035.531617:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177035.531627:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407333504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177035.531641:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177035.531647:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177035.531659:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407333504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177035.531695:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177035.531705:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11565)
00000800:00000200:2.1:1786177035.531883:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177035.531886:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177035.532217:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177035.532220:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177035.532530:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177035.532533:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177035.533036:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177035.533039:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1786177036.361861:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177036.361867:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177037.385902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177037.385908:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177038.409885:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177038.409893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177039.433898:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177039.433906:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177040.457943:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177040.457956:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177040.457959:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177040.457964:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177040.457972:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177040.457975:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177040.457977:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177040.457982:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177040.458054:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177040.458060:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177040.458064:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177040.649873:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177040.649882:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177040.649885:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177040.649888:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177040.649892:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177040.649898:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11560
00000400:00000200:3.0:1786177040.649905:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177040.649910:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177040.649912:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177040.649915:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.649917:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177040.649919:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.649921:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177040.649924:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177040.649925:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177040.649927:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177040.649930:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177040.649932:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177040.649933:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177040.649935:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.649937:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177040.649938:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.649939:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177040.649941:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177040.649944:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177040.649945:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177040.649947:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177040.649950:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177040.649952:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177040.649953:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177040.649955:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177040.649963:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786177040.649965:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177040.649969:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177040.649970:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177040.649973:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177040.649975:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177040.649978:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177040.649984:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786177040.649989:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177040.649996:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407333632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177040.650004:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177040.650008:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177040.650012:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407333632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177040.650030:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177040.650032:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177040.650035:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177040.650036:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177040.650037:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177040.650039:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177040.650041:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11560
00000400:00000200:3.0:1786177040.650043:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177040.650047:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177040.650053:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177040.650056:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650061:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177040.650065:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650069:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177040.650072:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177040.650075:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177040.650078:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177040.650081:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177040.650087:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177040.650094:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177040.650104:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650112:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177040.650120:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650128:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177040.650134:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177040.650141:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650147:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177040.650150:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177040.650158:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177040.650164:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177040.650170:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177040.650177:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177040.650181:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177040.650186:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177040.650191:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786177040.650198:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177040.650203:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177040.650205:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177040.650210:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177040.650212:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177040.650216:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177040.650221:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786177040.650226:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177040.650234:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407333760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177040.650247:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177040.650251:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177040.650259:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407333760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177040.650283:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177040.650287:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177040.650290:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177040.650292:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177040.650293:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177040.650294:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177040.650297:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11560
00000400:00000200:3.0:1786177040.650322:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177040.650329:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177040.650333:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177040.650341:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650343:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177040.650348:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650351:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177040.650353:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177040.650356:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177040.650358:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177040.650360:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177040.650365:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177040.650370:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177040.650374:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650378:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786177040.650379:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177040.650384:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.1:1786177040.650385:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000100:00000001:3.0:1786177040.650391:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177040.650395:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177040.650399:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650403:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177040.650409:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177040.650415:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177040.650422:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177040.650428:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177040.650432:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177040.650440:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177040.650445:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177040.650454:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786177040.650459:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177040.650466:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177040.650470:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177040.650476:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177040.650480:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177040.650483:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177040.650492:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786177040.650513:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177040.650521:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407333888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177040.650537:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177040.650544:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177040.650553:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407333888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177040.650588:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177040.650595:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177040.650605:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177040.650610:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177040.650614:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177040.650620:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177040.650627:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11560
00000400:00000200:3.0:1786177040.650637:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177040.650648:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177040.650655:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177040.650664:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650671:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177040.650678:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650686:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177040.650695:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177040.650699:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177040.650705:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177040.650711:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177040.650718:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177040.650726:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177040.650738:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650745:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177040.650752:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650759:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177040.650766:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177040.650805:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650810:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177040.650814:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177040.650819:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177040.650821:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177040.650823:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177040.650825:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177040.650829:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177040.650834:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177040.650838:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786177040.650842:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177040.650846:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177040.650848:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177040.650852:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177040.650856:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177040.650859:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177040.650865:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786177040.650871:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177040.650881:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407334016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177040.650892:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177040.650895:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177040.650901:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407334016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177040.650915:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177040.650917:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177040.650923:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177040.650925:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177040.650928:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177040.650930:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177040.650934:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11560
00000400:00000200:3.0:1786177040.650941:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177040.650947:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177040.650952:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177040.650956:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650960:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177040.650963:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650964:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177040.650965:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177040.650966:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177040.650968:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177040.650972:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177040.650974:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177040.650976:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177040.650982:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650988:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177040.650992:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177040.650997:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177040.651002:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177040.651008:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177040.651011:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177040.651014:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177040.651019:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177040.651023:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177040.651025:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177040.651027:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177040.651032:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177040.651034:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177040.651039:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786177040.651042:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177040.651047:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177040.651049:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177040.651052:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177040.651055:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177040.651057:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177040.651061:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786177040.651066:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177040.651073:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407334144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177040.651085:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177040.651088:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177040.651095:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407334144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177040.651108:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177040.651113:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11571)
00000800:00000200:2.1:1786177040.651134:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177040.651137:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786177040.651398:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177040.651400:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786177040.651664:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177040.651666:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1786177040.651862:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177040.651864:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 11 secs later)
00010000:00000001:1.0:1786177041.481879:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177041.481885:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177042.505912:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177042.505920:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177042.505992:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177042.505997:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177042.506001:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177043.529890:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177043.529897:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177044.553839:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177044.553844:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177044.553907:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177044.553911:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177044.553914:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177045.577905:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177045.577911:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177045.769863:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177045.769874:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177045.769878:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177045.769883:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177045.769889:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177045.769895:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11566
00000400:00000200:3.0:1786177045.769903:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177045.769909:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177045.769913:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177045.769917:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.769922:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177045.769925:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.769927:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177045.769932:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177045.769934:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177045.769937:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177045.769941:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177045.769943:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177045.769946:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177045.769949:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.769951:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177045.769953:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.769955:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177045.769958:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177045.769962:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177045.769964:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177045.769967:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177045.769971:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177045.769974:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177045.769977:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177045.769979:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177045.769988:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786177045.769992:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177045.769996:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177045.769998:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177045.770001:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177045.770004:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177045.770008:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177045.770015:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786177045.770022:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177045.770031:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407334272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177045.770042:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177045.770047:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177045.770051:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407334272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177045.770077:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177045.770080:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177045.770084:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177045.770085:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177045.770087:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177045.770090:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177045.770093:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11566
00000400:00000200:3.0:1786177045.770097:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177045.770102:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177045.770105:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177045.770109:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.770112:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177045.770117:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.770123:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177045.770127:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177045.770128:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177045.770130:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177045.770132:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177045.770136:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177045.770142:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177045.770153:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.770158:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177045.770164:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.770171:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177045.770177:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177045.770185:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177045.770191:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177045.770196:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177045.770203:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177045.770207:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177045.770212:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177045.770218:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177045.770224:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177045.770228:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177045.770233:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786177045.770250:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177045.770256:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177045.770261:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177045.770266:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177045.770272:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177045.770276:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177045.770282:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786177045.770289:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177045.770302:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407334400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177045.770326:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177045.770330:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177045.770341:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407334400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177045.770375:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177045.770375:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786177045.770382:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1786177045.770382:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000100:00080000:3.0:1786177045.770391:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177045.770396:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177045.770400:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177045.770406:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177045.770413:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11566
00000400:00000200:3.0:1786177045.770422:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177045.770432:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177045.770438:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177045.770478:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.770485:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177045.770491:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.770497:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177045.770501:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177045.770504:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177045.770507:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177045.770512:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177045.770517:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177045.770521:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177045.770525:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.770528:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177045.770532:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.770534:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177045.770538:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177045.770544:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177045.770549:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177045.770554:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177045.770559:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177045.770565:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177045.770571:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177045.770577:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177045.770583:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177045.770588:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177045.770595:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786177045.770599:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177045.770606:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177045.770609:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177045.770613:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177045.770617:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177045.770622:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177045.770629:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786177045.770635:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177045.770647:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407334528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177045.770677:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177045.770683:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177045.770693:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407334528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177045.770713:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177045.770719:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177045.770727:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177045.770732:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177045.770736:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177045.770744:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177045.770750:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11566
00000400:00000200:3.0:1786177045.770759:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177045.770767:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177045.770795:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177045.770801:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.770807:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177045.770812:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.770817:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177045.770822:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177045.770826:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177045.770832:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177045.770837:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177045.770843:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177045.770849:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177045.770858:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.770864:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177045.770870:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.770875:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177045.770880:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177045.770889:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177045.770895:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177045.770900:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177045.770906:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177045.770912:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177045.770917:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177045.770923:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177045.770931:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177045.770938:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177045.770944:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786177045.770951:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177045.770957:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177045.770960:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177045.770966:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177045.770969:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177045.770973:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177045.770982:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786177045.770990:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177045.771000:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407334656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177045.771022:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177045.771027:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177045.771037:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407334656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177045.771062:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177045.771068:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177045.771077:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177045.771082:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177045.771087:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177045.771095:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177045.771101:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11566
00000400:00000200:3.0:1786177045.771114:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177045.771124:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177045.771130:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1786177045.771131:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177045.771136:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000100:00000040:3.0:1786177045.771137:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.771144:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177045.771151:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.771157:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177045.771162:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177045.771165:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177045.771169:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177045.771173:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177045.771178:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177045.771184:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177045.771193:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.771198:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177045.771206:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177045.771212:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177045.771219:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177045.771227:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177045.771235:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177045.771241:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177045.771247:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177045.771255:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177045.771261:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177045.771265:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177045.771272:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177045.771276:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177045.771283:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786177045.771290:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177045.771297:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177045.771301:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177045.771305:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177045.771310:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177045.771313:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177045.771321:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786177045.771328:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177045.771340:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407334784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177045.771367:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177045.771373:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177045.771384:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407334784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177045.771407:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177045.771416:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11576)
00000800:00000200:2.1:1786177045.771547:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177045.771550:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786177045.771831:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177045.771833:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1786177045.772048:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177045.772050:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 6 secs later)
00010000:00000001:1.0:1786177046.601901:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177046.601907:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177046.601974:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177046.601978:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177046.601982:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177047.625884:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177047.625891:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177048.649888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177048.649895:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177048.649987:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177048.649991:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177048.649994:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177049.673904:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177049.673911:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177049.673913:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177049.673915:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177049.673920:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177049.673921:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177049.673923:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177049.673925:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177050.697903:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177050.697911:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177050.698012:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177050.698018:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177050.698021:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786177050.889910:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177050.889922:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177050.889925:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177050.889929:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177050.889934:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177050.889942:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11571
00000400:00000200:0.0:1786177050.889951:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177050.889956:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177050.889959:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177050.889962:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.889964:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177050.889966:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.889968:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177050.889971:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177050.889973:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177050.889975:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177050.889978:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177050.889979:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177050.889981:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177050.889983:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.889985:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177050.889986:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.889987:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177050.889989:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177050.889992:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177050.889993:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177050.889996:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177050.889999:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177050.890001:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177050.890002:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177050.890004:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177050.890012:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786177050.890015:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177050.890019:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177050.890020:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177050.890022:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177050.890025:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177050.890028:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177050.890035:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786177050.890040:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177050.890047:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407334912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177050.890056:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177050.890059:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177050.890063:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407334912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177050.890083:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177050.890085:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177050.890088:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177050.890089:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177050.890090:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177050.890092:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177050.890094:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11571
00000400:00000200:0.0:1786177050.890096:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177050.890098:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177050.890100:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177050.890102:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890104:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177050.890106:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890108:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177050.890109:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177050.890110:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177050.890111:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177050.890113:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786177050.890118:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786177050.890123:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786177050.890127:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890130:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177050.890133:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890138:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177050.890143:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786177050.890148:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890151:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177050.890154:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177050.890160:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177050.890164:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177050.890167:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177050.890173:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177050.890179:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177050.890182:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177050.890185:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786177050.890188:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177050.890192:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177050.890194:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177050.890195:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177050.890197:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177050.890198:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177050.890204:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786177050.890210:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177050.890217:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407335040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177050.890226:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177050.890228:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177050.890232:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407335040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177050.890263:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177050.890268:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177050.890272:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786177050.890274:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177050.890277:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177050.890281:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177050.890284:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11571
00000400:00000200:0.0:1786177050.890290:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177050.890293:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177050.890297:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177050.890299:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890301:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177050.890305:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890310:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177050.890313:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177050.890314:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786177050.890316:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177050.890321:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786177050.890327:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786177050.890330:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786177050.890347:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890357:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177050.890365:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890369:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177050.890374:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786177050.890379:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890383:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177050.890387:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177050.890390:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177050.890392:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177050.890418:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177050.890421:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177050.890426:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177050.890429:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177050.890439:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786177050.890445:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177050.890451:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177050.890453:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177050.890459:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177050.890464:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1786177050.890464:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:0.0:1786177050.890469:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177050.890470:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
02000000:00000010:0.0:1786177050.890479:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786177050.890487:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177050.890497:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407335168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177050.890514:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177050.890518:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177050.890529:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407335168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177050.890553:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177050.890559:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177050.890565:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786177050.890568:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177050.890572:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177050.890577:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177050.890597:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11571
00000400:00000200:0.0:1786177050.890604:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177050.890613:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177050.890620:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177050.890629:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890634:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177050.890640:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890646:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177050.890653:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177050.890657:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786177050.890662:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177050.890666:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786177050.890672:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786177050.890678:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786177050.890686:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890693:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177050.890700:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890705:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177050.890709:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786177050.890711:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890716:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177050.890721:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177050.890724:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177050.890729:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177050.890734:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177050.890739:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177050.890745:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177050.890752:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177050.890760:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786177050.890767:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786177050.890817:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177050.890822:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177050.890826:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177050.890830:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177050.890834:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177050.890844:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000001:0.0:1786177050.890851:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177050.890863:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407335296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177050.890883:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177050.890888:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177050.890897:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407335296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177050.890919:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177050.890926:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177050.890937:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786177050.890942:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177050.890946:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177050.890954:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177050.890962:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11571
00000400:00000200:0.0:1786177050.890972:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177050.890979:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177050.890985:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177050.890993:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.890999:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177050.891005:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.891009:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177050.891013:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177050.891016:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786177050.891022:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177050.891027:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786177050.891034:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786177050.891041:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786177050.891049:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.891054:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177050.891063:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177050.891070:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177050.891077:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786177050.891087:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177050.891094:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177050.891099:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177050.891105:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177050.891113:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177050.891118:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177050.891123:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.1:1786177050.891124:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000008:00000001:0.0:1786177050.891130:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177050.891131:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1786177050.891138:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177050.891146:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786177050.891153:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786177050.891160:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177050.891165:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177050.891171:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177050.891176:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177050.891182:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177050.891192:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6800.
00000100:00000001:0.0:1786177050.891201:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177050.891212:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407335424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177050.891236:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177050.891242:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177050.891254:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407335424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177050.891275:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177050.891283:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11581)
00000800:00000200:2.1:1786177050.891470:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177050.891471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786177050.891726:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177050.891728:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1786177050.892053:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177050.892055:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1786177051.721871:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177051.721877:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177052.745877:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177052.745883:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177052.745937:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177052.745940:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177052.745943:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177053.769862:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177053.769869:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177054.793919:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177054.793926:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177054.794008:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177054.794014:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177054.794018:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177055.817897:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177055.817906:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177056.009893:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177056.009902:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177056.009905:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177056.009908:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177056.009912:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177056.009919:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11576
00000400:00000200:0.0:1786177056.009928:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177056.009936:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177056.009939:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177056.009942:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177056.009946:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177056.009949:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177056.009952:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177056.009956:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177056.009959:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177056.009962:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177056.009965:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177056.009968:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177056.009970:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177056.009974:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177056.009975:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177056.009977:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177056.009978:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177056.009980:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177056.009983:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177056.009984:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177056.009986:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177056.009989:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177056.009991:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177056.009993:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177056.009995:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177056.010003:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786177056.010006:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177056.010009:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177056.010010:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177056.010013:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177056.010015:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177056.010018:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177056.010025:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786177056.010030:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177056.010037:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407335552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177056.010046:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177056.010049:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177056.010054:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407335552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177056.010073:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177056.010076:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177056.010078:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177056.010080:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177056.010081:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177056.010083:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177056.010085:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11576
00000400:00000200:0.0:1786177056.010088:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177056.010091:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177056.010093:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177056.010098:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177056.010103:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177056.010110:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177056.010115:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177056.010122:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177056.010126:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177056.010131:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177056.010136:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786177056.010143:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786177056.010150:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786177056.010157:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177056.010160:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177056.010164:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177056.010169:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177056.010171:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786177056.010177:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177056.010181:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177056.010182:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1786177056.010186:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:0.0:1786177056.010187:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177056.010193:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177056.010194:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177056.010195:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177056.010201:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177056.010204:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177056.010205:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177056.010206:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177056.010211:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786177056.010214:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177056.010215:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177056.010216:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177056.010218:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177056.010219:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1786177056.010220:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60000.
02000000:00000001:0.0:1786177056.010221:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177056.010227:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
00000100:00000001:0.0:1786177056.010231:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177056.010231:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cd48.
00000100:00100000:0.0:1786177056.010236:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407335680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1786177056.010240:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407335552, portal 25
00000100:00000001:2.0:1786177056.010246:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177056.010248:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177056.010248:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000001:0.0:1786177056.010254:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177056.010258:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407335552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177056.010265:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407335680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177056.010266:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177056.010273:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177056.010276:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c2a8.
00000100:00000200:2.0:1786177056.010281:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407335552, offset 0
00000100:00000001:0.0:1786177056.010289:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177056.010290:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:0.0:1786177056.010297:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177056.010302:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:0.0:1786177056.010304:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786177056.010307:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177056.010308:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177056.010310:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:0.0:1786177056.010312:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177056.010317:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11576
00000400:00000200:2.0:1786177056.010317:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177056.010324:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177056.010325:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177056.010330:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177056.010332:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177056.010335:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00080000:0.0:1786177056.010337:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177056.010341:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273594:273594:256:4294967295] 192.168.202.146@tcp LPNI seq info [273555:273555:8:4294967295]
00000100:00000040:0.0:1786177056.010357:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177056.010360:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177056.010362:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177056.010364:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177056.010365:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177056.010366:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786177056.010367:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177056.010369:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786177056.010375:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786177056.010378:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177056.010379:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:0.0:1786177056.010384:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177056.010386:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177056.010388:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177056.010392:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177056.010397:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000200:2.0:1786177056.010397:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1786177056.010402:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177056.010406:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177056.010409:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1786177056.010410:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
02000000:00000001:0.0:1786177056.010412:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1786177056.010415:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
02000000:00000001:0.0:1786177056.010416:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177056.010421:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177056.010423:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1786177056.010426:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000008:00000001:0.0:1786177056.010429:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177056.010434:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786177056.010435:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177056.010443:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786177056.010447:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177056.010449:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177056.010451:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177056.010454:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177056.010454:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177056.010458:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1786177056.010461:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:0.0:1786177056.010462:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177056.010465:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306257706
02000000:00000010:0.0:1786177056.010470:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:2.0:1786177056.010473:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306252586
00000100:00000001:0.0:1786177056.010475:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177056.010478:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306257706
00000100:00100000:0.0:1786177056.010483:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407335808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177056.010485:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306252586
00000100:00000001:2.0:1786177056.010491:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177056.010496:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177056.010498:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177056.010501:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177056.010502:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177056.010505:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407335808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177056.010507:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177056.010516:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177056.010516:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1786177056.010521:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177056.010521:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:0.0:1786177056.010527:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1786177056.010527:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177056.010531:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177056.010532:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1786177056.010533:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177056.010537:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1786177056.010538:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177056.010544:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11576
00000400:00000200:0.0:1786177056.010549:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:2.0:1786177056.010550:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407335680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1786177056.010553:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177056.010559:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177056.010566:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177056.010570:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177056.010571:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1786177056.010572:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177056.010575:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177056.010576:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:2.0:1786177056.010581:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1786177056.010582:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177056.010585:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
02000000:00000001:2.0:1786177056.010586:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1786177056.010588:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1786177056.010590:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1786177056.010592:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786177056.010596:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00100000:2.0:1786177056.010598:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407335680:192.168.202.146@tcp:38:kworker.0
00000020:00000001:0.0:1786177056.010599:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177056.010604:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1786177056.010605:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177056.010609:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1786177056.010610:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1786177056.010612:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177056.010614:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177056.010618:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177056.010621:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786177056.010623:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177056.010624:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177056.010625:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1786177056.010627:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1786177056.010628:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177056.010631:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177056.010632:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
00000100:00000001:0.0:1786177056.010633:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177056.010637:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1786177056.010638:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177056.010641:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177056.010645:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177056.010647:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177056.010650:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60f78.
00000100:00000010:0.0:1786177056.010653:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000400:00000010:2.0:1786177056.010656:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000020:00000040:0.0:1786177056.010657:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786177056.010663:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1786177056.010665:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407335680, portal 10
02000000:00000001:0.0:1786177056.010667:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177056.010668:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177056.010670:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177056.010671:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
02000000:00000001:0.0:1786177056.010673:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177056.010676:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177056.010680:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407335680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1786177056.010681:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786177056.010686:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177056.010694:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1786177056.010695:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407335936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1786177056.010703:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177056.010709:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1786177056.010710:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000001:0.0:1786177056.010711:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177056.010713:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407335680, offset 0
00000100:00000040:0.0:1786177056.010718:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407335936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177056.010722:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177056.010730:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177056.010732:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177056.010735:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177056.010737:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:0.0:1786177056.010738:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786177056.010741:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177056.010743:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177056.010743:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1786177056.010747:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177056.010748:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00080000:0.0:1786177056.010752:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11576
00000400:00000200:2.0:1786177056.010755:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177056.010760:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177056.010761:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177056.010767:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177056.010768:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273595:273595:255:4294967295] 192.168.202.146@tcp LPNI seq info [273556:273556:7:4294967295]
00000400:00000200:2.0:1786177056.010790:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177056.010795:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177056.010799:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177056.010802:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5ea00.
00000800:00000200:2.0:1786177056.010806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:0.0:1786177056.010809:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1786177056.010813:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177056.010817:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177056.010818:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000040:2.0:1786177056.010820:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000100:00000001:0.0:1786177056.010824:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177056.010826:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177056.010829:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306248741
00000100:00000040:0.0:1786177056.010831:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177056.010833:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306257706
00000100:00000001:0.0:1786177056.010838:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177056.010838:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306248741
00000100:00000001:2.0:1786177056.010842:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306257706
00000020:00000001:0.0:1786177056.010845:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177056.010846:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1786177056.010850:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000001:2.0:1786177056.010850:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177056.010855:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177056.010856:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1786177056.010861:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000040:2.0:1786177056.010862:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407335808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1786177056.010868:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786177056.010875:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177056.010877:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177056.010880:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177056.010882:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177056.010885:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1786177056.010887:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1786177056.010890:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1786177056.010893:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177056.010895:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177056.010898:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177056.010904:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00100000:2.0:1786177056.010904:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407335808:192.168.202.146@tcp:38:kworker.0
00000100:00080000:0.0:1786177056.010912:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177056.010913:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177056.010917:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1786177056.010918:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177056.010921:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177056.010923:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1786177056.010926:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1786177056.010929:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177056.010933:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177056.010935:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177056.010937:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
02000000:00000010:2.0:1786177056.010939:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
00000008:00000001:0.0:1786177056.010941:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177056.010944:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177056.010945:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177056.010953:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000400:00000200:2.0:1786177056.010953:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:0.0:1786177056.010959:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000400:00000010:2.0:1786177056.010959:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
02000000:00000001:0.0:1786177056.010967:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1786177056.010969:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
02000000:00000001:0.0:1786177056.010970:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177056.010974:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407335808, portal 10
00000100:00000001:0.0:1786177056.010975:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177056.010978:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177056.010980:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1786177056.010982:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177056.010983:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
02000000:00000010:0.0:1786177056.010990:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000040:2.0:1786177056.010994:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407335808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177056.010996:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177056.011008:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407336064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177056.011008:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177056.011016:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177056.011023:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c440.
00000100:00000001:0.0:1786177056.011025:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1786177056.011028:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407335808, offset 0
00000400:00000200:2.0:1786177056.011035:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177056.011040:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177056.011044:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177056.011047:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177056.011050:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177056.011052:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177056.011054:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177056.011058:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273596:273596:254:4294967295] 192.168.202.146@tcp LPNI seq info [273557:273557:6:4294967295]
00000400:00000200:2.0:1786177056.011062:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177056.011069:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177056.011074:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177056.011079:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5ed00.
00000800:00000200:2.0:1786177056.011082:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177056.011086:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786177056.011088:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177056.011091:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177056.011097:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000100:00000040:0.0:1786177056.011098:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407336064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177056.011106:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177056.011112:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306248822
00000100:00000001:2.0:1786177056.011119:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306257706
00000100:00000001:0.0:1786177056.011120:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177056.011123:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306248822
00000100:00000040:0.0:1786177056.011128:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11586)
00000100:00000001:2.0:1786177056.011129:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306257706
00000100:00000001:2.0:1786177056.011136:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177056.011139:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177056.011142:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177056.011145:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177056.011149:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177056.011152:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1786177056.011154:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177056.011156:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177056.011157:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177056.011163:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebdf80 x1872930407335936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177056.011170:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177056.011171:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177056.011174:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177056.011176:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177056.011178:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177056.011180:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407335936:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177056.011183:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177056.011185:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177056.011187:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177056.011188:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177056.011193:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177056.011195:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177056.011198:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177056.011201:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60630.
00000400:00000010:2.0:1786177056.011205:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c5d8.
00000100:00000200:2.0:1786177056.011209:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407335936, portal 4
00000100:00000001:2.0:1786177056.011211:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177056.011212:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177499520 : -106564532052096 : ffff9f1482ebdf80)
00000100:00000040:2.0:1786177056.011217:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebdf80 x1872930407335936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177056.011223:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177056.011225:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177056.011228:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c198.
00000100:00000200:2.0:1786177056.011230:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407335936, offset 0
00000400:00000200:2.0:1786177056.011235:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177056.011239:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177056.011243:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177056.011246:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177056.011248:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177056.011250:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177056.011253:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177056.011255:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273597:273597:253:4294967295] 192.168.202.146@tcp LPNI seq info [273558:273558:5:4294967295]
00000400:00000200:2.0:1786177056.011259:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177056.011265:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177056.011269:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177056.011272:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e400.
00000800:00000200:2.0:1786177056.011276:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177056.011280:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177056.011283:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177056.011286:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177056.011289:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177056.011291:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306250081
00000100:00000001:2.0:1786177056.011293:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306257706
00000100:00000001:2.0:1786177056.011296:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306250081
00000100:00000001:2.0:1786177056.011298:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306257706
00000100:00000001:2.0:1786177056.011300:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177056.011302:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177056.011304:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177056.011308:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebf100 x1872930407336064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177056.011315:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177056.011316:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177056.011318:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177056.011320:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177056.011322:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177056.011325:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407336064:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177056.011328:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177056.011330:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177056.011331:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177056.011333:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177056.011335:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177056.011337:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177056.011340:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177056.011343:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60370.
00000400:00000010:2.0:1786177056.011361:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c3b8.
00000100:00000200:2.0:1786177056.011364:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407336064, portal 4
00000100:00000001:2.0:1786177056.011365:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177056.011367:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177504000 : -106564532047616 : ffff9f1482ebf100)
00000100:00000040:2.0:1786177056.011372:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebf100 x1872930407336064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177056.011378:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177056.011380:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177056.011383:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ca18.
00000100:00000200:2.0:1786177056.011385:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407336064, offset 0
00000400:00000200:2.0:1786177056.011390:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177056.011393:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177056.011396:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177056.011399:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177056.011401:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177056.011403:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177056.011405:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177056.011408:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273598:273598:252:4294967295] 192.168.202.146@tcp LPNI seq info [273559:273559:4:4294967295]
00000400:00000200:2.0:1786177056.011411:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177056.011417:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177056.011421:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177056.011425:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e000.
00000800:00000200:2.0:1786177056.011429:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177056.011433:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177056.011436:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177056.011439:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177056.011442:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177056.011444:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306249871
00000100:00000001:2.0:1786177056.011446:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306257706
00000100:00000001:2.0:1786177056.011448:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306249871
00000100:00000001:2.0:1786177056.011450:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306257706
00000100:00000001:2.0:1786177056.011452:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177056.011454:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177056.011456:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177056.011458:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177056.011461:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177056.011463:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1786177056.011465:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177056.011466:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177056.011468:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177056.011470:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177056.841902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177056.841908:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177056.841985:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177056.841990:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177056.841994:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177057.865862:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177057.865868:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177057.865913:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177057.865916:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177057.865919:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177058.889895:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177058.889902:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177058.889960:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177058.889964:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177058.889968:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1786177059.082042:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:3.0:1786177059.082085:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1786177059.082095:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177059.082098:0:2390:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:3.0:1786177059.082101:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177059.082104:0:2390:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1786177059.082108:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786177059.082111:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000400:00000200:3.0:1786177059.082116:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786177059.082119:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786177059.082124:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c2a8
00000400:00000010:3.0:1786177059.082126:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c2a8.
00000100:00000001:3.0:1786177059.082131:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177059.082140:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebc000 x1872930407335552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177059.082166:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177059.082171:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407335552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177081 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177059.082179:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177059.082181:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786177059.082191:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786177059.082194:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ea00.
00000400:00000200:3.0:1786177059.082198:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786177059.082202:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786177059.082205:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:3.0:1786177059.082207:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:3.0:1786177059.082210:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1786177059.082213:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:3.0:1786177059.082216:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebe680 x1872930407335680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.082218:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177059.082227:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1786177059.082229:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177059.082240:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407335680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177081 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177059.082242:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177056/real 1786177059]  req@ffff9f1482ebc000 x1872930407335552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177059.082258:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177059.082264:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:2.0:1786177059.082270:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000800:00000100:3.0:1786177059.082273:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000400:00000001:2.0:1786177059.082274:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000800:00000010:3.0:1786177059.082279:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ed00.
00000400:00000010:2.0:1786177059.082281:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60000.
00000400:00000200:3.0:1786177059.082285:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1786177059.082287:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cd48
00000400:00000010:2.0:1786177059.082292:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cd48.
00000400:00000200:3.0:1786177059.082293:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786177059.082300:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c440
00000400:00000010:3.0:1786177059.082303:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c440.
00000100:00000001:2.0:1786177059.082305:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1786177059.082307:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177059.082313:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407335552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1786177059.082326:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebea00 x1872930407335808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177059.082362:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000200:2.0:1786177059.082365:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407335552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177059.082370:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407335808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177081 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177059.082382:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177059.082387:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177059.082389:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177059.082393:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:3.0:1786177059.082396:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000100:00000001:2.0:1786177059.082398:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000800:00000010:3.0:1786177059.082400:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e400.
00000100:00000001:2.0:1786177059.082402:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1786177059.082408:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:2.0:1786177059.082411:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407335552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177059.082417:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786177059.082426:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c198
00000100:00000001:2.0:1786177059.082429:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:3.0:1786177059.082430:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c198.
00000100:00000001:3.0:1786177059.082436:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1786177059.082440:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407335552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1786177059.082444:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebdf80 x1872930407335936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.082463:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177059.082467:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1786177059.082469:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.082473:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1786177059.082473:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebdf80 x1872930407335936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177081 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.082476:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.082483:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177059.082487:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177059.082487:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177059.082491:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1786177059.082495:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000800:00000100:3.0:1786177059.082502:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000100:00080000:2.0:1786177059.082504:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000800:00000010:3.0:1786177059.082507:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e000.
00000100:00000001:2.0:1786177059.082510:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:3.0:1786177059.082513:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000040:2.0:1786177059.082519:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407335552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177059.082522:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786177059.082529:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ca18
00000400:00000010:3.0:1786177059.082533:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ca18.
00000100:00000001:3.0:1786177059.082538:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1786177059.082539:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407335552:192.168.202.146@tcp:250:kworker.0
00000100:00000200:3.0:1786177059.082546:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebf100 x1872930407336064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.082548:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177059.082553:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177059.082561:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407335552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177059.082562:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177059.082570:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407336064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177081 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.082575:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177059.082580:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1786177059.082581:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177059.082585:0:2390:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:2.0:1786177059.082586:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177059.082592:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177059.082595:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177059.082598:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177059.082600:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177059.082604:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4400.
02000000:00000001:2.0:1786177059.082607:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177059.082610:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177059.082612:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:2.0:1786177059.082615:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177059.082617:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.082620:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177059.082622:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177059.082623:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177059.082624:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177059.082630:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177056/real 1786177059]  req@ffff9f1482ebdf80 x1872930407335936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177059.082638:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177059.082641:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177059.082643:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60630.
00000400:00000200:2.0:1786177059.082645:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c5d8
00000400:00000010:2.0:1786177059.082648:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c5d8.
00000100:00000001:2.0:1786177059.082650:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177059.082654:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebdf80 x1872930407335936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177059.082664:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebdf80 x1872930407335936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.082671:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177059.082673:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.082675:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177059.082676:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177059.082680:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebdf80 x1872930407335936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.082687:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177059.082691:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebdf80 x1872930407335936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.082699:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177059.082702:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.082703:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177059.082705:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.082707:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177059.082709:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177059.082711:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177059.082715:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177059.082718:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177059.082722:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebdf80 x1872930407335936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177059.082735:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407335936:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177059.082740:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177059.082743:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177056/real 1786177059]  req@ffff9f1482ebf100 x1872930407336064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177059.082751:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177059.082753:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177059.082755:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60370.
00000400:00000200:2.0:1786177059.082757:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c3b8
00000400:00000010:2.0:1786177059.082759:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c3b8.
00000100:00000001:2.0:1786177059.082762:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177059.082766:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebf100 x1872930407336064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177059.082800:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebf100 x1872930407336064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.082807:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177059.082809:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.082811:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177059.082812:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177059.082816:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebf100 x1872930407336064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.082822:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177059.082826:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebf100 x1872930407336064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.082832:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177059.082835:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.082837:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177059.082838:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.082840:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177059.082842:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177059.082844:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177059.082848:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177059.082850:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177059.082854:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebf100 x1872930407336064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177059.082862:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407336064:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177059.082866:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177059.082870:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177056/real 1786177059]  req@ffff9f1482ebe680 x1872930407335680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177059.082893:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177059.082894:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177059.082896:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60f78.
00000400:00000200:2.0:1786177059.082899:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177059.082901:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177059.082904:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177059.082907:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407335680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177059.082916:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407335680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.082923:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177059.082924:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.082927:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177059.082928:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177059.082932:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407335680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.082939:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177059.082944:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407335680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.082951:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177059.082954:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.082955:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177059.082957:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.082959:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177059.082961:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177059.082963:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177059.082966:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177059.082969:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177059.082973:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407335680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177059.082983:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407335680:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177059.082988:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177059.082992:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177056/real 1786177059]  req@ffff9f1482ebea00 x1872930407335808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177059.083000:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177059.083002:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177059.083004:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177059.083007:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177059.083008:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177059.083011:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177059.083015:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407335808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177059.083024:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407335808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.083031:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177059.083033:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.083035:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177059.083036:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177059.083040:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407335808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.083048:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177059.083051:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407335808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.083056:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177059.083059:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.083060:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177059.083062:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.083064:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177059.083066:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177059.083068:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177059.083072:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177059.083074:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177059.083078:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407335808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177059.083086:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407335808:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177059.083090:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.083093:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177059.083096:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebdf80 x1872930407335936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.083103:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177059.083105:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177059.083108:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177059.083111:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177059.083113:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177059.083115:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177059.083117:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177059.083119:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:2.0:1786177059.083121:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177059.083123:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177059.083125:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebdf80.
00000100:00000001:2.0:1786177059.083130:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177059.083131:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.083133:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177059.083137:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebf100 x1872930407336064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.083147:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177059.083148:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177059.083150:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177059.083154:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177059.083155:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177059.083157:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177059.083159:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177059.083160:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7400.
02000000:00000001:2.0:1786177059.083163:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177059.083164:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177059.083166:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebf100.
00000100:00000001:2.0:1786177059.083170:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177059.083171:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.083173:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177059.083177:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407335680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.083184:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177059.083185:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177059.083187:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177059.083189:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177059.083190:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177059.083191:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177059.083193:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177059.083195:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:2.0:1786177059.083197:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177059.083199:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177059.083200:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:2.0:1786177059.083203:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177059.083204:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.083205:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177059.083209:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407335808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177059.083215:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177059.083216:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177059.083218:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177059.083220:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177059.083222:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177059.083223:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177059.083225:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177059.083226:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:2.0:1786177059.083229:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177059.083230:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177059.083231:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:2.0:1786177059.083234:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177059.083235:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.083237:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177059.083246:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177059.083248:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177059.083250:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177059.083252:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177059.913916:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177059.913932:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177059.913935:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177059.913938:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177059.913943:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177059.913946:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177059.913948:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177059.913951:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177059.914006:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177059.914010:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177059.914012:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177060.937902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177060.937910:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177060.937978:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177060.937982:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177060.937984:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177061.129928:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177061.129936:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177061.129938:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177061.129941:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177061.129944:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177061.129950:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11581
00000400:00000200:3.0:1786177061.129956:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177061.129961:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177061.129964:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177061.129966:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177061.129969:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177061.129971:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177061.129972:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177061.129976:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177061.129977:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177061.129979:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177061.129981:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177061.129983:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177061.129984:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177061.129986:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177061.129988:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177061.129990:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177061.129991:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177061.129994:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177061.129997:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177061.129999:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177061.130002:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177061.130006:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177061.130009:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177061.130011:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177061.130013:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177061.130020:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786177061.130024:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177061.130028:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177061.130030:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177061.130033:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177061.130036:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177061.130040:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177061.130047:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786177061.130054:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177061.130064:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407336192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177061.130076:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177061.130080:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177061.130086:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407336192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177061.130111:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177061.130115:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177061.130119:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177061.130121:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177061.130136:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177061.130140:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177061.130144:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11581
00000400:00000200:3.0:1786177061.130150:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177061.130154:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177061.130156:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1786177061.130157:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177061.130163:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177061.130165:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177061.130167:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177061.130169:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177061.130172:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177061.130174:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000100:00000001:2.0:1786177061.130176:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1786177061.130177:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177061.130181:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1786177061.130181:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177061.130187:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:2.0:1786177061.130192:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158700 x1872930407336192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177061.130192:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177061.130198:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177061.130205:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177061.130210:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177061.130212:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177061.130215:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177061.130217:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177061.130221:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177061.130228:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:2.0:1786177061.130230:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1786177061.130232:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177061.130237:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177061.130237:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1786177061.130243:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177061.130245:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1786177061.130250:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407336192:192.168.202.146@tcp:250:kworker.0
02000000:00000001:3.0:1786177061.130251:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177061.130257:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177061.130260:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1786177061.130264:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1786177061.130266:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1786177061.130271:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177061.130272:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177061.130275:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177061.130277:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1786177061.130282:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
02000000:00000010:2.0:1786177061.130286:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
00000020:00000040:3.0:1786177061.130287:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:2.0:1786177061.130292:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177061.130294:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177061.130311:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177061.130315:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177061.130317:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1786177061.130319:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177061.130321:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177061.130327:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
02000000:00000010:3.0:1786177061.130329:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000400:00000010:2.0:1786177061.130337:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000001:3.0:1786177061.130337:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177061.130348:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407336320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1786177061.130350:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407336192, portal 25
00000100:00000001:2.0:1786177061.130355:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177061.130359:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213783808 : -106564495767808 : ffff9f1485158700)
00000100:00000001:3.0:1786177061.130366:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1786177061.130371:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158700 x1872930407336192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177061.130372:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177061.130384:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407336320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.130385:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177061.130393:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177061.130397:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177061.130404:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407336192, offset 0
00000100:00000001:3.0:1786177061.130405:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177061.130410:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177061.130416:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177061.130417:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177061.130422:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177061.130424:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177061.130428:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177061.130429:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177061.130434:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11581
00000400:00000200:2.0:1786177061.130441:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177061.130447:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177061.130451:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177061.130455:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177061.130458:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177061.130462:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273599:273599:256:4294967295] 192.168.202.146@tcp LPNI seq info [273560:273560:8:4294967295]
00000400:00000200:2.0:1786177061.130466:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177061.130477:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177061.130483:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177061.130489:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177061.130496:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177061.130500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177061.130505:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177061.130509:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177061.130514:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177061.130516:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177061.130522:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177061.130527:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177061.130532:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177061.130534:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177061.130538:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177061.130542:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158700 x1872930407336192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.130552:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177061.130556:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158700 x1872930407336192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.130564:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.130566:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177061.130572:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177061.130576:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177061.130580:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306262826
00000100:00000001:2.0:1786177061.130587:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306257706
00000100:00000001:2.0:1786177061.130591:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306262826
00000100:00000001:2.0:1786177061.130595:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306257706
00000100:00000001:2.0:1786177061.130599:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177061.130602:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.130604:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177061.130608:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177061/real 1786177061]  req@ffff9f1485158700 x1872930407336192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177061.130624:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177061.130625:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177061.130628:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177061.130631:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177061.130633:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177061.130636:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177061.130639:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158700 x1872930407336192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177061.130651:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158700 x1872930407336192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.130657:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177061.130659:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.130662:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177061.130664:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177061.130668:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158700 x1872930407336192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.130674:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177061.130679:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158700 x1872930407336192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.130686:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177061.130689:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.130690:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177061.130692:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.130695:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177061.130697:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177061.130700:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177061.130703:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177061.130706:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177061.130711:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158700 x1872930407336192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177061.130718:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407336192:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177061.130725:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.130728:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177061.130731:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158700 x1872930407336192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.130737:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177061.130740:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177061.130742:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177061.130746:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177061.130748:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177061.130749:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177061.130751:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177061.130754:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0000.
02000000:00000001:2.0:1786177061.130758:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177061.130760:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177061.130761:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158700.
00000100:00000001:2.0:1786177061.130764:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177061.130765:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.130767:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.130804:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177061.130806:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.130809:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177061.130810:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177061.130812:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177061.130816:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158380 x1872930407336320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.130823:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177061.130824:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177061.130826:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177061.130828:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177061.130831:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177061.130834:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407336320:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177061.130838:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177061.130840:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177061.130842:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177061.130844:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177061.130848:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177061.130851:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177061.130855:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177061.130864:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177061.130868:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177061.130872:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407336320, portal 10
00000100:00000001:2.0:1786177061.130874:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177061.130875:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782912 : -106564495768704 : ffff9f1485158380)
00000100:00000040:2.0:1786177061.130883:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158380 x1872930407336320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.130889:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177061.130891:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177061.130894:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177061.130897:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407336320, offset 0
00000400:00000200:2.0:1786177061.130901:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177061.131479:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177061.131486:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177061.131490:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177061.131491:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177061.131498:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177061.131501:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:3.0:1786177061.131503:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177061.131508:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1786177061.131510:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177061.131515:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:3.0:1786177061.131517:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177061.131520:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1786177061.131524:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1786177061.131525:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000020:00000040:3.0:1786177061.131529:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000400:00000200:2.0:1786177061.131532:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273600:273600:256:4294967295] 192.168.202.146@tcp LPNI seq info [273561:273561:8:4294967295]
00000020:00000001:3.0:1786177061.131534:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177061.131540:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000400:00000200:2.0:1786177061.131542:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:3.0:1786177061.131544:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177061.131548:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177061.131555:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177061.131561:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1786177061.131562:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177061.131569:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177061.131573:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.0:1786177061.131574:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000020:00000040:3.0:1786177061.131580:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000800:00000010:2.0:1786177061.131584:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000100:00080000:3.0:1786177061.131589:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000800:00000200:2.0:1786177061.131597:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786177061.131598:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177061.131604:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1786177061.131604:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177061.131612:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1786177061.131612:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786177061.131619:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177061.131620:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1786177061.131625:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:2.0:1786177061.131630:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000008:00100000:3.0:1786177061.131632:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1786177061.131634:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000008:00000001:3.0:1786177061.131640:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177061.131644:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1786177061.131645:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177061.131654:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000010:3.0:1786177061.131654:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000400:00000200:2.0:1786177061.131663:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000020:00000040:3.0:1786177061.131663:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000400:00000010:2.0:1786177061.131668:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
02000000:00000001:3.0:1786177061.131671:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177061.131673:0:2401:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1786177061.131676:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177061.131682:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1786177061.131683:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158380 x1872930407336320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177061.131687:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177061.131692:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.131700:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1786177061.131703:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000040:2.0:1786177061.131707:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158380 x1872930407336320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177061.131712:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.131722:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177061.131725:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407336448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177061.131726:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177061.131732:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177061.131738:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000100:00000001:3.0:1786177061.131742:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1786177061.131746:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177061.131748:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.131751:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306253861
00000100:00000001:2.0:1786177061.131758:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306262826
00000100:00000040:3.0:1786177061.131758:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407336448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.131763:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306253861
00000100:00000001:2.0:1786177061.131768:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306262826
00000100:00000001:2.0:1786177061.131796:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177061.131802:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.131807:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1786177061.131807:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177061.131814:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1786177061.131815:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177061/real 1786177061]  req@ffff9f1485158380 x1872930407336320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177061.131826:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177061.131831:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1786177061.131833:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1786177061.131835:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:2.0:1786177061.131837:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177061.131842:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000100:00000001:3.0:1786177061.131842:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177061.131848:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000100:00080000:3.0:1786177061.131849:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11581
00000400:00000010:2.0:1786177061.131851:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177061.131857:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1786177061.131859:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000200:2.0:1786177061.131865:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158380 x1872930407336320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177061.131868:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177061.131873:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177061.131881:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000200:2.0:1786177061.131886:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158380 x1872930407336320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177061.131887:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177061.131894:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177061.131900:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177061.131903:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1786177061.131904:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177061.131907:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177061.131908:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000100:00000001:2.0:1786177061.131912:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1786177061.131913:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177061.131916:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177061.131918:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177061.131924:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00100000:2.0:1786177061.131925:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158380 x1872930407336320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177061.131930:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177061.131938:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177061.131942:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177061.131942:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177061.131947:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177061.131949:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:2.0:1786177061.131952:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158380 x1872930407336320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786177061.131953:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177061.131960:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177061.131965:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177061.131968:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177061.131972:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177061.131973:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1786177061.131977:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.131981:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177061.131981:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177061.131985:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177061.131987:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:3.0:1786177061.131989:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.131990:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177061.131991:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.131997:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000010:3.0:1786177061.131998:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000100:00000001:2.0:1786177061.132001:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1786177061.132002:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177061.132009:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:2.0:1786177061.132010:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1786177061.132011:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177061.132017:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:2.0:1786177061.132020:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
02000000:00000001:3.0:1786177061.132021:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177061.132025:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1786177061.132027:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177061.132034:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158380 x1872930407336320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1786177061.132035:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786177061.132043:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177061.132053:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407336320:192.168.202.146@tcp:38:kworker.0
00000100:00100000:3.0:1786177061.132056:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407336576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177061.132061:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.132066:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177061.132074:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158380 x1872930407336320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177061.132075:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177061.132081:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.132092:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1786177061.132093:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407336576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1786177061.132096:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177061.132101:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177061.132107:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1786177061.132110:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177061.132111:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:3.0:1786177061.132116:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177061.132121:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177061.132122:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177061.132124:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000040:2.0:1786177061.132126:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00000001:3.0:1786177061.132128:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000020:00000001:2.0:1786177061.132132:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177061.132134:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1400.
02000000:00000001:2.0:1786177061.132139:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177061.132141:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177061.132143:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158380.
00000100:00000001:2.0:1786177061.132145:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177061.132147:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.132149:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.132156:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177061.132157:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.132160:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177061.132170:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177061.132172:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177061.132177:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a680 x1872930407336448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.132184:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177061.132186:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177061.132189:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177061.132191:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177061.132194:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177061.132198:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407336448:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177061.132202:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177061.132205:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177061.132207:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177061.132209:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177061.132213:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177061.132215:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177061.132220:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177061.132223:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177061.132227:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177061.132238:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407336448, portal 10
00000100:00000001:2.0:1786177061.132241:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177061.132242:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213791872 : -106564495759744 : ffff9f148515a680)
00000100:00000040:2.0:1786177061.132249:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a680 x1872930407336448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.132257:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177061.132260:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177061.132263:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177061.132266:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407336448, offset 0
00000400:00000200:2.0:1786177061.132270:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177061.132274:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177061.132277:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177061.132279:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177061.132282:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177061.132284:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177061.132286:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177061.132288:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273601:273601:256:4294967295] 192.168.202.146@tcp LPNI seq info [273562:273562:8:4294967295]
00000400:00000200:2.0:1786177061.132291:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177061.132310:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177061.132315:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177061.132318:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177061.132321:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177061.132324:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177061.132327:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177061.132329:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177061.132331:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177061.132333:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177061.132336:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177061.132338:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177061.132341:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177061.132343:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177061.132344:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177061.132347:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a680 x1872930407336448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.132353:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177061.132355:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a680 x1872930407336448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.132360:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.132361:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177061.132363:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177061.132365:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177061.132368:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177061.132369:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306253943
00000100:00000001:2.0:1786177061.132371:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306262826
00000100:00000001:2.0:1786177061.132373:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306253943
00000100:00000001:2.0:1786177061.132374:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306262826
00000100:00000001:2.0:1786177061.132375:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177061.132377:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.132378:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177061.132380:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177061/real 1786177061]  req@ffff9f148515a680 x1872930407336448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177061.132386:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177061.132386:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177061.132388:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177061.132391:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177061.132392:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177061.132395:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177061.132398:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a680 x1872930407336448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177061.132408:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a680 x1872930407336448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.132415:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177061.132416:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.132418:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177061.132420:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177061.132423:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a680 x1872930407336448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.132431:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177061.132435:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a680 x1872930407336448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.132443:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177061.132445:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.132447:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177061.132449:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.132451:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177061.132452:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177061.132455:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177061.132458:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177061.132461:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177061.132465:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a680 x1872930407336448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177061.132473:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407336448:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177061.132477:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177061.132480:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158700 x1872930407336576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.132487:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177061.132488:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177061.132491:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177061.132493:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177061.132495:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177061.132498:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407336576:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177061.132501:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177061.132503:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177061.132504:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177061.132506:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177061.132510:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177061.132511:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177061.132515:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177061.132518:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177061.132522:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177061.132525:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407336576, portal 4
00000100:00000001:2.0:1786177061.132527:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177061.132529:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213783808 : -106564495767808 : ffff9f1485158700)
00000100:00000040:2.0:1786177061.132535:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158700 x1872930407336576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.132542:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177061.132545:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177061.132547:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177061.132550:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407336576, offset 0
00000400:00000200:2.0:1786177061.132554:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177061.132559:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177061.132562:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177061.132565:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177061.132568:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177061.132570:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177061.132573:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177061.132575:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273602:273602:256:4294967295] 192.168.202.146@tcp LPNI seq info [273563:273563:8:4294967295]
00000400:00000200:2.0:1786177061.132579:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177061.132585:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177061.132591:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177061.132595:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177061.132599:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177061.132602:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177061.132606:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177061.132609:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177061.132613:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177061.132615:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177061.132619:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177061.132622:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177061.132625:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177061.132627:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177061.132630:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177061.132634:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158700 x1872930407336576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.132641:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177061.132644:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158700 x1872930407336576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.132651:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.132653:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177061.132656:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177061.132660:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177061.132663:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177061.132666:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306255202
00000100:00000001:2.0:1786177061.132668:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306262826
00000100:00000001:2.0:1786177061.132671:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306255202
00000100:00000001:2.0:1786177061.132673:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306262826
00000100:00000001:2.0:1786177061.132675:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177061.132677:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.132679:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177061.132683:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177061/real 1786177061]  req@ffff9f1485158700 x1872930407336576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177061.132690:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177061.132691:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177061.132692:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177061.132694:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177061.132695:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177061.132697:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177061.132699:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158700 x1872930407336576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177061.132705:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158700 x1872930407336576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.132709:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177061.132710:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.132711:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177061.132712:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177061.132714:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158700 x1872930407336576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.132718:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177061.132720:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158700 x1872930407336576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.132724:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177061.132726:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.132727:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177061.132728:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.132729:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177061.132732:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177061.132735:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1786177061.132737:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11581
00000100:00080000:2.0:1786177061.132740:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177061.132744:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:3.0:1786177061.132746:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:2.0:1786177061.132750:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158700 x1872930407336576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177061.132754:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177061.132761:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1786177061.132766:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407336576:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177061.132792:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.132794:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177061.132797:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a680 x1872930407336448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177061.132797:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177061.132805:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177061.132807:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177061.132809:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177061.132812:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
00000100:00000040:3.0:1786177061.132813:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177061.132815:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177061.132818:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177061.132821:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000100:00000001:3.0:1786177061.132821:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:2.0:1786177061.132823:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177061.132825:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0c00.
02000000:00000001:2.0:1786177061.132829:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:3.0:1786177061.132829:0:113144:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1786177061.132832:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:3.0:1786177061.132834:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000010:2.0:1786177061.132835:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a680.
00000100:00000001:2.0:1786177061.132839:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000001:3.0:1786177061.132841:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177061.132842:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.132846:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1786177061.132847:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000040:2.0:1786177061.132849:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158700 x1872930407336576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177061.132854:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177061.132859:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177061.132865:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1786177061.132867:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177061.132869:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1786177061.132871:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1786177061.132873:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
00000100:00000040:3.0:1786177061.132874:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177061.132880:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177061.132882:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1786177061.132888:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:2.0:1786177061.132889:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177061.132895:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000040:3.0:1786177061.132896:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
02000000:00000010:2.0:1786177061.132900:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3c00.
00000100:00080000:3.0:1786177061.132901:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:2.0:1786177061.132907:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1786177061.132907:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177061.132911:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1786177061.132913:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1786177061.132915:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158700.
02000000:00000001:3.0:1786177061.132919:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177061.132920:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177061.132923:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1786177061.132926:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.132928:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177061.132932:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177061.132935:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:3.0:1786177061.132937:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177061.132939:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1786177061.132944:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.132945:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177061.132949:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177061.132950:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177061.132957:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786177061.132961:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177061.132963:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177061.132964:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177061.132965:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177061.132967:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177061.132969:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177061.132973:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786177061.132976:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177061.132982:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407336704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177061.132998:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177061.133001:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177061.133004:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407336704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177061.133024:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177061.133030:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11591)
00000100:00000001:2.0:1786177061.133060:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177061.133064:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177061.133065:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177061.133071:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407336704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.133079:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177061.133080:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177061.133083:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177061.133084:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177061.133087:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177061.133090:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407336704:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177061.133094:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177061.133096:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177061.133098:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177061.133100:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177061.133104:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177061.133106:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177061.133110:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177061.133112:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177061.133116:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177061.133119:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407336704, portal 4
00000100:00000001:2.0:1786177061.133121:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177061.133122:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:2.0:1786177061.133128:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407336704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.133135:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177061.133138:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177061.133141:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177061.133143:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407336704, offset 0
00000400:00000200:2.0:1786177061.133148:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177061.133152:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177061.133156:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177061.133160:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177061.133162:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177061.133165:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177061.133167:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177061.133170:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273603:273603:256:4294967295] 192.168.202.146@tcp LPNI seq info [273564:273564:8:4294967295]
00000400:00000200:2.0:1786177061.133175:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177061.133182:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177061.133187:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177061.133190:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177061.133195:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177061.133197:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177061.133202:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177061.133204:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177061.133208:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177061.133209:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177061.133213:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177061.133216:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177061.133220:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177061.133222:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177061.133224:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177061.133228:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158a80 x1872930407336704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.133237:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177061.133240:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407336704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.133247:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.133249:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177061.133252:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177061.133255:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177061.133257:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177061.133259:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306254993
00000100:00000001:2.0:1786177061.133261:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306262826
00000100:00000001:2.0:1786177061.133262:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306254993
00000100:00000001:2.0:1786177061.133264:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306262826
00000100:00000001:2.0:1786177061.133266:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177061.133267:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.133269:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177061.133272:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177061/real 1786177061]  req@ffff9f1485158a80 x1872930407336704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177061.133280:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177061.133282:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177061.133284:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177061.133286:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177061.133288:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177061.133290:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177061.133293:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407336704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177061.133318:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407336704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.133325:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177061.133326:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.133328:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177061.133329:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177061.133333:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407336704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.133340:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177061.133344:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407336704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.133350:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177061.133352:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.133353:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177061.133353:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.133355:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177061.133356:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177061.133357:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177061.133359:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177061.133361:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177061.133363:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407336704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177061.133368:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407336704:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177061.133371:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.133372:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177061.133374:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407336704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177061.133378:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177061.133379:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177061.133380:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177061.133382:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177061.133383:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177061.133383:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177061.133385:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177061.133386:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:2.0:1786177061.133388:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177061.133389:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177061.133390:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:2.0:1786177061.133392:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177061.133393:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.133395:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177061.133397:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177061.133398:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177061.133400:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177061.133401:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177061.961909:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177061.961917:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177061.961984:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177061.961989:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177061.961993:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177062.985894:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177062.985900:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177062.985978:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177062.985984:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177062.985988:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177064.009907:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177064.009914:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177064.010001:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177064.010007:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177064.010011:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177065.033869:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177065.033875:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177065.033940:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177065.033945:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177065.033949:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177066.057890:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177066.057895:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177066.057953:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177066.057956:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177066.057959:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177066.249909:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177066.249921:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177066.249925:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177066.249928:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177066.249933:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177066.249941:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11586
00000400:00000200:3.0:1786177066.249949:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177066.249956:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177066.249960:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177066.249962:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.249965:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177066.249967:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.249969:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177066.249973:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177066.249976:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177066.249979:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177066.249982:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177066.249984:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177066.249985:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177066.249987:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.249989:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177066.249995:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.249997:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177066.250000:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177066.250003:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177066.250005:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177066.250008:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177066.250011:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177066.250014:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177066.250015:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177066.250018:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177066.250030:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786177066.250035:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177066.250040:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177066.250042:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177066.250048:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177066.250052:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177066.250058:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177066.250069:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786177066.250078:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177066.250088:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407336832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177066.250098:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177066.250103:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177066.250107:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407336832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177066.250130:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177066.250132:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177066.250135:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177066.250136:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177066.250138:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177066.250140:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177066.250142:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11586
00000400:00000200:3.0:1786177066.250145:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177066.250148:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177066.250149:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177066.250152:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.250154:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177066.250155:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.250157:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177066.250159:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177066.250160:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177066.250161:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177066.250164:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177066.250166:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177066.250167:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177066.250170:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.250171:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177066.250173:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.250175:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177066.250177:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:2.0:1786177066.250180:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1786177066.250181:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177066.250184:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177066.250187:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177066.250188:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177066.250192:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1786177066.250195:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177066.250198:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177066.250200:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177066.250205:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1786177066.250206:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a300 x1872930407336832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1786177066.250213:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177066.250222:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177066.250234:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000100:00000001:2.0:1786177066.250242:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1786177066.250242:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00000001:2.0:1786177066.250261:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177066.250264:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177066.250267:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177066.250268:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1786177066.250273:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1786177066.250275:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177066.250279:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1786177066.250281:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177066.250282:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177066.250289:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407336832:192.168.202.146@tcp:250:kworker.0
02000000:00000010:3.0:1786177066.250290:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786177066.250302:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177066.250303:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177066.250312:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1786177066.250312:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407336960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1786177066.250319:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177066.250323:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1786177066.250326:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786177066.250327:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177066.250337:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407336960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1786177066.250344:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
00000100:00000001:3.0:1786177066.250345:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177066.250350:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1786177066.250351:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177066.250364:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177066.250368:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177066.250371:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177066.250375:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177066.250375:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177066.250380:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11586
00000400:00000200:3.0:1786177066.250385:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177066.250387:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000200:3.0:1786177066.250388:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177066.250394:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177066.250398:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177066.250401:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000001:3.0:1786177066.250401:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177066.250405:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.250409:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177066.250410:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177066.250411:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177066.250412:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177066.250415:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000100:00000200:2.0:1786177066.250416:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407336832, portal 25
00000020:00000001:3.0:1786177066.250419:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000001:2.0:1786177066.250423:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1786177066.250424:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000001:2.0:1786177066.250426:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790976 : -106564495760640 : ffff9f148515a300)
00000100:00000040:3.0:1786177066.250436:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.250438:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177066.250441:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a300 x1872930407336832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177066.250444:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.250455:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177066.250463:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00000001:2.0:1786177066.250475:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1786177066.250475:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177066.250483:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177066.250484:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177066.250495:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1786177066.250496:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
02000000:00000001:3.0:1786177066.250500:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1786177066.250502:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407336832, offset 0
02000000:00000001:3.0:1786177066.250503:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177066.250514:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177066.250517:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1786177066.250522:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000008:00000001:3.0:1786177066.250525:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177066.250529:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177066.250533:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000400:00000200:2.0:1786177066.250537:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:3.0:1786177066.250539:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177066.250545:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177066.250548:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177066.250551:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:3.0:1786177066.250554:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177066.250558:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177066.250562:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177066.250564:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1786177066.250569:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000400:00000200:2.0:1786177066.250572:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:3.0:1786177066.250577:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177066.250578:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177066.250585:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00100000:3.0:1786177066.250590:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407337088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177066.250597:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273604:273604:256:4294967295] 192.168.202.146@tcp LPNI seq info [273565:273565:8:4294967295]
00000400:00000200:2.0:1786177066.250628:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177066.250636:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177066.250641:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177066.250652:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407337088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177066.250662:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177066.250663:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1786177066.250672:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1786177066.250684:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177066.250686:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177066.250691:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177066.250692:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1786177066.250693:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000100:00000001:3.0:1786177066.250697:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177066.250701:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11586
00000800:00000200:2.0:1786177066.250709:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000400:00000200:3.0:1786177066.250716:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:2.0:1786177066.250719:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000400:00000200:3.0:1786177066.250724:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177066.250728:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177066.250732:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.250738:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786177066.250738:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177066.250747:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.250754:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.1:1786177066.250757:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1786177066.250758:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177066.250759:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177066.250763:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177066.250805:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177066.250808:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177066.250811:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177066.250814:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.250817:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177066.250823:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000100:2.0:1786177066.250825:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177066.250828:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177066.250832:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000800:00000010:2.0:1786177066.250833:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000100:00080000:3.0:1786177066.250837:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177066.250840:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177066.250842:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177066.250845:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1786177066.250846:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1786177066.250848:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177066.250854:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177066.250857:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177066.250863:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177066.250866:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1786177066.250867:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177066.250873:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786177066.250877:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000400:00000200:2.0:1786177066.250879:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
02000000:00000001:3.0:1786177066.250879:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177066.250882:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177066.250886:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177066.250888:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1786177066.250890:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
02000000:00000001:3.0:1786177066.250890:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177066.250897:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:2.0:1786177066.250901:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1786177066.250902:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177066.250915:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407337216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1786177066.250916:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a300 x1872930407336832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177066.250950:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177066.250953:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177066.250963:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407337216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177066.251027:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177066.251034:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177066.251036:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1786177066.251039:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177066.251046:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1786177066.251047:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a300 x1872930407336832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177066.251052:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177066.251064:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177066.251066:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177066.251068:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1786177066.251073:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11586
00000100:00000001:2.0:1786177066.251076:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177066.251079:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177066.251085:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177066.251091:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177066.251093:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306267947
00000100:00080000:3.0:1786177066.251095:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177066.251101:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.251103:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177066.251105:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306262826
00000100:00000040:3.0:1786177066.251106:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.251110:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177066.251113:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177066.251115:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177066.251116:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177066.251117:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306267947
00000020:00000040:3.0:1786177066.251119:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177066.251122:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177066.251126:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177066.251130:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306262826
00000100:00000040:3.0:1786177066.251131:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177066.251137:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177066.251143:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177066.251145:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177066.251146:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177066.251151:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177066.251158:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177066.251159:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177066.251165:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177066.251168:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1786177066.251168:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177066.251179:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1786177066.251184:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177066/real 1786177066]  req@ffff9f148515a300 x1872930407336832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177066.251185:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177066.251191:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177066.251198:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177066.251208:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177066.251214:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177066.251224:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000400:00000001:2.0:1786177066.251229:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1786177066.251230:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000400:00000001:2.0:1786177066.251236:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1786177066.251236:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177066.251258:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177066.251262:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000100:00000001:3.0:1786177066.251262:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177066.251268:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1786177066.251270:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
02000000:00000001:3.0:1786177066.251271:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177066.251274:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
02000000:00000010:3.0:1786177066.251277:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:2.0:1786177066.251279:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1786177066.251287:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177066.251288:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a300 x1872930407336832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177066.251299:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407337344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1786177066.251311:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a300 x1872930407336832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177066.251319:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177066.251322:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177066.251333:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407337344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177066.251350:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177066.251354:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11596)
00000100:00000001:2.0:1786177066.251356:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177066.251361:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.251365:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177066.251368:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177066.251375:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a300 x1872930407336832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251384:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177066.251390:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a300 x1872930407336832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251398:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177066.251401:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.251403:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177066.251405:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.251408:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177066.251411:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177066.251415:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177066.251419:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177066.251421:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177066.251424:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a300 x1872930407336832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177066.251430:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407336832:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177066.251435:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.251437:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177066.251441:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a300 x1872930407336832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251448:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177066.251450:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177066.251454:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177066.251458:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177066.251460:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177066.251462:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177066.251465:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177066.251468:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1800.
02000000:00000001:2.0:1786177066.251472:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177066.251474:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177066.251476:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a300.
00000100:00000001:2.0:1786177066.251479:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177066.251480:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.251483:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.251491:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177066.251493:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177066.251496:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177066.251498:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177066.251500:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177066.251505:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407336960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251513:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177066.251514:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177066.251517:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177066.251519:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177066.251521:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177066.251524:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407336960:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177066.251528:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177066.251531:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177066.251532:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177066.251534:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177066.251538:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177066.251540:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177066.251544:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177066.251546:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177066.251549:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177066.251551:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407336960, portal 10
00000100:00000001:2.0:1786177066.251553:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177066.251554:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
00000100:00000040:2.0:1786177066.251559:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407336960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251568:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177066.251570:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177066.251571:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177066.251573:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407336960, offset 0
00000400:00000200:2.0:1786177066.251576:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177066.251579:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177066.251582:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177066.251584:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177066.251586:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177066.251588:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177066.251589:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177066.251592:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273605:273605:256:4294967295] 192.168.202.146@tcp LPNI seq info [273566:273566:8:4294967295]
00000400:00000200:2.0:1786177066.251595:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177066.251600:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177066.251603:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177066.251605:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177066.251608:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177066.251610:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177066.251614:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177066.251616:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177066.251619:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177066.251620:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177066.251623:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177066.251625:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177066.251627:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177066.251629:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177066.251630:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177066.251633:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515ad80 x1872930407336960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251638:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177066.251640:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407336960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251649:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177066.251650:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177066.251652:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177066.251655:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177066.251657:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177066.251659:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306258981
00000100:00000001:2.0:1786177066.251661:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306267947
00000100:00000001:2.0:1786177066.251662:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306258981
00000100:00000001:2.0:1786177066.251663:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306267947
00000100:00000001:2.0:1786177066.251665:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177066.251666:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177066.251667:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177066.251670:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177066/real 1786177066]  req@ffff9f148515ad80 x1872930407336960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177066.251675:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177066.251676:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177066.251677:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177066.251678:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177066.251679:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177066.251681:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177066.251683:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407336960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177066.251688:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407336960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251692:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177066.251693:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.251694:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177066.251695:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177066.251697:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407336960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251703:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177066.251705:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407336960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251710:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177066.251711:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.251712:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177066.251713:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.251714:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177066.251716:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177066.251717:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177066.251719:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177066.251721:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177066.251723:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407336960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177066.251729:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407336960:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177066.251733:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177066.251738:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407337088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251744:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177066.251746:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177066.251748:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177066.251750:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177066.251752:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177066.251756:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407337088:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177066.251759:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177066.251761:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177066.251763:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177066.251765:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177066.251769:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177066.251793:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177066.251796:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177066.251799:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177066.251801:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177066.251804:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407337088, portal 10
00000100:00000001:2.0:1786177066.251805:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177066.251806:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000100:00000040:2.0:1786177066.251811:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407337088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251816:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177066.251817:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177066.251819:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177066.251820:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407337088, offset 0
00000400:00000200:2.0:1786177066.251823:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177066.251826:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177066.251828:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177066.251830:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177066.251832:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177066.251834:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177066.251836:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177066.251838:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273606:273606:256:4294967295] 192.168.202.146@tcp LPNI seq info [273567:273567:8:4294967295]
00000400:00000200:2.0:1786177066.251841:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177066.251845:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177066.251848:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177066.251850:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177066.251853:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177066.251855:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177066.251858:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177066.251860:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177066.251863:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177066.251865:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177066.251867:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177066.251869:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177066.251871:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177066.251872:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177066.251874:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177066.251876:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159c00 x1872930407337088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251882:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177066.251884:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159c00 x1872930407337088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251888:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177066.251889:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177066.251891:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177066.251893:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177066.251895:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177066.251896:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306259063
00000100:00000001:2.0:1786177066.251898:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306267947
00000100:00000001:2.0:1786177066.251900:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306259063
00000100:00000001:2.0:1786177066.251901:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306267947
00000100:00000001:2.0:1786177066.251902:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177066.251904:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177066.251905:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177066.251907:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177066/real 1786177066]  req@ffff9f1485159c00 x1872930407337088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177066.251912:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177066.251913:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177066.251914:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177066.251916:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177066.251917:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177066.251918:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177066.251920:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407337088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177066.251926:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407337088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251931:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177066.251932:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.251934:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177066.251935:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177066.251939:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407337088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251946:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177066.251950:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407337088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.251958:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177066.251960:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.251962:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177066.251963:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.251965:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177066.251967:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177066.251970:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177066.251974:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177066.251976:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177066.251981:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407337088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177066.251987:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407337088:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177066.251990:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177066.251993:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407337216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252000:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177066.252001:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177066.252004:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177066.252006:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177066.252008:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177066.252011:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407337216:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177066.252015:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177066.252017:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177066.252019:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177066.252021:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177066.252025:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177066.252027:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177066.252031:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177066.252034:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177066.252038:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177066.252041:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407337216, portal 4
00000100:00000001:2.0:1786177066.252043:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177066.252045:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
00000100:00000040:2.0:1786177066.252051:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407337216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252056:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177066.252057:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177066.252059:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177066.252061:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407337216, offset 0
00000400:00000200:2.0:1786177066.252064:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177066.252066:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177066.252069:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177066.252071:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177066.252073:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177066.252075:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177066.252076:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177066.252079:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273607:273607:256:4294967295] 192.168.202.146@tcp LPNI seq info [273568:273568:8:4294967295]
00000400:00000200:2.0:1786177066.252082:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177066.252086:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177066.252089:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177066.252091:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177066.252094:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177066.252096:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177066.252099:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177066.252100:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177066.252103:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177066.252104:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177066.252106:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177066.252109:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177066.252111:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177066.252112:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177066.252114:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177066.252116:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b800 x1872930407337216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252122:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177066.252124:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407337216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252128:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177066.252129:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177066.252131:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177066.252133:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177066.252135:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177066.252136:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306260322
00000100:00000001:2.0:1786177066.252138:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306267947
00000100:00000001:2.0:1786177066.252139:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306260322
00000100:00000001:2.0:1786177066.252141:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306267947
00000100:00000001:2.0:1786177066.252142:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177066.252144:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177066.252145:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177066.252148:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177066/real 1786177066]  req@ffff9f148515b800 x1872930407337216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177066.252153:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177066.252154:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177066.252155:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177066.252156:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177066.252157:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177066.252158:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177066.252160:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407337216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177066.252166:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407337216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252169:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177066.252170:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.252171:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177066.252172:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177066.252174:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407337216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252178:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177066.252181:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407337216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252185:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177066.252186:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.252187:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177066.252188:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.252189:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177066.252190:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177066.252192:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177066.252195:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177066.252196:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177066.252199:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407337216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177066.252204:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407337216:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177066.252206:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177066.252208:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407337344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252212:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177066.252213:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177066.252214:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177066.252215:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177066.252217:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177066.252218:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407337344:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177066.252220:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177066.252221:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177066.252222:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177066.252224:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177066.252226:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177066.252227:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177066.252229:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177066.252230:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177066.252232:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177066.252234:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407337344, portal 4
00000100:00000001:2.0:1786177066.252235:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177066.252236:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00000040:2.0:1786177066.252239:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407337344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252244:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177066.252261:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177066.252263:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177066.252264:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407337344, offset 0
00000400:00000200:2.0:1786177066.252267:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177066.252270:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177066.252272:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177066.252274:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177066.252276:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177066.252278:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177066.252279:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177066.252281:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273608:273608:256:4294967295] 192.168.202.146@tcp LPNI seq info [273569:273569:8:4294967295]
00000400:00000200:2.0:1786177066.252284:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177066.252288:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177066.252291:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177066.252293:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177066.252297:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177066.252300:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177066.252304:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177066.252307:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177066.252311:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177066.252313:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177066.252316:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177066.252320:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177066.252323:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177066.252325:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177066.252328:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177066.252332:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159880 x1872930407337344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252341:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177066.252344:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159880 x1872930407337344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252350:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177066.252351:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177066.252354:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177066.252356:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177066.252359:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177066.252360:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306260112
00000100:00000001:2.0:1786177066.252362:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306267947
00000100:00000001:2.0:1786177066.252363:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306260112
00000100:00000001:2.0:1786177066.252365:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306267947
00000100:00000001:2.0:1786177066.252366:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177066.252368:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177066.252369:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177066.252373:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177066/real 1786177066]  req@ffff9f1485159880 x1872930407337344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177066.252381:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177066.252383:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177066.252385:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177066.252387:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177066.252389:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177066.252391:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177066.252395:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407337344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177066.252404:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407337344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252412:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177066.252414:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.252416:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177066.252417:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177066.252421:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407337344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252426:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177066.252428:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407337344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252433:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177066.252435:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.252436:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177066.252437:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.252438:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177066.252439:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177066.252441:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177066.252443:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177066.252444:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177066.252446:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407337344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177066.252451:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407337344:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177066.252453:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.252454:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177066.252456:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407336960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252460:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177066.252462:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177066.252463:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177066.252465:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177066.252466:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177066.252467:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177066.252468:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177066.252470:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:2.0:1786177066.252472:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177066.252473:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177066.252474:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000100:00000001:2.0:1786177066.252476:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177066.252477:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.252479:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177066.252481:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407337088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252486:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177066.252487:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177066.252488:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177066.252489:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177066.252490:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177066.252490:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177066.252492:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177066.252492:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:2.0:1786177066.252494:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177066.252494:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177066.252495:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:2.0:1786177066.252497:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177066.252497:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.252498:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177066.252500:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407337216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252504:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177066.252505:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177066.252505:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177066.252506:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177066.252507:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177066.252508:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177066.252509:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177066.252510:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:2.0:1786177066.252511:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177066.252512:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177066.252512:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000001:2.0:1786177066.252514:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177066.252515:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.252515:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177066.252517:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407337344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177066.252525:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177066.252526:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177066.252527:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177066.252528:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177066.252529:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177066.252530:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177066.252531:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177066.252532:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
02000000:00000001:2.0:1786177066.252533:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177066.252533:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177066.252534:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:2.0:1786177066.252536:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177066.252536:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.252537:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177066.252540:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177066.252541:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177066.252542:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177066.252543:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177067.081884:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177067.081891:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177067.081967:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177067.081973:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177067.081976:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177068.105899:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177068.105905:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177068.105983:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177068.105988:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177068.105992:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177069.129891:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177069.129899:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177069.129971:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177069.129976:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177069.129980:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177070.153859:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177070.153866:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177070.153868:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177070.153871:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177070.153875:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177070.153877:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177070.153879:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177070.153880:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177070.153924:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177070.153928:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177070.153930:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177071.177886:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177071.177893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177071.177950:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177071.177953:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177071.177956:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177071.369901:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177071.369915:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177071.369919:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177071.369925:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177071.369931:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177071.369942:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11591
00000400:00000200:3.0:1786177071.369954:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177071.369964:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177071.369968:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177071.369973:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177071.369978:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177071.369980:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177071.369982:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177071.369987:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177071.369989:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177071.369993:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177071.369997:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177071.370000:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177071.370003:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177071.370006:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177071.370009:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177071.370012:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177071.370014:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177071.370019:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177071.370023:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177071.370026:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177071.370030:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177071.370034:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177071.370045:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177071.370048:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177071.370052:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177071.370065:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786177071.370071:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177071.370077:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177071.370079:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177071.370084:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177071.370088:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177071.370094:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177071.370105:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786177071.370114:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177071.370128:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407337472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177071.370141:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177071.370147:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177071.370154:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407337472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177071.370179:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177071.370181:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177071.370184:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177071.370186:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177071.370187:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177071.370190:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177071.370192:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11591
00000400:00000200:3.0:1786177071.370212:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177071.370216:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177071.370218:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1786177071.370219:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177071.370231:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1786177071.370231:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177071.370237:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786177071.370237:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177071.370244:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177071.370247:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177071.370251:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177071.370253:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000100:00000040:2.0:1786177071.370254:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407337472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177071.370256:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177071.370260:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177071.370268:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177071.370277:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177071.370288:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177071.370289:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177071.370296:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177071.370296:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177071.370302:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177071.370303:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177071.370311:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177071.370311:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177071.370328:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
02000000:00000001:2.0:1786177071.370329:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177071.370342:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00100000:2.0:1786177071.370343:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407337472:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786177071.370350:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.370357:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177071.370357:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1786177071.370371:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1786177071.370372:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177071.370376:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177071.370377:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177071.370379:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177071.370385:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1786177071.370386:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177071.370390:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177071.370392:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177071.370397:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
02000000:00000010:2.0:1786177071.370398:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
00000020:00000040:3.0:1786177071.370401:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:2.0:1786177071.370404:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177071.370408:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177071.370413:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177071.370416:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1786177071.370422:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177071.370422:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177071.370432:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177071.370433:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
02000000:00000010:3.0:1786177071.370446:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000400:00000010:2.0:1786177071.370447:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177071.370459:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407337472, portal 25
00000100:00000001:3.0:1786177071.370459:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.370469:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177071.370471:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00100000:3.0:1786177071.370475:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407337600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1786177071.370484:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407337472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177071.370491:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177071.370498:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177071.370507:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407337600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.370525:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1786177071.370529:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177071.370533:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1786177071.370534:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177071.370542:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1786177071.370545:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000001:3.0:1786177071.370546:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177071.370550:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177071.370558:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1786177071.370560:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407337472, offset 0
00000100:00080000:3.0:1786177071.370561:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11591
00000400:00000200:3.0:1786177071.370569:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177071.370572:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177071.370575:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177071.370582:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177071.370585:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177071.370590:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177071.370597:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177071.370600:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177071.370604:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:3.0:1786177071.370608:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177071.370612:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000400:00000200:2.0:1786177071.370614:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000020:00000001:3.0:1786177071.370616:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177071.370622:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1786177071.370622:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177071.370630:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177071.370633:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177071.370635:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000040:3.0:1786177071.370640:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177071.370644:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177071.370646:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1786177071.370649:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177071.370654:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177071.370659:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000020:00000040:3.0:1786177071.370659:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177071.370668:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177071.370671:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177071.370675:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1786177071.370679:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273609:273609:256:4294967295] 192.168.202.146@tcp LPNI seq info [273570:273570:8:4294967295]
02000000:00000001:3.0:1786177071.370681:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177071.370688:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177071.370694:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177071.370697:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177071.370700:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177071.370701:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177071.370704:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786177071.370707:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000400:00000200:2.0:1786177071.370716:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177071.370716:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177071.370722:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177071.370728:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177071.370730:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177071.370732:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177071.370736:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786177071.370742:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177071.370753:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407337728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177071.370754:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177071.370805:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177071.370812:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000100:00000001:3.0:1786177071.370819:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177071.370824:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177071.370831:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177071.370837:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407337728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1786177071.370841:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1786177071.370858:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177071.370863:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1786177071.370863:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786177071.370874:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177071.370878:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177071.370880:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1786177071.370882:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1786177071.370884:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177071.370890:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11591
00000400:00000200:3.0:1786177071.370898:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000100:2.0:1786177071.370902:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177071.370905:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177071.370911:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1786177071.370912:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000100:00000040:3.0:1786177071.370916:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177071.370920:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177071.370922:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177071.370924:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1786177071.370925:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177071.370934:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1786177071.370939:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1786177071.370939:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177071.370945:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177071.370947:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177071.370951:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000020:00000040:3.0:1786177071.370951:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177071.370961:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177071.370962:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177071.370970:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b480 x1872930407337472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177071.370971:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177071.370988:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177071.370991:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1786177071.370996:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177071.370998:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b480 x1872930407337472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177071.371006:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177071.371010:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.371014:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177071.371016:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177071.371020:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177071.371025:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000400:00000200:2.0:1786177071.371032:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177071.371035:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306273067
00000100:00080000:3.0:1786177071.371038:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177071.371044:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306267947
00000100:00000001:3.0:1786177071.371045:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.371053:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306273067
02000000:00000001:3.0:1786177071.371054:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177071.371062:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306267947
02000000:00000001:3.0:1786177071.371063:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177071.371069:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177071.371071:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.371073:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177071.371079:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177071.371080:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000008:00100000:3.0:1786177071.371092:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1786177071.371095:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177071/real 1786177071]  req@ffff9f148515b480 x1872930407337472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1786177071.371108:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177071.371119:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1786177071.371119:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177071.371123:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177071.371127:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000100:00000010:3.0:1786177071.371129:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000400:00000200:2.0:1786177071.371130:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177071.371134:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177071.371142:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1786177071.371142:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000200:2.0:1786177071.371150:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407337472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177071.371155:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177071.371162:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177071.371177:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1786177071.371179:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407337472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177071.371183:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177071.371188:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1786177071.371190:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.371191:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.371212:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177071.371214:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1786177071.371215:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00100000:2.0:1786177071.371220:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407337472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177071.371224:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.371229:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177071.371241:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407337472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177071.371242:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407337856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177071.371282:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177071.371289:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177071.371291:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177071.371296:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.371297:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177071.371300:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.371305:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1786177071.371308:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407337856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.371310:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177071.371326:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177071.371336:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177071.371343:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1786177071.371347:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177071.371351:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407337472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177071.371354:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177071.371372:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177071.371377:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1786177071.371379:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407337472:192.168.202.146@tcp:250:kworker.0
00000100:00080000:3.0:1786177071.371382:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177071.371388:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177071.371389:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786177071.371396:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11591
00000100:00000001:2.0:1786177071.371397:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177071.371406:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407337472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177071.371409:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177071.371422:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000400:00000200:3.0:1786177071.371426:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
02000000:00000001:2.0:1786177071.371427:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177071.371434:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
00000100:00080000:3.0:1786177071.371438:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1786177071.371439:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177071.371445:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177071.371449:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000040:3.0:1786177071.371449:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000020:00000001:2.0:1786177071.371460:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1786177071.371461:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1786177071.371463:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
02000000:00000001:2.0:1786177071.371469:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1786177071.371470:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177071.371472:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177071.371477:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:3.0:1786177071.371479:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177071.371482:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177071.371484:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1786177071.371487:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177071.371489:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177071.371491:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177071.371496:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177071.371499:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000001:2.0:1786177071.371501:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1786177071.371503:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177071.371506:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786177071.371509:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177071.371512:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1786177071.371517:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177071.371518:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1786177071.371520:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177071.371522:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177071.371524:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177071.371527:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177071.371531:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000040:2.0:1786177071.371533:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407337600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177071.371535:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177071.371542:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177071.371548:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177071.371552:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177071.371558:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177071.371563:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177071.371567:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177071.371570:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1786177071.371571:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.371575:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177071.371576:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177071.371589:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177071.371592:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1786177071.371592:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
02000000:00000001:2.0:1786177071.371601:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177071.371602:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00100000:2.0:1786177071.371607:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407337600:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177071.371612:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177071.371612:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177071.371617:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177071.371618:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177071.371621:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177071.371624:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1786177071.371627:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1786177071.371629:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177071.371632:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177071.371633:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000010:3.0:1786177071.371637:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
02000000:00000001:2.0:1786177071.371639:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177071.371642:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177071.371649:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00100000:3.0:1786177071.371650:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407337984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1786177071.371662:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177071.371673:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000001:3.0:1786177071.371677:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177071.371679:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177071.371680:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407337600, portal 10
00000100:00000001:2.0:1786177071.371686:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1786177071.371687:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407337984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.371692:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
00000100:00000001:3.0:1786177071.371711:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177071.371713:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407337600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177071.371718:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11601)
00000100:00000001:2.0:1786177071.371721:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177071.371729:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177071.371732:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177071.371734:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407337600, offset 0
00000400:00000200:2.0:1786177071.371737:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177071.371741:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177071.371744:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177071.371746:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177071.371750:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177071.371754:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177071.371756:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177071.371758:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273610:273610:256:4294967295] 192.168.202.146@tcp LPNI seq info [273571:273571:8:4294967295]
00000400:00000200:2.0:1786177071.371761:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177071.371766:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177071.371769:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177071.371789:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177071.371793:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177071.371795:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177071.371799:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177071.371801:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177071.371804:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177071.371806:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177071.371808:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177071.371811:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177071.371813:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177071.371815:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177071.371816:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177071.371819:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159180 x1872930407337600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.371825:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177071.371827:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159180 x1872930407337600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.371832:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.371833:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177071.371835:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177071.371838:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177071.371840:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177071.371842:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306264102
00000100:00000001:2.0:1786177071.371844:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306273067
00000100:00000001:2.0:1786177071.371846:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306264102
00000100:00000001:2.0:1786177071.371847:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306273067
00000100:00000001:2.0:1786177071.371848:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177071.371850:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.371851:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177071.371853:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177071/real 1786177071]  req@ffff9f1485159180 x1872930407337600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177071.371858:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177071.371859:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177071.371860:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177071.371862:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177071.371863:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177071.371864:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177071.371867:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407337600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177071.371876:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407337600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.371881:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177071.371882:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.371883:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177071.371884:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177071.371886:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407337600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.371890:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177071.371892:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407337600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.371896:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177071.371898:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.371899:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177071.371900:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.371901:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177071.371902:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177071.371904:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177071.371906:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177071.371907:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177071.371910:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407337600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177071.371915:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407337600:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177071.371917:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177071.371920:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407337728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.371929:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177071.371930:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177071.371931:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177071.371933:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177071.371934:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177071.371936:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407337728:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177071.371938:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177071.371940:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177071.371941:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177071.371942:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177071.371944:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177071.371946:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177071.371948:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177071.371949:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177071.371951:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177071.371953:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407337728, portal 10
00000100:00000001:2.0:1786177071.371955:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177071.371956:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
00000100:00000040:2.0:1786177071.371959:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407337728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.371964:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177071.371965:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177071.371967:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177071.371968:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407337728, offset 0
00000400:00000200:2.0:1786177071.371971:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177071.371973:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177071.371975:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177071.371977:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177071.371979:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177071.371980:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177071.371982:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177071.371984:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273611:273611:256:4294967295] 192.168.202.146@tcp LPNI seq info [273572:273572:8:4294967295]
00000400:00000200:2.0:1786177071.371987:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177071.371991:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177071.371994:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177071.371996:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177071.371998:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177071.372000:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177071.372003:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177071.372005:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177071.372007:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177071.372009:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177071.372011:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177071.372013:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177071.372015:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177071.372016:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177071.372017:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177071.372019:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515aa00 x1872930407337728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372024:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177071.372026:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515aa00 x1872930407337728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372030:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.372031:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177071.372033:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177071.372035:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177071.372037:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177071.372038:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306264183
00000100:00000001:2.0:1786177071.372039:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306273067
00000100:00000001:2.0:1786177071.372040:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306264183
00000100:00000001:2.0:1786177071.372042:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306273067
00000100:00000001:2.0:1786177071.372043:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177071.372045:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.372046:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177071.372049:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177071/real 1786177071]  req@ffff9f148515aa00 x1872930407337728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177071.372054:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177071.372055:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177071.372055:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177071.372057:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177071.372058:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177071.372059:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177071.372061:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407337728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177071.372067:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407337728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372070:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177071.372071:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372072:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177071.372073:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177071.372075:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407337728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372079:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177071.372082:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407337728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372086:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177071.372087:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372088:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177071.372089:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372090:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177071.372091:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177071.372092:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177071.372095:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177071.372096:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177071.372099:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407337728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177071.372103:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407337728:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177071.372106:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177071.372108:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407337856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372112:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177071.372113:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177071.372114:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177071.372115:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177071.372117:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177071.372118:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407337856:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177071.372120:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177071.372121:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177071.372123:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177071.372124:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177071.372125:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177071.372126:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177071.372128:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177071.372130:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177071.372132:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177071.372133:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407337856, portal 4
00000100:00000001:2.0:1786177071.372135:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177071.372136:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000100:00000040:2.0:1786177071.372139:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407337856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372144:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177071.372145:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177071.372147:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177071.372148:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407337856, offset 0
00000400:00000200:2.0:1786177071.372151:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177071.372153:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177071.372156:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177071.372157:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177071.372159:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177071.372161:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177071.372162:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177071.372164:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273612:273612:256:4294967295] 192.168.202.146@tcp LPNI seq info [273573:273573:8:4294967295]
00000400:00000200:2.0:1786177071.372166:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177071.372170:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177071.372173:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177071.372174:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177071.372176:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177071.372178:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177071.372181:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177071.372182:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177071.372185:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177071.372186:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177071.372188:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177071.372190:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177071.372192:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177071.372193:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177071.372195:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177071.372211:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158000 x1872930407337856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372218:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177071.372220:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158000 x1872930407337856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372224:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.372225:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177071.372228:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177071.372230:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177071.372233:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177071.372234:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306265442
00000100:00000001:2.0:1786177071.372236:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306273067
00000100:00000001:2.0:1786177071.372237:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306265442
00000100:00000001:2.0:1786177071.372239:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306273067
00000100:00000001:2.0:1786177071.372240:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177071.372241:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.372243:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177071.372245:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177071/real 1786177071]  req@ffff9f1485158000 x1872930407337856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177071.372250:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177071.372251:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177071.372252:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177071.372253:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177071.372254:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177071.372256:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177071.372258:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407337856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177071.372263:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407337856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372267:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177071.372268:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372269:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177071.372270:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177071.372272:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407337856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372276:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177071.372280:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407337856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372288:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177071.372291:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372292:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177071.372294:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372295:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177071.372297:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177071.372300:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177071.372303:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177071.372306:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177071.372310:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407337856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177071.372318:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407337856:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177071.372322:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372324:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177071.372327:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407337600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372334:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177071.372336:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177071.372338:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177071.372341:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177071.372343:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177071.372344:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177071.372346:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177071.372348:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:2.0:1786177071.372351:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177071.372353:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177071.372354:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
00000100:00000001:2.0:1786177071.372356:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177071.372357:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372358:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177071.372361:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407337728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372366:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177071.372367:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177071.372368:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177071.372371:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177071.372372:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177071.372374:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177071.372375:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177071.372377:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:2.0:1786177071.372379:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177071.372380:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177071.372381:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00000001:2.0:1786177071.372383:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177071.372385:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372387:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177071.372390:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407337856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372397:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177071.372399:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177071.372400:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177071.372403:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177071.372404:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177071.372405:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177071.372408:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177071.372409:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
02000000:00000001:2.0:1786177071.372411:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177071.372413:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177071.372414:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000100:00000001:2.0:1786177071.372416:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177071.372418:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372419:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372423:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177071.372424:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.372426:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177071.372427:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177071.372428:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177071.372432:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407337984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372437:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177071.372438:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177071.372439:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177071.372440:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177071.372442:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177071.372444:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407337984:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177071.372446:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177071.372447:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177071.372449:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177071.372450:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177071.372452:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177071.372454:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177071.372456:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177071.372458:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177071.372460:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177071.372462:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407337984, portal 4
00000100:00000001:2.0:1786177071.372464:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177071.372465:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00000040:2.0:1786177071.372469:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407337984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372473:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177071.372475:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177071.372476:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177071.372477:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407337984, offset 0
00000400:00000200:2.0:1786177071.372480:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177071.372482:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177071.372485:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177071.372487:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177071.372489:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177071.372492:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177071.372495:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177071.372498:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273613:273613:256:4294967295] 192.168.202.146@tcp LPNI seq info [273574:273574:8:4294967295]
00000400:00000200:2.0:1786177071.372502:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177071.372509:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177071.372514:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177071.372518:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177071.372522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177071.372525:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177071.372530:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177071.372533:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177071.372537:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177071.372540:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177071.372543:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177071.372546:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177071.372549:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177071.372551:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177071.372554:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177071.372558:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b100 x1872930407337984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372566:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177071.372570:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407337984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372577:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.372579:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177071.372583:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177071.372586:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177071.372588:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177071.372590:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306265232
00000100:00000001:2.0:1786177071.372592:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306273067
00000100:00000001:2.0:1786177071.372593:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306265232
00000100:00000001:2.0:1786177071.372595:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306273067
00000100:00000001:2.0:1786177071.372597:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177071.372598:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.372600:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177071.372603:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177071/real 1786177071]  req@ffff9f148515b100 x1872930407337984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177071.372608:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177071.372609:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177071.372610:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177071.372611:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177071.372613:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177071.372614:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177071.372616:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407337984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177071.372622:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407337984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372629:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177071.372630:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372632:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177071.372634:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177071.372637:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407337984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372644:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177071.372649:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407337984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372657:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177071.372659:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372661:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177071.372662:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372665:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177071.372667:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177071.372670:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177071.372673:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177071.372675:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177071.372678:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407337984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177071.372683:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407337984:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177071.372686:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372687:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177071.372689:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407337984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177071.372693:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177071.372694:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177071.372695:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177071.372697:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177071.372698:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177071.372699:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177071.372701:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177071.372702:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
02000000:00000001:2.0:1786177071.372705:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177071.372706:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177071.372708:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:2.0:1786177071.372710:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177071.372712:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372714:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177071.372717:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177071.372719:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177071.372721:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177071.372722:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177072.201947:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177072.201954:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177072.202013:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177072.202018:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177072.202028:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177073.225902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177073.225912:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177073.225970:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177073.225976:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177073.225980:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177074.249954:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177074.249964:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177074.250069:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177074.250075:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177074.250079:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177075.273924:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177075.273935:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177075.274003:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177075.274009:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177075.274013:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177076.297900:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177076.297906:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177076.297963:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177076.297966:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177076.297969:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786177076.489891:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177076.489900:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786177076.489902:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177076.489905:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177076.489909:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177076.489915:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11596
00000400:00000200:1.0:1786177076.489922:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177076.489927:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177076.489930:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177076.489934:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177076.489937:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177076.489940:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177076.489942:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177076.489945:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177076.489948:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786177076.489950:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177076.489953:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786177076.489956:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786177076.489958:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786177076.489960:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177076.489962:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177076.489963:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177076.489964:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177076.489966:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786177076.489969:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177076.489970:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177076.489972:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177076.489975:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177076.489977:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177076.489978:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786177076.489980:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177076.489987:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786177076.489990:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786177076.489993:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177076.489994:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177076.489997:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177076.489999:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177076.490002:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177076.490008:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786177076.490014:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177076.490021:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407338112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177076.490028:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177076.490032:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177076.490035:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407338112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177076.490059:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177076.490062:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177076.490066:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786177076.490068:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177076.490069:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177076.490071:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177076.490074:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11596
00000400:00000200:1.0:1786177076.490078:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177076.490082:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177076.490085:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177076.490089:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177076.490092:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177076.490094:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177076.490096:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786177076.490097:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177076.490101:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1786177076.490102:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177076.490105:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1786177076.490106:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786177076.490111:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177076.490113:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786177076.490116:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:2.0:1786177076.490117:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae7b80 x1872930407338112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1786177076.490118:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786177076.490124:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177076.490128:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177076.490130:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177076.490134:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177076.490139:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786177076.490143:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177076.490143:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786177076.490158:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177076.490162:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177076.490162:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177076.490168:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177076.490169:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1786177076.490172:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177076.490174:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786177076.490175:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177076.490180:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1786177076.490181:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1786177076.490184:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177076.490187:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177076.490190:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407338112:192.168.202.146@tcp:250:kworker.0
00000100:00000010:1.0:1786177076.490191:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786177076.490195:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786177076.490200:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177076.490202:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786177076.490203:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177076.490206:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177076.490207:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1786177076.490208:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177076.490212:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177076.490214:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177076.490216:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1786177076.490219:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:1.0:1786177076.490223:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177076.490225:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
00000100:00100000:1.0:1786177076.490229:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407338240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1786177076.490230:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177076.490243:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786177076.490244:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177076.490249:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177076.490249:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000100:00000040:1.0:1786177076.490256:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407338240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1786177076.490259:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177076.490270:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407338112, portal 25
00000100:00000001:1.0:1786177076.490271:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177076.490276:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1786177076.490278:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177076.490280:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207030656 : -106564502520960 : ffff9f1484ae7b80)
00000100:00080000:1.0:1786177076.490286:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786177076.490289:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1786177076.490292:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae7b80 x1872930407338112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1786177076.490293:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177076.490299:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177076.490305:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11596
00000400:00000200:1.0:1786177076.490313:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177076.490313:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177076.490321:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177076.490325:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177076.490331:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407338112, offset 0
00000400:00000200:1.0:1786177076.490332:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177076.490337:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177076.490343:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000040:1.0:1786177076.490344:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177076.490349:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177076.490352:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177076.490355:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177076.490356:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:1.0:1786177076.490362:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177076.490365:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000400:00000200:2.0:1786177076.490368:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000020:00000001:1.0:1786177076.490369:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177076.490374:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000400:00000200:2.0:1786177076.490378:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1786177076.490379:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786177076.490383:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177076.490385:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000040:1.0:1786177076.490391:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177076.490393:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1786177076.490395:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177076.490401:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000040:1.0:1786177076.490402:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177076.490407:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177076.490410:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273614:273614:256:4294967295] 192.168.202.146@tcp LPNI seq info [273575:273575:8:4294967295]
00000020:00000040:1.0:1786177076.490412:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786177076.490420:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:2.0:1786177076.490421:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786177076.490427:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177076.490431:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177076.490435:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177076.490440:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177076.490441:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1786177076.490443:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177076.490448:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786177076.490454:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177076.490454:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000001:1.0:1786177076.490458:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1786177076.490463:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000100:00000010:1.0:1786177076.490465:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786177076.490470:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000800:00000200:2.0:1786177076.490475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:1.0:1786177076.490476:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177076.490479:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177076.490482:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1786177076.490483:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177076.490486:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177076.490490:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177076.490495:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000010:1.0:1786177076.490497:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000800:00000200:2.1:1786177076.490500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1786177076.490503:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1786177076.490509:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00100000:1.0:1786177076.490514:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407338368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1786177076.490516:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000100:00000001:1.0:1786177076.490527:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1786177076.490527:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1786177076.490531:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177076.490537:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1786177076.490540:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407338368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177076.490546:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177076.490551:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:1.0:1786177076.490553:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177076.490557:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177076.490558:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1786177076.490563:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786177076.490567:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1786177076.490569:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae7b80 x1872930407338112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1786177076.490570:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177076.490575:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177076.490581:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11596
00000400:00000200:1.0:1786177076.490590:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177076.490591:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1786177076.490595:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000040:2.0:1786177076.490599:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae7b80 x1872930407338112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1786177076.490600:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177076.490609:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177076.490614:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177076.490618:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177076.490623:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177076.490627:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177076.490631:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000100:00000001:2.0:1786177076.490632:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1786177076.490634:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177076.490635:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1786177076.490638:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786177076.490641:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177076.490643:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1786177076.490644:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000400:00000200:2.0:1786177076.490649:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:1.0:1786177076.490651:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177076.490653:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306278186
00000100:00000001:1.0:1786177076.490655:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177076.490659:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177076.490661:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306273067
00000100:00000001:1.0:1786177076.490662:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177076.490668:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000001:2.0:1786177076.490669:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306278186
00000100:00080000:1.0:1786177076.490674:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177076.490674:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306273067
00000100:00000001:1.0:1786177076.490680:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177076.490681:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177076.490684:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177076.490685:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177076.490689:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177076.490689:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1786177076.490694:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177076.490696:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177076/real 1786177076]  req@ffff9f1484ae7b80 x1872930407338112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177076.490699:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177076.490703:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786177076.490708:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177076.490708:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177076.490711:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177076.490712:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177076.490714:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177076.490715:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177076.490717:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177076.490720:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae7b80 x1872930407338112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177076.490722:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177076.490729:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000100:00000200:2.0:1786177076.490732:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae7b80 x1872930407338112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1786177076.490734:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786177076.490741:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177076.490745:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177076.490745:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786177076.490749:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177076.490750:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1786177076.490754:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177076.490754:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177076.490758:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1786177076.490759:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177076.490762:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae7b80 x1872930407338112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1786177076.490765:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
00000100:00000001:2.0:1786177076.490800:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177076.490812:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae7b80 x1872930407338112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177076.490816:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177076.490820:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177076.490825:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1786177076.490827:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407338496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177076.490828:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177076.490831:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.490834:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177076.490838:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177076.490843:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1786177076.490844:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1786177076.490849:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:1.0:1786177076.490850:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177076.490854:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786177076.490859:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407338496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1786177076.490863:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae7b80 x1872930407338112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177076.490885:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177076.490887:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407338112:192.168.202.146@tcp:250:kworker.0
00000100:00080000:1.0:1786177076.490889:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177076.490892:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1786177076.490895:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1786177076.490896:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1786177076.490900:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1786177076.490901:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae7b80 x1872930407338112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1786177076.490905:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177076.490913:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177076.490913:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177076.490916:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:1.0:1786177076.490919:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11596
02000000:00000010:2.0:1786177076.490921:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177076.490926:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177076.490928:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000400:00000200:1.0:1786177076.490929:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:2.0:1786177076.490930:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177076.490936:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177076.490938:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9800.
00000400:00000200:1.0:1786177076.490939:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
02000000:00000001:2.0:1786177076.490942:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:1.0:1786177076.490944:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1786177076.490945:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177076.490947:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae7b80.
00000100:00000040:1.0:1786177076.490952:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177076.490952:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177076.490955:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177076.490958:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177076.490959:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786177076.490962:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177076.490966:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177076.490971:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177076.490972:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000001:2.0:1786177076.490973:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1786177076.490974:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177076.490976:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1786177076.490978:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000001:2.0:1786177076.490980:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177076.490983:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1786177076.490984:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177076.490985:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1786177076.490990:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:2.0:1786177076.490991:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4700 x1872930407338240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1786177076.490997:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177076.491003:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177076.491004:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177076.491006:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177076.491008:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177076.491009:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1786177076.491012:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:2.0:1786177076.491012:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1786177076.491019:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
02000000:00000001:2.0:1786177076.491019:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177076.491023:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407338240:192.168.202.146@tcp:38:kworker.0
00000100:00080000:1.0:1786177076.491029:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177076.491029:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177076.491032:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177076.491034:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177076.491037:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177076.491037:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177076.491040:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:1.0:1786177076.491042:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1786177076.491043:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177076.491048:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1786177076.491048:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177076.491052:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
02000000:00000001:1.0:1786177076.491054:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177076.491056:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000001:1.0:1786177076.491059:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1786177076.491061:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407338240, portal 10
00000100:00000001:2.0:1786177076.491064:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000008:00100000:1.0:1786177076.491065:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177076.491066:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207017216 : -106564502534400 : ffff9f1484ae4700)
00000008:00000001:1.0:1786177076.491072:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177076.491074:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177076.491078:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4700 x1872930407338240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1786177076.491081:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786177076.491088:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786177076.491093:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177076.491095:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1786177076.491096:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177076.491101:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1786177076.491102:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
02000000:00000001:1.0:1786177076.491104:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1786177076.491108:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
02000000:00000001:1.0:1786177076.491109:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177076.491116:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407338240, offset 0
02000000:00000010:1.0:1786177076.491118:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786177076.491124:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177076.491125:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177076.491133:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00100000:1.0:1786177076.491135:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407338624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177076.491138:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177076.491144:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177076.491161:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177076.491164:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177076.491168:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177076.491174:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273615:273615:256:4294967295] 192.168.202.146@tcp LPNI seq info [273576:273576:8:4294967295]
00000100:00000001:1.0:1786177076.491175:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177076.491180:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177076.491184:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:1.0:1786177076.491189:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407338624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177076.491196:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177076.491207:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000001:1.0:1786177076.491214:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1786177076.491214:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177076.491219:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:1.0:1786177076.491222:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11606)
00000800:00000200:2.0:1786177076.491223:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786177076.491231:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177076.491235:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1786177076.491239:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177076.491242:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177076.491246:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177076.491251:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177076.491255:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177076.491257:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177076.491260:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177076.491265:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4700 x1872930407338240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491275:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177076.491278:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4700 x1872930407338240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491283:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177076.491284:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177076.491288:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177076.491290:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177076.491293:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177076.491295:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306269221
00000100:00000001:2.0:1786177076.491297:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306278186
00000100:00000001:2.0:1786177076.491299:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306269221
00000100:00000001:2.0:1786177076.491302:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306278186
00000100:00000001:2.0:1786177076.491304:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177076.491306:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177076.491308:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177076.491312:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177076/real 1786177076]  req@ffff9f1484ae4700 x1872930407338240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177076.491321:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177076.491323:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177076.491325:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177076.491327:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177076.491329:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177076.491331:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177076.491335:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4700 x1872930407338240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177076.491344:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4700 x1872930407338240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491351:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177076.491353:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.491355:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177076.491356:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177076.491361:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4700 x1872930407338240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491368:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177076.491372:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4700 x1872930407338240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491380:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177076.491383:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.491385:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177076.491386:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.491388:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177076.491390:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177076.491392:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177076.491396:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177076.491398:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177076.491403:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4700 x1872930407338240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177076.491411:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407338240:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177076.491416:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177076.491418:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4000 x1872930407338368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491423:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177076.491424:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177076.491426:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177076.491427:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177076.491428:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177076.491430:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407338368:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177076.491433:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177076.491434:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177076.491435:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177076.491436:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177076.491439:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177076.491440:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177076.491443:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177076.491445:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177076.491447:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177076.491450:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407338368, portal 10
00000100:00000001:2.0:1786177076.491451:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177076.491452:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207015424 : -106564502536192 : ffff9f1484ae4000)
00000100:00000040:2.0:1786177076.491456:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4000 x1872930407338368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491460:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177076.491462:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177076.491463:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177076.491465:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407338368, offset 0
00000400:00000200:2.0:1786177076.491467:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177076.491470:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177076.491473:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177076.491475:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177076.491477:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177076.491479:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177076.491480:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177076.491482:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273616:273616:256:4294967295] 192.168.202.146@tcp LPNI seq info [273577:273577:8:4294967295]
00000400:00000200:2.0:1786177076.491485:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177076.491490:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177076.491492:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177076.491495:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177076.491497:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177076.491499:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786177076.491502:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177076.491504:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1786177076.491507:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177076.491508:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177076.491510:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177076.491513:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177076.491515:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177076.491517:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177076.491518:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177076.491520:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4000 x1872930407338368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491526:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177076.491528:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4000 x1872930407338368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491532:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177076.491533:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177076.491535:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177076.491537:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177076.491539:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177076.491540:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306269302
00000100:00000001:2.0:1786177076.491542:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306278186
00000100:00000001:2.0:1786177076.491543:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306269302
00000100:00000001:2.0:1786177076.491545:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306278186
00000100:00000001:2.0:1786177076.491546:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177076.491548:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177076.491549:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177076.491551:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177076/real 1786177076]  req@ffff9f1484ae4000 x1872930407338368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177076.491556:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177076.491557:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177076.491558:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177076.491559:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177076.491560:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177076.491562:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177076.491564:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4000 x1872930407338368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177076.491569:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4000 x1872930407338368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491574:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177076.491576:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.491578:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177076.491579:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177076.491583:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4000 x1872930407338368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491590:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177076.491594:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4000 x1872930407338368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491602:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177076.491605:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.491606:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177076.491608:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.491610:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177076.491612:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177076.491614:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177076.491618:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177076.491620:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177076.491625:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4000 x1872930407338368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177076.491631:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407338368:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177076.491634:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177076.491636:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4e00 x1872930407338496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491641:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177076.491642:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177076.491644:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177076.491645:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177076.491647:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177076.491648:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407338496:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177076.491650:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177076.491652:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177076.491653:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177076.491654:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177076.491656:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177076.491658:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177076.491660:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177076.491662:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177076.491664:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177076.491666:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407338496, portal 4
00000100:00000001:2.0:1786177076.491668:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177076.491669:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207019008 : -106564502532608 : ffff9f1484ae4e00)
00000100:00000040:2.0:1786177076.491673:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4e00 x1872930407338496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491677:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177076.491679:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177076.491680:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177076.491682:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407338496, offset 0
00000400:00000200:2.0:1786177076.491684:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177076.491687:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177076.491689:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177076.491691:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177076.491693:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177076.491694:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177076.491696:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177076.491698:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273617:273617:256:4294967295] 192.168.202.146@tcp LPNI seq info [273578:273578:8:4294967295]
00000400:00000200:2.0:1786177076.491701:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177076.491705:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177076.491708:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177076.491710:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177076.491713:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177076.491715:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786177076.491718:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177076.491720:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1786177076.491723:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177076.491725:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177076.491728:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177076.491732:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177076.491735:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177076.491736:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177076.491739:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177076.491742:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4e00 x1872930407338496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491751:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177076.491754:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4e00 x1872930407338496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491761:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177076.491763:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177076.491766:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177076.491770:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177076.491790:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177076.491791:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306270562
00000100:00000001:2.0:1786177076.491793:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306278186
00000100:00000001:2.0:1786177076.491794:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306270562
00000100:00000001:2.0:1786177076.491796:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306278186
00000100:00000001:2.0:1786177076.491797:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177076.491799:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177076.491800:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177076.491803:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177076/real 1786177076]  req@ffff9f1484ae4e00 x1872930407338496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177076.491809:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177076.491810:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177076.491811:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177076.491813:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177076.491814:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177076.491816:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177076.491818:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4e00 x1872930407338496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177076.491823:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4e00 x1872930407338496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491827:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177076.491828:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.491829:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177076.491830:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177076.491832:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4e00 x1872930407338496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491836:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177076.491839:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4e00 x1872930407338496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491843:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177076.491845:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.491846:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177076.491847:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.491848:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177076.491849:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177076.491850:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177076.491852:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177076.491853:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177076.491856:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4e00 x1872930407338496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177076.491861:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407338496:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177076.491864:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.491865:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177076.491867:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4700 x1872930407338240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491871:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177076.491872:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177076.491873:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177076.491875:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177076.491876:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177076.491876:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177076.491878:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177076.491879:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9400.
02000000:00000001:2.0:1786177076.491880:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177076.491881:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177076.491882:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4700.
00000100:00000001:2.0:1786177076.491884:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177076.491885:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.491886:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177076.491888:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4000 x1872930407338368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491892:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177076.491893:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177076.491894:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177076.491896:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177076.491896:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177076.491897:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177076.491898:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177076.491899:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd8c00.
02000000:00000001:2.0:1786177076.491900:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177076.491902:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177076.491902:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4000.
00000100:00000001:2.0:1786177076.491904:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177076.491905:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.491906:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177076.491908:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4e00 x1872930407338496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491911:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177076.491912:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177076.491913:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177076.491914:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177076.491915:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177076.491916:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177076.491917:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177076.491918:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9c00.
02000000:00000001:2.0:1786177076.491919:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177076.491919:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177076.491920:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4e00.
00000100:00000001:2.0:1786177076.491921:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177076.491922:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.491923:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.491926:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177076.491927:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177076.491928:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177076.491929:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177076.491930:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177076.491932:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae5880 x1872930407338624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491936:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177076.491937:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177076.491938:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177076.491939:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177076.491940:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177076.491942:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407338624:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177076.491944:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177076.491946:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177076.491947:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177076.491948:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177076.491950:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177076.491952:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177076.491954:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177076.491955:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177076.491957:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177076.491959:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407338624, portal 4
00000100:00000001:2.0:1786177076.491960:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177076.491961:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207021696 : -106564502529920 : ffff9f1484ae5880)
00000100:00000040:2.0:1786177076.491966:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae5880 x1872930407338624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.491970:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177076.491973:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177076.491975:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177076.491978:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407338624, offset 0
00000400:00000200:2.0:1786177076.491982:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177076.491985:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177076.491989:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177076.491992:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177076.491995:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177076.491997:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177076.492000:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177076.492003:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273618:273618:256:4294967295] 192.168.202.146@tcp LPNI seq info [273579:273579:8:4294967295]
00000400:00000200:2.0:1786177076.492008:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177076.492015:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177076.492020:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177076.492024:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177076.492028:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177076.492030:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786177076.492032:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177076.492034:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1786177076.492037:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177076.492039:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177076.492041:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177076.492043:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177076.492046:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177076.492047:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177076.492048:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177076.492051:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae5880 x1872930407338624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.492056:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177076.492058:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae5880 x1872930407338624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.492063:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177076.492064:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177076.492066:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177076.492068:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177076.492071:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177076.492074:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306270352
00000100:00000001:2.0:1786177076.492076:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306278186
00000100:00000001:2.0:1786177076.492078:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306270352
00000100:00000001:2.0:1786177076.492080:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306278186
00000100:00000001:2.0:1786177076.492083:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177076.492085:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177076.492087:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177076.492091:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177076/real 1786177076]  req@ffff9f1484ae5880 x1872930407338624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177076.492099:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177076.492101:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177076.492103:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177076.492105:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177076.492107:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177076.492110:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177076.492113:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae5880 x1872930407338624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177076.492122:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae5880 x1872930407338624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.492126:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177076.492127:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.492129:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177076.492130:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177076.492132:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae5880 x1872930407338624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.492137:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177076.492139:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae5880 x1872930407338624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.492143:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177076.492145:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.492146:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177076.492158:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.492160:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177076.492161:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177076.492162:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177076.492164:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177076.492166:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177076.492168:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae5880 x1872930407338624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177076.492174:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407338624:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177076.492176:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.492178:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177076.492180:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae5880 x1872930407338624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177076.492184:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177076.492185:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177076.492187:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177076.492188:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177076.492189:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177076.492190:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177076.492191:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177076.492192:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497ddac00.
02000000:00000001:2.0:1786177076.492194:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177076.492195:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177076.492196:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae5880.
00000100:00000001:2.0:1786177076.492198:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177076.492199:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.492200:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177076.492203:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177076.492204:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177076.492205:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177076.492206:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177077.321867:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177077.321874:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177077.321949:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177077.321953:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177077.321956:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177078.345911:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177078.345919:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177078.345980:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177078.345984:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177078.345987:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177079.369911:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177079.369919:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177079.369989:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177079.369993:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177079.369996:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177080.393886:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177080.393895:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177080.393898:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177080.393902:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177080.393907:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177080.393910:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177080.393912:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177080.393915:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177080.394002:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177080.394009:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177080.394013:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177081.417911:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177081.417918:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177081.417975:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177081.417979:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177081.417982:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786177081.609873:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177081.609883:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786177081.609886:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177081.609889:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177081.609893:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177081.609900:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11601
00000400:00000200:1.0:1786177081.609907:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177081.609912:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177081.609915:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177081.609917:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177081.609920:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177081.609922:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177081.609925:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177081.609930:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177081.609932:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786177081.609935:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177081.609938:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786177081.609941:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786177081.609944:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786177081.609948:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177081.609950:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177081.609953:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177081.609956:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177081.609959:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786177081.609963:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177081.609966:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177081.609980:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177081.609984:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177081.609988:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177081.609992:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786177081.609995:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177081.610002:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae6d80.
00000020:00000040:1.0:1786177081.610007:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786177081.610012:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177081.610014:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177081.610019:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177081.610022:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177081.610026:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177081.610039:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786177081.610047:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177081.610056:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae6d80 x1872930407338752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177081.610066:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177081.610073:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177081.610082:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f5d7f0] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae6d80 x1872930407338752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177081.610117:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177081.610122:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177081.610132:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786177081.610135:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177081.610139:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177081.610141:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786177081.610146:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177081.610152:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1786177081.610154:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11601
00000100:00000001:2.0:1786177081.610156:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1786177081.610165:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:2.0:1786177081.610166:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae6d80 x1872930407338752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1786177081.610172:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177081.610178:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177081.610186:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177081.610186:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177081.610190:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177081.610192:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1786177081.610195:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1786177081.610197:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177081.610199:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786177081.610202:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:2.0:1786177081.610204:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1786177081.610210:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:2.0:1786177081.610212:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407338752:192.168.202.146@tcp:250:kworker.0
00000020:00000040:1.0:1786177081.610215:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000100:00000001:2.0:1786177081.610219:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1786177081.610221:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1786177081.610223:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1786177081.610226:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
02000000:00000001:2.0:1786177081.610228:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1786177081.610233:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
02000000:00000001:2.0:1786177081.610234:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1786177081.610240:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
02000000:00000010:2.0:1786177081.610241:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177081.610246:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177081.610250:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177081.610255:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177081.610255:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:1.0:1786177081.610260:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177081.610263:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000100:00000001:1.0:1786177081.610264:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177081.610269:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000400:00000010:2.0:1786177081.610272:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00080000:1.0:1786177081.610273:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177081.610279:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177081.610281:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1786177081.610282:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407338752, portal 25
02000000:00000001:1.0:1786177081.610286:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177081.610287:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1786177081.610292:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.610292:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207027072 : -106564502524544 : ffff9f1484ae6d80)
00000100:00000001:1.0:1786177081.610295:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177081.610300:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1786177081.610304:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae6d80 x1872930407338752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1786177081.610305:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177081.610311:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177081.610318:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4380.
00000100:00000001:2.0:1786177081.610320:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1786177081.610324:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00000040:2.0:1786177081.610326:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
02000000:00000001:1.0:1786177081.610332:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1786177081.610332:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
02000000:00000001:1.0:1786177081.610336:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177081.610339:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407338752, offset 0
00000100:00000001:1.0:1786177081.610341:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177081.610345:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177081.610347:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177081.610349:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
02000000:00000010:1.0:1786177081.610355:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
00000400:00000200:2.0:1786177081.610360:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786177081.610363:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177081.610370:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00100000:1.0:1786177081.610374:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4380 x1872930407338880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177081.610378:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177081.610386:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:1.0:1786177081.610388:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1786177081.610392:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1786177081.610393:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177081.610400:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000040:1.0:1786177081.610404:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000778f37b2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4380 x1872930407338880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177081.610410:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273619:273619:256:4294967295] 192.168.202.146@tcp LPNI seq info [273580:273580:8:4294967295]
00000400:00000200:2.0:1786177081.610423:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786177081.610436:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177081.610441:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1786177081.610442:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177081.610451:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786177081.610456:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1786177081.610456:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00080000:1.0:1786177081.610460:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177081.610464:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:2.0:1786177081.610464:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000100:00080000:1.0:1786177081.610470:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11601
00000800:00000200:2.0:1786177081.610477:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000400:00000200:1.0:1786177081.610481:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:2.0:1786177081.610484:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000400:00000200:1.0:1786177081.610489:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177081.610493:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1786177081.610497:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:1.0:1786177081.610500:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177081.610505:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786177081.610505:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1786177081.610510:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177081.610514:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000100:2.0:1786177081.610517:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000020:00000001:1.0:1786177081.610518:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177081.610522:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000800:00000010:2.0:1786177081.610523:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000020:00000001:1.0:1786177081.610524:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177081.610529:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000400:00000200:2.0:1786177081.610530:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1786177081.610532:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786177081.610538:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177081.610539:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1786177081.610546:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177081.610548:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000100:00000001:1.0:1786177081.610551:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1786177081.610553:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000040:1.0:1786177081.610557:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177081.610559:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1786177081.610561:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177081.610567:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00000200:2.0:1786177081.610568:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae6d80 x1872930407338752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1786177081.610575:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177081.610583:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177081.610589:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177081.610591:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1786177081.610594:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177081.610600:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177081.610600:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae6d80 x1872930407338752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177081.610604:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177081.610607:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786177081.610612:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177081.610616:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.610621:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177081.610622:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786177081.610627:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000100:00000001:2.0:1786177081.610627:0:2401:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1786177081.610632:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177081.610633:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177081.610634:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177081.610636:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177081.610636:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177081.610639:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177081.610644:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:1.0:1786177081.610645:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:2.0:1786177081.610648:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306283306
00000100:00000001:1.0:1786177081.610650:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.610660:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306278186
00000100:00000001:2.0:1786177081.610666:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306283306
00000100:00100000:1.0:1786177081.610667:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407339008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177081.610670:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306278186
00000100:00000001:2.0:1786177081.610678:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786177081.610680:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177081.610684:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.610684:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.610690:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1786177081.610692:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407339008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177081.610698:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177081/real 1786177081]  req@ffff9f1484ae6d80 x1872930407338752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177081.610701:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177081.610705:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177081.610711:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786177081.610714:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177081.610716:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177081.610720:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:2.0:1786177081.610721:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1786177081.610723:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11601
00000400:00000001:2.0:1786177081.610725:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:1.0:1786177081.610729:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177081.610731:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:1.0:1786177081.610733:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177081.610735:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000100:00080000:1.0:1786177081.610736:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1786177081.610739:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000040:1.0:1786177081.610742:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177081.610744:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1786177081.610747:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1786177081.610751:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae6d80 x1872930407338752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1786177081.610753:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177081.610758:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177081.610762:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177081.610765:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786177081.610767:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:2.0:1786177081.610769:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae6d80 x1872930407338752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1786177081.610788:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786177081.610791:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786177081.610793:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786177081.610797:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177081.610798:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177081.610800:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177081.610802:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177081.610805:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786177081.610811:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177081.610816:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177081.610820:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177081.610821:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1786177081.610823:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177081.610826:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.610826:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177081.610832:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177081.610833:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:1.0:1786177081.610835:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177081.610837:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1786177081.610838:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177081.610842:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177081.610844:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786177081.610848:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00100000:2.0:1786177081.610848:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae6d80 x1872930407338752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1786177081.610852:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177081.610855:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177081.610859:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177081.610861:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177081.610864:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177081.610870:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:2.0:1786177081.610871:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177081.610877:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177081.610880:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae6d80 x1872930407338752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786177081.610885:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407339136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177081.610892:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177081.610897:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177081.610902:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177081.610903:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177081.610906:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177081.610907:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.610909:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1786177081.610913:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407339136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.610913:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177081.610918:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177081.610926:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177081.610931:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1786177081.610932:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177081.610937:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae6d80 x1872930407338752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1786177081.610938:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177081.610948:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1786177081.610951:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407338752:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786177081.610953:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177081.610955:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1786177081.610957:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177081.610958:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177081.610963:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae6d80 x1872930407338752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177081.610964:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177081.610970:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11601
00000400:00000200:1.0:1786177081.610975:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177081.610981:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177081.610985:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177081.610986:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1786177081.610990:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177081.610990:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177081.610993:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
00000100:00000001:1.0:1786177081.610994:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177081.610999:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177081.610999:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177081.611002:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:1.0:1786177081.611003:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:2.0:1786177081.611005:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:1.0:1786177081.611006:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000001:2.0:1786177081.611009:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000040:1.0:1786177081.611010:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786177081.611013:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000010:2.0:1786177081.611013:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497ddac00.
00000020:00000040:1.0:1786177081.611015:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
02000000:00000001:2.0:1786177081.611018:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:1.0:1786177081.611019:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000001:2.0:1786177081.611022:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:1.0:1786177081.611023:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000010:2.0:1786177081.611026:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae6d80.
00000100:00000040:1.0:1786177081.611028:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177081.611030:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1786177081.611031:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177081.611033:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786177081.611036:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177081.611037:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177081.611042:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177081.611045:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786177081.611047:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177081.611047:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177081.611050:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177081.611051:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.611053:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1786177081.611055:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177081.611056:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177081.611058:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1786177081.611059:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177081.611063:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177081.611064:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4380 x1872930407338880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177081.611065:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177081.611069:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786177081.611074:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177081.611078:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.611079:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177081.611081:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177081.611082:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
02000000:00000001:2.0:1786177081.611084:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1786177081.611088:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:2.0:1786177081.611088:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177081.611094:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1786177081.611094:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177081.611110:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177081.611112:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407338880:192.168.202.146@tcp:38:kworker.0
00000100:00000001:1.0:1786177081.611114:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177081.611117:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177081.611119:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786177081.611120:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177081.611122:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177081.611124:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177081.611125:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
02000000:00000001:2.0:1786177081.611126:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1786177081.611131:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177081.611131:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177081.611135:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177081.611138:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407339264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177081.611141:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177081.611145:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000100:00000001:1.0:1786177081.611151:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1786177081.611151:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000001:1.0:1786177081.611156:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177081.611157:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407338880, portal 10
00000100:00000001:2.0:1786177081.611160:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177081.611163:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207016320 : -106564502535296 : ffff9f1484ae4380)
00000100:00000040:1.0:1786177081.611164:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407339264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1786177081.611172:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4380 x1872930407338880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177081.611174:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177081.611181:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11612)
00000100:00000001:2.0:1786177081.611181:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177081.611187:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177081.611189:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177081.611191:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407338880, offset 0
00000400:00000200:2.0:1786177081.611194:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177081.611198:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177081.611201:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177081.611203:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177081.611205:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177081.611207:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177081.611209:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177081.611211:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273620:273620:256:4294967295] 192.168.202.146@tcp LPNI seq info [273581:273581:8:4294967295]
00000400:00000200:2.0:1786177081.611214:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177081.611219:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177081.611222:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177081.611225:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177081.611228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177081.611230:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786177081.611233:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177081.611235:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1786177081.611238:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177081.611240:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177081.611242:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177081.611244:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177081.611246:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177081.611247:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177081.611249:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177081.611251:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4380 x1872930407338880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611257:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177081.611259:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4380 x1872930407338880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611264:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.611265:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177081.611267:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177081.611270:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177081.611272:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177081.611274:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306274341
00000100:00000001:2.0:1786177081.611277:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306283306
00000100:00000001:2.0:1786177081.611279:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306274341
00000100:00000001:2.0:1786177081.611281:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306283306
00000100:00000001:2.0:1786177081.611283:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177081.611285:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.611287:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177081.611291:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177081/real 1786177081]  req@ffff9f1484ae4380 x1872930407338880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177081.611307:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177081.611308:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177081.611310:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177081.611313:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177081.611315:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177081.611317:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177081.611321:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4380 x1872930407338880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177081.611330:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4380 x1872930407338880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611335:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177081.611336:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.611337:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177081.611338:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177081.611341:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4380 x1872930407338880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611346:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177081.611348:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4380 x1872930407338880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611353:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177081.611354:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.611355:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177081.611356:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.611357:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177081.611358:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177081.611360:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177081.611362:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177081.611363:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177081.611366:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4380 x1872930407338880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177081.611371:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407338880:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177081.611374:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177081.611376:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae5880 x1872930407339008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611380:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177081.611381:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177081.611382:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177081.611383:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177081.611385:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177081.611387:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407339008:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177081.611389:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177081.611390:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177081.611391:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177081.611392:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177081.611395:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177081.611396:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177081.611399:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177081.611400:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177081.611402:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177081.611405:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407339008, portal 10
00000100:00000001:2.0:1786177081.611406:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177081.611407:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207021696 : -106564502529920 : ffff9f1484ae5880)
00000100:00000040:2.0:1786177081.611411:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae5880 x1872930407339008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611417:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177081.611419:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177081.611422:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177081.611424:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407339008, offset 0
00000400:00000200:2.0:1786177081.611429:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177081.611433:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177081.611436:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177081.611440:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177081.611442:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177081.611445:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177081.611447:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177081.611451:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273621:273621:256:4294967295] 192.168.202.146@tcp LPNI seq info [273582:273582:8:4294967295]
00000400:00000200:2.0:1786177081.611456:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177081.611462:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177081.611467:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177081.611470:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177081.611473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177081.611475:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786177081.611478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177081.611480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1786177081.611483:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177081.611484:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177081.611487:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177081.611489:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177081.611491:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177081.611492:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177081.611494:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177081.611496:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae5880 x1872930407339008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611502:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177081.611504:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae5880 x1872930407339008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611509:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.611510:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177081.611512:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177081.611514:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177081.611516:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177081.611518:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306274422
00000100:00000001:2.0:1786177081.611520:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306283306
00000100:00000001:2.0:1786177081.611521:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306274422
00000100:00000001:2.0:1786177081.611523:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306283306
00000100:00000001:2.0:1786177081.611524:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177081.611525:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.611526:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177081.611529:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177081/real 1786177081]  req@ffff9f1484ae5880 x1872930407339008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177081.611534:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177081.611535:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177081.611536:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177081.611537:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177081.611538:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177081.611539:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177081.611541:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae5880 x1872930407339008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177081.611547:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae5880 x1872930407339008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611550:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177081.611551:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.611552:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177081.611553:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177081.611555:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae5880 x1872930407339008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611559:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177081.611562:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae5880 x1872930407339008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611566:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177081.611568:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.611569:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177081.611570:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.611571:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177081.611572:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177081.611574:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177081.611576:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177081.611577:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177081.611579:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae5880 x1872930407339008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177081.611584:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407339008:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177081.611586:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177081.611588:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4e00 x1872930407339136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611592:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177081.611593:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177081.611594:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177081.611595:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177081.611597:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177081.611598:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407339136:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177081.611600:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177081.611602:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177081.611603:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177081.611604:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177081.611606:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177081.611607:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177081.611609:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177081.611611:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177081.611613:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177081.611615:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407339136, portal 4
00000100:00000001:2.0:1786177081.611617:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177081.611618:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207019008 : -106564502532608 : ffff9f1484ae4e00)
00000100:00000040:2.0:1786177081.611621:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4e00 x1872930407339136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611625:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177081.611627:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177081.611628:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177081.611629:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407339136, offset 0
00000400:00000200:2.0:1786177081.611632:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177081.611634:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177081.611636:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177081.611638:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177081.611640:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177081.611641:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177081.611643:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177081.611645:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273622:273622:256:4294967295] 192.168.202.146@tcp LPNI seq info [273583:273583:8:4294967295]
00000400:00000200:2.0:1786177081.611648:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177081.611652:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177081.611654:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177081.611656:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177081.611659:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177081.611660:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786177081.611663:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177081.611665:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1786177081.611667:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177081.611669:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177081.611671:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177081.611673:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177081.611675:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177081.611676:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177081.611677:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177081.611679:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4e00 x1872930407339136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611688:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177081.611690:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4e00 x1872930407339136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611695:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.611696:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177081.611697:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177081.611699:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177081.611701:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177081.611702:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306275681
00000100:00000001:2.0:1786177081.611703:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306283306
00000100:00000001:2.0:1786177081.611704:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306275681
00000100:00000001:2.0:1786177081.611706:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306283306
00000100:00000001:2.0:1786177081.611707:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177081.611709:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.611710:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177081.611712:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177081/real 1786177081]  req@ffff9f1484ae4e00 x1872930407339136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177081.611716:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177081.611717:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177081.611718:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177081.611719:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177081.611720:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177081.611721:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177081.611723:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4e00 x1872930407339136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177081.611728:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4e00 x1872930407339136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611732:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177081.611734:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.611735:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177081.611736:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177081.611738:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4e00 x1872930407339136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611742:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177081.611744:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4e00 x1872930407339136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611748:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177081.611750:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.611751:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177081.611751:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.611752:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177081.611753:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177081.611755:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177081.611757:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177081.611758:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177081.611760:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4e00 x1872930407339136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177081.611765:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407339136:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177081.611767:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.611768:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177081.611791:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4380 x1872930407338880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611799:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177081.611801:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177081.611803:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177081.611806:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177081.611807:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177081.611809:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177081.611811:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177081.611813:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9c00.
02000000:00000001:2.0:1786177081.611816:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177081.611817:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177081.611818:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4380.
00000100:00000001:2.0:1786177081.611820:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177081.611821:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.611822:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177081.611825:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae5880 x1872930407339008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611830:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177081.611831:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177081.611832:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177081.611834:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177081.611835:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177081.611835:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177081.611837:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177081.611837:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd8c00.
02000000:00000001:2.0:1786177081.611839:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177081.611839:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177081.611840:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae5880.
00000100:00000001:2.0:1786177081.611841:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177081.611842:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.611843:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177081.611845:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4e00 x1872930407339136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611849:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177081.611849:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177081.611850:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177081.611852:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177081.611852:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177081.611853:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177081.611854:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177081.611855:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9400.
02000000:00000001:2.0:1786177081.611856:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177081.611857:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177081.611858:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4e00.
00000100:00000001:2.0:1786177081.611860:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177081.611860:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.611862:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.611865:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177081.611866:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.611867:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177081.611868:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177081.611869:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177081.611871:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4000 x1872930407339264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611876:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177081.611877:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177081.611878:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177081.611879:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177081.611881:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177081.611882:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407339264:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177081.611884:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177081.611886:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177081.611887:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177081.611888:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177081.611890:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177081.611891:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177081.611894:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177081.611895:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177081.611898:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177081.611900:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407339264, portal 4
00000100:00000001:2.0:1786177081.611901:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177081.611902:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207015424 : -106564502536192 : ffff9f1484ae4000)
00000100:00000040:2.0:1786177081.611906:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4000 x1872930407339264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611910:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177081.611912:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177081.611913:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177081.611915:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407339264, offset 0
00000400:00000200:2.0:1786177081.611918:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177081.611920:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177081.611923:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177081.611925:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177081.611927:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177081.611928:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177081.611930:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177081.611932:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273623:273623:256:4294967295] 192.168.202.146@tcp LPNI seq info [273584:273584:8:4294967295]
00000400:00000200:2.0:1786177081.611934:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177081.611938:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177081.611942:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177081.611944:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177081.611946:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177081.611948:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786177081.611951:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177081.611953:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1786177081.611955:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177081.611957:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177081.611959:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177081.611961:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177081.611963:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177081.611964:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177081.611966:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177081.611968:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4000 x1872930407339264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611973:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177081.611975:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4000 x1872930407339264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.611979:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.611980:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177081.611982:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177081.611984:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177081.611986:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177081.611988:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306275472
00000100:00000001:2.0:1786177081.611989:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306283306
00000100:00000001:2.0:1786177081.611991:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306275472
00000100:00000001:2.0:1786177081.611993:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306283306
00000100:00000001:2.0:1786177081.611994:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177081.611996:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.611997:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177081.611999:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177081/real 1786177081]  req@ffff9f1484ae4000 x1872930407339264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177081.612004:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177081.612004:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177081.612005:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177081.612006:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177081.612007:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177081.612009:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177081.612010:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4000 x1872930407339264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177081.612016:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4000 x1872930407339264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.612020:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177081.612021:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.612022:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177081.612023:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177081.612025:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4000 x1872930407339264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.612029:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177081.612031:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4000 x1872930407339264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.612036:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177081.612038:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.612039:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177081.612040:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.612041:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177081.612042:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177081.612043:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177081.612045:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177081.612046:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177081.612049:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4000 x1872930407339264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177081.612053:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407339264:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177081.612055:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.612057:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177081.612058:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4000 x1872930407339264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177081.612062:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177081.612063:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177081.612064:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177081.612065:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177081.612066:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177081.612067:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177081.612068:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177081.612069:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9800.
02000000:00000001:2.0:1786177081.612071:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177081.612072:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177081.612073:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4000.
00000100:00000001:2.0:1786177081.612074:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177081.612075:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.612077:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177081.612078:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177081.612079:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177081.612081:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177081.612082:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177082.441884:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177082.441889:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177082.441955:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177082.441958:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177082.441961:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177083.465894:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177083.465900:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177083.465969:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177083.465973:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177083.465976:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177084.489927:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177084.489934:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177084.490004:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177084.490007:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177084.490010:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177085.513902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177085.513908:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177085.513982:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177085.513987:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177085.513991:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177086.537902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177086.537909:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177086.537975:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177086.537978:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177086.537981:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786177086.729841:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177086.729850:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786177086.729852:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177086.729856:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177086.729860:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177086.729866:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11607
00000400:00000200:1.0:1786177086.729873:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177086.729878:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177086.729880:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177086.729883:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177086.729886:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177086.729887:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177086.729889:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177086.729893:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177086.729894:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786177086.729897:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177086.729899:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786177086.729900:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786177086.729902:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786177086.729904:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177086.729905:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177086.729907:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177086.729908:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177086.729910:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786177086.729913:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177086.729915:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177086.729917:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177086.729920:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177086.729922:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177086.729923:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786177086.729925:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177086.729932:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786177086.729935:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786177086.729938:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177086.729939:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177086.729942:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177086.729944:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177086.729947:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177086.729954:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddbc00.
00000100:00000001:1.0:1786177086.729959:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177086.729966:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407339392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177086.729975:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177086.729978:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177086.729982:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407339392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177086.729999:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177086.730002:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177086.730005:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786177086.730006:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177086.730007:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177086.730009:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177086.730012:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11607
00000400:00000200:1.0:1786177086.730015:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177086.730017:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177086.730020:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177086.730020:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1786177086.730025:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177086.730025:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786177086.730029:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177086.730029:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786177086.730034:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177086.730037:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177086.730039:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1786177086.730039:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4700 x1872930407339392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1786177086.730042:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786177086.730045:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177086.730059:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786177086.730064:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786177086.730069:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177086.730071:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1786177086.730075:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177086.730075:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177086.730080:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177086.730081:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177086.730081:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1786177086.730085:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:2.0:1786177086.730085:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1786177086.730091:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
02000000:00000001:2.0:1786177086.730092:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177086.730095:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00100000:2.0:1786177086.730098:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407339392:192.168.202.146@tcp:250:kworker.0
00000100:00000001:1.0:1786177086.730099:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177086.730104:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177086.730105:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786177086.730110:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177086.730110:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786177086.730114:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177086.730114:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177086.730117:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1786177086.730118:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177086.730123:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1786177086.730123:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
00000008:00000001:1.0:1786177086.730129:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177086.730129:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177086.730135:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177086.730140:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000010:1.0:1786177086.730143:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000400:00000010:2.0:1786177086.730144:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000020:00000040:1.0:1786177086.730151:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000400:00000010:2.0:1786177086.730152:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
02000000:00000001:1.0:1786177086.730156:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177086.730159:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177086.730160:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407339392, portal 25
00000100:00000001:1.0:1786177086.730163:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177086.730164:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1786177086.730168:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177086.730168:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207017216 : -106564502534400 : ffff9f1484ae4700)
02000000:00000001:1.0:1786177086.730173:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177086.730175:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4700 x1872930407339392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1786177086.730181:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:2.0:1786177086.730182:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177086.730186:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000001:1.0:1786177086.730189:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177086.730190:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177086.730195:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407339392, offset 0
00000100:00100000:1.0:1786177086.730200:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407339520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177086.730204:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:1.0:1786177086.730211:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1786177086.730214:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786177086.730215:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177086.730222:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407339520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177086.730223:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177086.730230:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1786177086.730236:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177086.730236:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00080000:1.0:1786177086.730241:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177086.730242:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1786177086.730248:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1786177086.730248:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:1.0:1786177086.730252:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177086.730255:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273624:273624:256:4294967295] 192.168.202.146@tcp LPNI seq info [273585:273585:8:4294967295]
00000100:00080000:1.0:1786177086.730256:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177086.730262:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177086.730262:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:1.0:1786177086.730266:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11607
00000400:00000200:2.0:1786177086.730273:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1786177086.730281:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:2.0:1786177086.730282:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000400:00000200:1.0:1786177086.730288:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000010:2.0:1786177086.730289:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000100:00080000:1.0:1786177086.730293:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177086.730297:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.0:1786177086.730300:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786177086.730301:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1786177086.730306:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1786177086.730307:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177086.730312:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177086.730315:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1786177086.730316:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000040:1.0:1786177086.730317:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786177086.730321:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1786177086.730322:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000020:00000040:1.0:1786177086.730324:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786177086.730328:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000100:2.0:1786177086.730328:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000020:00000001:1.0:1786177086.730332:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000010:2.0:1786177086.730333:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177086.730340:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1786177086.730344:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177086.730345:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1786177086.730348:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177086.730351:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000100:00000040:1.0:1786177086.730352:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177086.730355:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177086.730359:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1786177086.730360:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177086.730364:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00000200:2.0:1786177086.730365:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4700 x1872930407339392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1786177086.730373:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177086.730377:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1786177086.730379:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177086.730382:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4700 x1872930407339392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1786177086.730384:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177086.730389:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177086.730390:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.730395:0:2401:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1786177086.730397:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.730400:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177086.730401:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177086.730406:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1786177086.730407:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177086.730411:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306288426
00000008:00000001:1.0:1786177086.730413:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177086.730416:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.730418:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306283306
00000100:00000010:1.0:1786177086.730420:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000100:00000001:2.0:1786177086.730423:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306288426
00000020:00000040:1.0:1786177086.730424:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786177086.730430:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177086.730430:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306283306
02000000:00000001:1.0:1786177086.730431:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177086.730436:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177086.730436:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177086.730439:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177086.730440:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177086.730442:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.730443:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000010:1.0:1786177086.730447:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8000.
00000100:00100000:2.0:1786177086.730448:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177086/real 1786177086]  req@ffff9f1484ae4700 x1872930407339392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177086.730452:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177086.730458:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407339648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177086.730484:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1786177086.730485:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1786177086.730486:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177086.730488:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177086.730491:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000100:00000040:1.0:1786177086.730492:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407339648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177086.730495:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177086.730498:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177086.730502:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1786177086.730504:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177086.730509:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4700 x1872930407339392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1786177086.730510:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177086.730517:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786177086.730522:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1786177086.730525:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4700 x1872930407339392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1786177086.730526:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177086.730534:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177086.730542:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11607
00000100:00000001:2.0:1786177086.730550:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:1.0:1786177086.730551:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177086.730555:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1786177086.730559:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177086.730560:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177086.730564:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1786177086.730565:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177086.730572:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177086.730574:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1786177086.730574:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4700 x1872930407339392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1786177086.730578:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177086.730582:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177086.730590:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1786177086.730594:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1786177086.730596:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4700 x1872930407339392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1786177086.730597:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786177086.730603:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177086.730606:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000001:2.0:1786177086.730607:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1786177086.730609:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177086.730611:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1786177086.730614:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177086.730615:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177086.730617:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.730620:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1786177086.730621:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177086.730622:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786177086.730626:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1786177086.730627:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1786177086.730631:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177086.730633:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00080000:2.0:1786177086.730634:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000020:00000040:1.0:1786177086.730638:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000001:2.0:1786177086.730639:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1786177086.730643:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000040:2.0:1786177086.730645:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4700 x1872930407339392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177086.730647:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177086.730652:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177086.730656:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1786177086.730658:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407339392:192.168.202.146@tcp:250:kworker.0
02000000:00000001:1.0:1786177086.730659:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177086.730664:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177086.730666:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1786177086.730667:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177086.730670:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1786177086.730671:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177086.730674:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4700 x1872930407339392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177086.730675:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177086.730681:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000100:00000001:2.0:1786177086.730685:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:1.0:1786177086.730686:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:2.0:1786177086.730689:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1786177086.730690:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177086.730693:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177086.730694:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
00000100:00000001:1.0:1786177086.730695:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177086.730697:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177086.730701:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177086.730701:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177086.730706:0:2401:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000010:1.0:1786177086.730707:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000020:00000040:2.0:1786177086.730711:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000001:1.0:1786177086.730712:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177086.730717:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00100000:1.0:1786177086.730720:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407339776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1786177086.730723:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497ddbc00.
00000100:00000001:1.0:1786177086.730731:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1786177086.730732:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177086.730735:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177086.730737:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4700.
00000100:00000001:1.0:1786177086.730738:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.730742:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177086.730744:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786177086.730747:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407339776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.730748:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177086.730758:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.730758:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177086.730762:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177086.730763:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177086.730766:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1786177086.730768:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1786177086.730769:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786177086.730791:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177086.730793:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177086.730796:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177086.730799:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1786177086.730800:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11607
00000400:00000200:1.0:1786177086.730806:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:2.0:1786177086.730806:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae7b80 x1872930407339520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1786177086.730813:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177086.730818:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177086.730821:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1786177086.730823:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177086.730824:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177086.730829:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1786177086.730830:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177086.730833:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1786177086.730835:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177086.730836:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177086.730838:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177086.730843:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:2.0:1786177086.730843:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407339520:192.168.202.146@tcp:38:kworker.0
00000020:00000040:1.0:1786177086.730847:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000001:2.0:1786177086.730848:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1786177086.730852:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1786177086.730853:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1786177086.730857:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
02000000:00000001:2.0:1786177086.730857:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177086.730859:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1786177086.730861:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000010:2.0:1786177086.730863:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
00000020:00000001:1.0:1786177086.730864:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000001:2.0:1786177086.730868:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177086.730871:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177086.730875:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177086.730875:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:1.0:1786177086.730879:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177086.730880:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000100:00000001:1.0:1786177086.730882:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000010:2.0:1786177086.730885:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000020:00000040:1.0:1786177086.730886:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000200:2.0:1786177086.730889:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407339520, portal 10
00000100:00080000:1.0:1786177086.730890:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177086.730895:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1786177086.730896:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.730898:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207030656 : -106564502520960 : ffff9f1484ae7b80)
02000000:00000001:1.0:1786177086.730899:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177086.730904:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177086.730908:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177086.730908:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae7b80 x1872930407339520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177086.730910:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177086.730913:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786177086.730917:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177086.730921:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.730923:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:1.0:1786177086.730926:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000100:00000040:2.0:1786177086.730927:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000020:00000040:1.0:1786177086.730931:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000400:00000010:2.0:1786177086.730932:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
02000000:00000001:1.0:1786177086.730937:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1786177086.730938:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407339520, offset 0
02000000:00000001:1.0:1786177086.730940:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177086.730945:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1786177086.730945:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
02000000:00000001:1.0:1786177086.730948:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177086.730950:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177086.730950:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:1.0:1786177086.730955:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000400:00000200:2.0:1786177086.730955:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:1.0:1786177086.730962:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177086.730962:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177086.730968:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00100000:1.0:1786177086.730971:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407339904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177086.730973:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177086.730978:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177086.730984:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273625:273625:256:4294967295] 192.168.202.146@tcp LPNI seq info [273586:273586:8:4294967295]
00000100:00000001:1.0:1786177086.730987:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1786177086.730990:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786177086.730991:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177086.730997:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407339904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177086.731003:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177086.731014:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000001:1.0:1786177086.731019:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1786177086.731019:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000100:00000040:1.0:1786177086.731026:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11617)
00000800:00000200:2.0:1786177086.731027:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177086.731032:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786177086.731035:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177086.731037:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1786177086.731040:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177086.731042:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177086.731045:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177086.731062:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177086.731065:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177086.731067:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177086.731069:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177086.731072:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae7b80 x1872930407339520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731082:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177086.731084:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae7b80 x1872930407339520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731089:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.731090:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177086.731092:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177086.731095:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177086.731097:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177086.731099:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306279461
00000100:00000001:2.0:1786177086.731101:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306288426
00000100:00000001:2.0:1786177086.731103:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306279461
00000100:00000001:2.0:1786177086.731104:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306288426
00000100:00000001:2.0:1786177086.731105:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177086.731107:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.731108:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177086.731110:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177086/real 1786177086]  req@ffff9f1484ae7b80 x1872930407339520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177086.731116:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177086.731117:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177086.731118:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177086.731120:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177086.731121:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177086.731122:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177086.731124:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae7b80 x1872930407339520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177086.731130:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae7b80 x1872930407339520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731134:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177086.731135:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731136:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177086.731137:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177086.731139:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae7b80 x1872930407339520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731144:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177086.731146:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae7b80 x1872930407339520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731150:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177086.731152:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731153:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177086.731154:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731155:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177086.731156:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177086.731158:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177086.731159:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177086.731161:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177086.731163:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae7b80 x1872930407339520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177086.731168:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407339520:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177086.731170:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177086.731172:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae5500 x1872930407339648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731177:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177086.731178:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177086.731179:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177086.731180:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177086.731182:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177086.731184:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407339648:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177086.731186:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177086.731187:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177086.731189:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177086.731190:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177086.731192:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177086.731193:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177086.731195:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177086.731197:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177086.731199:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177086.731201:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407339648, portal 10
00000100:00000001:2.0:1786177086.731202:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177086.731203:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207020800 : -106564502530816 : ffff9f1484ae5500)
00000100:00000040:2.0:1786177086.731207:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae5500 x1872930407339648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731212:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177086.731213:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177086.731214:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177086.731216:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407339648, offset 0
00000400:00000200:2.0:1786177086.731218:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177086.731221:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177086.731223:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177086.731225:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177086.731227:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177086.731228:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177086.731230:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177086.731232:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273626:273626:256:4294967295] 192.168.202.146@tcp LPNI seq info [273587:273587:8:4294967295]
00000400:00000200:2.0:1786177086.731235:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177086.731240:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177086.731243:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177086.731245:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177086.731247:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177086.731249:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786177086.731252:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177086.731254:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1786177086.731256:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177086.731258:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177086.731260:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177086.731263:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177086.731266:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177086.731267:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177086.731270:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177086.731273:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae5500 x1872930407339648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731281:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177086.731284:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae5500 x1872930407339648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731290:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.731292:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177086.731295:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177086.731297:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177086.731301:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177086.731303:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306279542
00000100:00000001:2.0:1786177086.731305:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306288426
00000100:00000001:2.0:1786177086.731307:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306279542
00000100:00000001:2.0:1786177086.731309:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306288426
00000100:00000001:2.0:1786177086.731311:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177086.731313:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.731315:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177086.731319:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177086/real 1786177086]  req@ffff9f1484ae5500 x1872930407339648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177086.731327:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177086.731329:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177086.731331:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177086.731334:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177086.731335:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177086.731337:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177086.731340:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae5500 x1872930407339648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177086.731348:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae5500 x1872930407339648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731354:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177086.731356:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731358:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177086.731359:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177086.731363:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae5500 x1872930407339648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731370:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177086.731374:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae5500 x1872930407339648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731381:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177086.731383:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731385:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177086.731386:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731388:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177086.731390:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177086.731393:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177086.731396:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177086.731398:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177086.731403:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae5500 x1872930407339648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177086.731414:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407339648:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177086.731417:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177086.731419:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4a80 x1872930407339776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731424:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177086.731425:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177086.731426:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177086.731427:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177086.731429:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177086.731431:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407339776:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177086.731433:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177086.731434:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177086.731435:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177086.731437:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177086.731439:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177086.731441:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177086.731444:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177086.731446:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177086.731448:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177086.731450:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407339776, portal 4
00000100:00000001:2.0:1786177086.731452:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177086.731453:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207018112 : -106564502533504 : ffff9f1484ae4a80)
00000100:00000040:2.0:1786177086.731457:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4a80 x1872930407339776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731461:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177086.731463:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177086.731464:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177086.731466:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407339776, offset 0
00000400:00000200:2.0:1786177086.731468:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177086.731472:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177086.731474:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177086.731476:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177086.731478:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177086.731480:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177086.731481:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177086.731483:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273627:273627:256:4294967295] 192.168.202.146@tcp LPNI seq info [273588:273588:8:4294967295]
00000400:00000200:2.0:1786177086.731486:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177086.731491:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177086.731493:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177086.731495:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177086.731498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177086.731500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786177086.731503:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177086.731504:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1786177086.731507:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177086.731508:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177086.731511:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177086.731513:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177086.731515:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177086.731516:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177086.731518:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177086.731520:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4a80 x1872930407339776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731525:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177086.731527:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4a80 x1872930407339776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731534:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.731536:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177086.731539:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177086.731542:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177086.731545:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177086.731548:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306280801
00000100:00000001:2.0:1786177086.731550:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306288426
00000100:00000001:2.0:1786177086.731553:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306280801
00000100:00000001:2.0:1786177086.731555:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306288426
00000100:00000001:2.0:1786177086.731557:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177086.731559:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.731561:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177086.731565:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177086/real 1786177086]  req@ffff9f1484ae4a80 x1872930407339776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177086.731574:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177086.731576:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177086.731578:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177086.731580:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177086.731582:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177086.731584:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177086.731588:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4a80 x1872930407339776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177086.731597:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4a80 x1872930407339776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731602:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177086.731603:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731605:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177086.731606:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177086.731608:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4a80 x1872930407339776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731613:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177086.731615:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4a80 x1872930407339776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731619:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177086.731621:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731622:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177086.731623:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731624:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177086.731626:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177086.731627:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177086.731629:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177086.731630:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177086.731633:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4a80 x1872930407339776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177086.731638:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407339776:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177086.731640:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731642:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177086.731644:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae7b80 x1872930407339520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731648:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177086.731649:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177086.731651:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177086.731653:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177086.731654:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177086.731655:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177086.731656:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177086.731657:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:2.0:1786177086.731659:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177086.731660:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177086.731661:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae7b80.
00000100:00000001:2.0:1786177086.731663:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177086.731664:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731665:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177086.731667:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae5500 x1872930407339648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731676:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177086.731677:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177086.731678:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177086.731680:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177086.731680:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177086.731681:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177086.731682:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177086.731683:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:2.0:1786177086.731684:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177086.731685:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177086.731685:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae5500.
00000100:00000001:2.0:1786177086.731687:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177086.731688:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731689:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177086.731692:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4a80 x1872930407339776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731698:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177086.731699:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177086.731701:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177086.731702:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177086.731704:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177086.731705:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177086.731707:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177086.731708:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dda400.
02000000:00000001:2.0:1786177086.731711:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177086.731712:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177086.731714:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4a80.
00000100:00000001:2.0:1786177086.731716:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177086.731718:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731720:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731724:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177086.731725:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.731727:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177086.731729:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177086.731731:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177086.731735:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae7100 x1872930407339904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731742:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177086.731744:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177086.731746:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177086.731747:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177086.731749:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177086.731751:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407339904:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177086.731753:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177086.731755:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177086.731756:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177086.731757:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177086.731760:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177086.731761:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177086.731763:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177086.731765:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177086.731768:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177086.731786:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407339904, portal 4
00000100:00000001:2.0:1786177086.731788:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177086.731789:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207027968 : -106564502523648 : ffff9f1484ae7100)
00000100:00000040:2.0:1786177086.731794:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae7100 x1872930407339904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731798:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177086.731800:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177086.731802:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177086.731804:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407339904, offset 0
00000400:00000200:2.0:1786177086.731806:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177086.731809:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177086.731811:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177086.731814:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177086.731816:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177086.731817:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177086.731819:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177086.731822:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273628:273628:256:4294967295] 192.168.202.146@tcp LPNI seq info [273589:273589:8:4294967295]
00000400:00000200:2.0:1786177086.731824:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177086.731829:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177086.731832:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177086.731834:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177086.731837:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177086.731839:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786177086.731842:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177086.731844:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1786177086.731846:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177086.731848:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177086.731850:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177086.731852:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177086.731854:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177086.731855:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177086.731857:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177086.731859:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae7100 x1872930407339904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731864:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177086.731866:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae7100 x1872930407339904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731871:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.731872:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177086.731874:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177086.731876:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177086.731878:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177086.731879:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306280592
00000100:00000001:2.0:1786177086.731881:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306288426
00000100:00000001:2.0:1786177086.731882:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306280592
00000100:00000001:2.0:1786177086.731884:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306288426
00000100:00000001:2.0:1786177086.731885:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177086.731887:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.731888:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177086.731891:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177086/real 1786177086]  req@ffff9f1484ae7100 x1872930407339904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177086.731896:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177086.731897:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177086.731898:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177086.731899:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177086.731900:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177086.731901:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177086.731903:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae7100 x1872930407339904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177086.731909:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae7100 x1872930407339904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731912:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177086.731913:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731914:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177086.731915:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177086.731917:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae7100 x1872930407339904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731921:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177086.731924:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae7100 x1872930407339904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731928:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177086.731929:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731930:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177086.731931:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731932:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177086.731933:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177086.731935:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177086.731937:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177086.731938:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177086.731941:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae7100 x1872930407339904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177086.731946:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407339904:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177086.731948:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731949:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177086.731951:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae7100 x1872930407339904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177086.731955:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177086.731956:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177086.731957:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177086.731958:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177086.731959:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177086.731960:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177086.731961:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177086.731962:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:2.0:1786177086.731964:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177086.731964:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177086.731965:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae7100.
00000100:00000001:2.0:1786177086.731967:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177086.731967:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731969:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177086.731971:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177086.731972:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177086.731974:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177086.731975:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177087.561914:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177087.561921:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177087.561985:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177087.561990:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177087.561994:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177088.585883:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177088.585888:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177088.585953:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177088.585957:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177088.585960:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177089.609887:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177089.609895:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177089.609898:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177089.609901:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177089.609905:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177089.609907:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177089.609909:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177089.609910:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177089.609977:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177089.609981:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177089.609984:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177090.633887:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177090.633895:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177090.633955:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177090.633960:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177090.633964:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177091.657931:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177091.657938:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177091.658025:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177091.658029:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177091.658033:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177091.849928:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177091.849935:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177091.849937:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177091.849940:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177091.849944:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177091.849950:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11612
00000400:00000200:3.0:1786177091.849956:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177091.849961:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177091.849964:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177091.849967:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.849969:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177091.849971:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.849973:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177091.849975:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177091.849977:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177091.849979:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177091.849982:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177091.849983:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177091.849984:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177091.849986:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.849988:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177091.849989:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.849991:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177091.849994:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177091.849996:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177091.850010:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177091.850013:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177091.850016:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177091.850018:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177091.850019:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177091.850021:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177091.850029:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786177091.850031:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177091.850035:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177091.850036:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177091.850038:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177091.850040:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177091.850044:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177091.850050:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786177091.850055:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177091.850063:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407340032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177091.850071:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177091.850074:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177091.850077:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407340032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177091.850098:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177091.850100:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177091.850103:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177091.850104:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177091.850105:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177091.850107:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177091.850109:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11612
00000400:00000200:3.0:1786177091.850111:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177091.850114:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177091.850115:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177091.850117:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.850119:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177091.850120:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.850122:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177091.850123:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177091.850125:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177091.850126:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177091.850128:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177091.850129:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177091.850131:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177091.850133:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.850135:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177091.850136:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.850138:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177091.850139:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1786177091.850140:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:2.0:1786177091.850143:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1786177091.850144:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177091.850148:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786177091.850148:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177091.850151:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177091.850155:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1786177091.850156:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159500 x1872930407340032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177091.850158:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177091.850162:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177091.850167:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1786177091.850168:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177091.850171:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177091.850173:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177091.850175:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1786177091.850178:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177091.850179:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177091.850180:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177091.850185:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407340032:192.168.202.146@tcp:250:kworker.0
00000100:00000010:3.0:1786177091.850185:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786177091.850191:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00000001:2.0:1786177091.850192:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177091.850195:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1786177091.850197:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1786177091.850198:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177091.850199:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177091.850201:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1786177091.850203:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1786177091.850204:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177091.850207:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177091.850210:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000010:3.0:1786177091.850211:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
02000000:00000001:2.0:1786177091.850215:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177091.850216:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177091.850223:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00100000:3.0:1786177091.850224:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407340160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1786177091.850229:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000100:00000001:3.0:1786177091.850232:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177091.850235:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177091.850237:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000040:3.0:1786177091.850238:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407340160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177091.850245:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407340032, portal 25
00000100:00000001:3.0:1786177091.850246:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177091.850251:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1786177091.850252:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177091.850255:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213787392 : -106564495764224 : ffff9f1485159500)
00000100:00080000:3.0:1786177091.850256:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177091.850259:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1786177091.850264:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159500 x1872930407340032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177091.850267:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177091.850273:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177091.850281:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11612
00000100:00000001:2.0:1786177091.850287:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1786177091.850288:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:2.0:1786177091.850294:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177091.850294:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000010:2.0:1786177091.850299:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00080000:3.0:1786177091.850299:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1786177091.850305:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407340032, offset 0
00000100:00000040:3.0:1786177091.850306:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.850309:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177091.850312:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.850314:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177091.850315:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000020:00000001:3.0:1786177091.850317:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177091.850319:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177091.850320:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177091.850321:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177091.850323:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177091.850327:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:3.0:1786177091.850328:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177091.850333:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.850335:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177091.850336:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000040:3.0:1786177091.850340:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.850342:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177091.850344:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1786177091.850345:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000200:2.0:1786177091.850351:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00080000:3.0:1786177091.850352:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177091.850356:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177091.850357:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1786177091.850358:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1786177091.850362:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
02000000:00000001:3.0:1786177091.850363:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177091.850367:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177091.850370:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273629:273629:256:4294967295] 192.168.202.146@tcp LPNI seq info [273590:273590:8:4294967295]
00000100:00000001:3.0:1786177091.850371:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177091.850374:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1786177091.850378:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000008:00000001:3.0:1786177091.850378:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177091.850381:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177091.850385:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786177091.850389:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000400:00000200:2.0:1786177091.850394:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1786177091.850394:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177091.850397:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177091.850400:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177091.850403:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1786177091.850404:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177091.850405:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1786177091.850411:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
02000000:00000010:3.0:1786177091.850411:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786177091.850417:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177091.850424:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00100000:3.0:1786177091.850424:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407340288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1786177091.850430:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1786177091.850435:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177091.850438:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177091.850439:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177091.850444:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407340288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786177091.850445:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1786177091.850455:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177091.850459:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000100:00000001:3.0:1786177091.850465:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177091.850467:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1786177091.850470:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177091.850474:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177091.850480:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000100:00080000:3.0:1786177091.850480:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:2.0:1786177091.850483:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:3.0:1786177091.850484:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177091.850488:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1786177091.850489:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1786177091.850495:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159500 x1872930407340032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177091.850495:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177091.850502:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11612
00000100:00000001:2.0:1786177091.850508:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1786177091.850512:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:2.0:1786177091.850514:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159500 x1872930407340032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177091.850519:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177091.850524:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177091.850531:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.850535:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177091.850537:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177091.850539:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177091.850540:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177091.850542:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177091.850545:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177091.850546:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177091.850547:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177091.850549:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177091.850550:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177091.850551:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177091.850553:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177091.850555:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177091.850555:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177091.850559:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.850563:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177091.850565:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000400:00000200:2.0:1786177091.850566:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177091.850570:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177091.850572:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306293546
00000100:00000001:3.0:1786177091.850573:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177091.850577:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177091.850579:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177091.850582:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306288426
02000000:00000001:3.0:1786177091.850582:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177091.850585:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177091.850588:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306293546
00000008:00100000:3.0:1786177091.850589:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177091.850593:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177091.850595:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177091.850598:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786177091.850600:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:2.0:1786177091.850601:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306288426
02000000:00000001:3.0:1786177091.850602:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177091.850604:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177091.850607:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177091.850609:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177091.850609:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177091.850611:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177091.850616:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:2.0:1786177091.850617:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177091.850621:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177091.850623:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1786177091.850627:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407340416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1786177091.850633:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177091/real 1786177091]  req@ffff9f1485159500 x1872930407340032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177091.850636:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177091.850639:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177091.850646:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407340416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177091.850656:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1786177091.850658:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177091.850661:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1786177091.850662:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177091.850666:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177091.850668:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177091.850669:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177091.850671:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177091.850672:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11612
00000400:00000010:2.0:1786177091.850675:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:3.0:1786177091.850675:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177091.850680:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177091.850682:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000100:00080000:3.0:1786177091.850682:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177091.850687:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177091.850688:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:3.0:1786177091.850689:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177091.850693:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177091.850695:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1786177091.850696:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177091.850699:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177091.850700:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177091.850703:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177091.850704:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000200:2.0:1786177091.850705:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159500 x1872930407340032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177091.850706:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177091.850711:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177091.850715:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.850719:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177091.850722:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177091.850726:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177091.850728:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000200:2.0:1786177091.850731:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159500 x1872930407340032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177091.850732:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177091.850737:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177091.850740:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177091.850743:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177091.850747:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177091.850750:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177091.850752:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:3.0:1786177091.850752:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177091.850756:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177091.850757:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177091.850757:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177091.850764:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:3.0:1786177091.850764:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000100:00000001:2.0:1786177091.850769:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177091.850796:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177091.850799:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177091.850800:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177091.850801:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177091.850802:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177091.850803:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177091.850807:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786177091.850812:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177091.850818:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159500 x1872930407340032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177091.850819:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407340544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177091.850858:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177091.850862:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177091.850868:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407340544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.850869:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177091.850877:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177091.850881:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159500 x1872930407340032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177091.850882:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11622)
00000100:00000001:2.0:1786177091.850893:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177091.850897:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.850899:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177091.850901:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.850909:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177091.850911:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177091.850915:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177091.850920:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177091.850922:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177091.850928:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159500 x1872930407340032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177091.850936:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407340032:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177091.850941:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.850944:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177091.850947:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159500 x1872930407340032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.850953:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177091.850955:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177091.850958:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177091.850962:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177091.850963:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177091.850965:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177091.850967:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177091.850969:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
02000000:00000001:2.0:1786177091.850974:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177091.850976:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177091.850977:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159500.
00000100:00000001:2.0:1786177091.850981:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177091.850982:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.850985:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.850992:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177091.850995:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177091.850997:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177091.851012:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177091.851014:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177091.851019:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159f80 x1872930407340160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851027:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177091.851028:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177091.851031:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177091.851033:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177091.851035:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177091.851039:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407340160:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177091.851042:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177091.851044:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177091.851046:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177091.851048:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177091.851051:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177091.851054:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177091.851057:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177091.851060:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177091.851064:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177091.851067:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407340160, portal 10
00000100:00000001:2.0:1786177091.851069:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177091.851071:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790080 : -106564495761536 : ffff9f1485159f80)
00000100:00000040:2.0:1786177091.851078:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159f80 x1872930407340160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851085:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177091.851088:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177091.851091:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177091.851093:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407340160, offset 0
00000400:00000200:2.0:1786177091.851098:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177091.851102:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177091.851105:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177091.851109:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177091.851112:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177091.851115:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177091.851117:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177091.851120:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273630:273630:256:4294967295] 192.168.202.146@tcp LPNI seq info [273591:273591:8:4294967295]
00000400:00000200:2.0:1786177091.851125:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177091.851132:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177091.851137:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177091.851141:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177091.851145:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177091.851148:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786177091.851152:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177091.851155:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1786177091.851158:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177091.851160:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177091.851163:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177091.851166:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177091.851170:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177091.851171:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177091.851174:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177091.851178:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159f80 x1872930407340160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851186:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177091.851189:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159f80 x1872930407340160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851196:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177091.851197:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177091.851201:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177091.851204:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177091.851207:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177091.851210:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306284581
00000100:00000001:2.0:1786177091.851212:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306293546
00000100:00000001:2.0:1786177091.851215:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306284581
00000100:00000001:2.0:1786177091.851217:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306293546
00000100:00000001:2.0:1786177091.851219:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177091.851221:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177091.851223:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177091.851227:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177091/real 1786177091]  req@ffff9f1485159f80 x1872930407340160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177091.851234:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177091.851235:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177091.851237:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177091.851239:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177091.851241:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177091.851242:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177091.851245:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159f80 x1872930407340160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177091.851253:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159f80 x1872930407340160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851259:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177091.851261:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.851262:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177091.851264:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177091.851268:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159f80 x1872930407340160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851274:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177091.851278:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159f80 x1872930407340160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851286:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177091.851289:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.851290:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177091.851292:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.851293:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177091.851295:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177091.851298:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177091.851301:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177091.851302:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177091.851306:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159f80 x1872930407340160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177091.851314:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407340160:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177091.851317:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177091.851320:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515bb80 x1872930407340288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851327:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177091.851328:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177091.851330:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177091.851332:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177091.851334:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177091.851337:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407340288:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177091.851341:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177091.851343:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177091.851344:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177091.851346:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177091.851349:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177091.851351:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177091.851354:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177091.851357:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177091.851360:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177091.851363:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407340288, portal 10
00000100:00000001:2.0:1786177091.851365:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177091.851366:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213797248 : -106564495754368 : ffff9f148515bb80)
00000100:00000040:2.0:1786177091.851372:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515bb80 x1872930407340288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851378:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177091.851380:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177091.851382:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177091.851384:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407340288, offset 0
00000400:00000200:2.0:1786177091.851388:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177091.851391:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177091.851395:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177091.851398:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177091.851401:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177091.851404:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177091.851406:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177091.851409:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273631:273631:256:4294967295] 192.168.202.146@tcp LPNI seq info [273592:273592:8:4294967295]
00000400:00000200:2.0:1786177091.851413:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177091.851420:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177091.851424:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177091.851427:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177091.851431:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177091.851434:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786177091.851438:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177091.851441:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1786177091.851445:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177091.851447:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177091.851450:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177091.851454:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177091.851457:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177091.851459:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177091.851462:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177091.851466:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515bb80 x1872930407340288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851473:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177091.851476:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515bb80 x1872930407340288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851482:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177091.851483:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177091.851486:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177091.851488:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177091.851491:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177091.851493:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306284662
00000100:00000001:2.0:1786177091.851496:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306293546
00000100:00000001:2.0:1786177091.851498:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306284662
00000100:00000001:2.0:1786177091.851500:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306293546
00000100:00000001:2.0:1786177091.851502:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177091.851505:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177091.851506:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177091.851510:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177091/real 1786177091]  req@ffff9f148515bb80 x1872930407340288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177091.851517:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177091.851519:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177091.851520:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177091.851523:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177091.851524:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177091.851527:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177091.851530:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515bb80 x1872930407340288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177091.851539:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515bb80 x1872930407340288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851546:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177091.851547:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.851549:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177091.851550:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177091.851554:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515bb80 x1872930407340288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851560:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177091.851564:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515bb80 x1872930407340288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851570:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177091.851572:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.851574:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177091.851576:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.851577:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177091.851579:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177091.851581:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177091.851584:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177091.851586:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177091.851590:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515bb80 x1872930407340288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177091.851598:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407340288:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177091.851602:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177091.851605:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158e00 x1872930407340416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851611:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177091.851613:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177091.851615:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177091.851617:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177091.851619:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177091.851622:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407340416:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177091.851625:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177091.851627:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177091.851628:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177091.851630:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177091.851633:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177091.851634:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177091.851650:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177091.851653:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177091.851656:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177091.851663:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407340416, portal 4
00000100:00000001:2.0:1786177091.851665:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177091.851666:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213785600 : -106564495766016 : ffff9f1485158e00)
00000100:00000040:2.0:1786177091.851672:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158e00 x1872930407340416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851678:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177091.851681:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177091.851683:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177091.851686:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407340416, offset 0
00000400:00000200:2.0:1786177091.851690:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177091.851694:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177091.851697:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177091.851700:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177091.851702:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177091.851705:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177091.851707:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177091.851710:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273632:273632:256:4294967295] 192.168.202.146@tcp LPNI seq info [273593:273593:8:4294967295]
00000400:00000200:2.0:1786177091.851714:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177091.851720:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177091.851725:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177091.851728:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177091.851732:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177091.851735:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786177091.851739:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177091.851742:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1786177091.851747:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177091.851749:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177091.851752:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177091.851755:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177091.851758:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177091.851760:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177091.851762:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177091.851766:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158e00 x1872930407340416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851791:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177091.851795:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158e00 x1872930407340416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851801:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177091.851803:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177091.851807:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177091.851810:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177091.851813:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177091.851815:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306285922
00000100:00000001:2.0:1786177091.851817:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306293546
00000100:00000001:2.0:1786177091.851819:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306285922
00000100:00000001:2.0:1786177091.851821:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306293546
00000100:00000001:2.0:1786177091.851823:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177091.851825:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177091.851827:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177091.851830:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177091/real 1786177091]  req@ffff9f1485158e00 x1872930407340416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177091.851839:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177091.851840:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177091.851842:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177091.851845:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177091.851846:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177091.851848:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177091.851852:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158e00 x1872930407340416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177091.851860:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158e00 x1872930407340416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851866:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177091.851867:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.851870:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177091.851871:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177091.851875:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158e00 x1872930407340416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851881:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177091.851885:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158e00 x1872930407340416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851891:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177091.851893:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.851895:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177091.851896:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.851897:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177091.851899:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177091.851901:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177091.851904:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177091.851906:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177091.851910:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158e00 x1872930407340416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177091.851917:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407340416:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177091.851921:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177091.851924:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407340544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851930:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177091.851931:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177091.851933:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177091.851935:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177091.851937:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177091.851940:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407340544:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177091.851943:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177091.851944:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177091.851946:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177091.851948:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177091.851951:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177091.851953:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177091.851956:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177091.851958:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177091.851962:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177091.851965:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407340544, portal 4
00000100:00000001:2.0:1786177091.851967:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177091.851968:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00000040:2.0:1786177091.851973:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407340544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.851980:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177091.851982:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177091.851985:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177091.851987:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407340544, offset 0
00000400:00000200:2.0:1786177091.851992:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177091.851996:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177091.852013:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177091.852016:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177091.852019:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177091.852022:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177091.852024:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177091.852027:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273633:273633:256:4294967295] 192.168.202.146@tcp LPNI seq info [273594:273594:8:4294967295]
00000400:00000200:2.0:1786177091.852031:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177091.852037:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177091.852042:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177091.852046:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177091.852050:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177091.852053:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786177091.852057:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177091.852059:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1786177091.852062:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177091.852064:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177091.852068:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177091.852071:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177091.852074:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177091.852075:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177091.852078:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177091.852081:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b100 x1872930407340544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.852089:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177091.852092:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407340544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.852098:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177091.852100:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177091.852103:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177091.852105:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177091.852109:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177091.852111:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306285712
00000100:00000001:2.0:1786177091.852114:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306293546
00000100:00000001:2.0:1786177091.852116:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306285712
00000100:00000001:2.0:1786177091.852118:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306293546
00000100:00000001:2.0:1786177091.852120:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177091.852122:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177091.852124:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177091.852127:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177091/real 1786177091]  req@ffff9f148515b100 x1872930407340544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177091.852135:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177091.852137:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177091.852138:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177091.852141:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177091.852143:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177091.852145:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177091.852148:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407340544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177091.852158:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407340544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.852165:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177091.852166:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.852168:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177091.852169:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177091.852173:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407340544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.852179:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177091.852182:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407340544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.852189:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177091.852192:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.852193:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177091.852195:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.852197:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177091.852198:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177091.852201:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177091.852204:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177091.852206:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177091.852210:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407340544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177091.852217:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407340544:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177091.852221:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.852223:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177091.852226:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159f80 x1872930407340160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.852232:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177091.852234:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177091.852235:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177091.852238:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177091.852239:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177091.852241:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177091.852243:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177091.852244:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
02000000:00000001:2.0:1786177091.852247:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177091.852248:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177091.852250:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159f80.
00000100:00000001:2.0:1786177091.852252:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177091.852253:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.852255:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177091.852258:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515bb80 x1872930407340288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.852270:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177091.852271:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177091.852273:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177091.852276:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177091.852277:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177091.852278:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177091.852280:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177091.852282:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:2.0:1786177091.852284:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177091.852285:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177091.852286:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515bb80.
00000100:00000001:2.0:1786177091.852289:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177091.852290:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.852292:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177091.852295:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158e00 x1872930407340416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.852301:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177091.852302:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177091.852304:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177091.852306:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177091.852307:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177091.852308:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177091.852310:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177091.852311:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:2.0:1786177091.852313:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177091.852314:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177091.852316:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158e00.
00000100:00000001:2.0:1786177091.852318:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177091.852319:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.852320:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177091.852323:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407340544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177091.852328:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177091.852329:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177091.852331:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177091.852334:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177091.852335:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177091.852336:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177091.852338:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177091.852340:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
02000000:00000001:2.0:1786177091.852342:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177091.852343:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177091.852344:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:2.0:1786177091.852346:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177091.852347:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.852349:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177091.852352:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177091.852353:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177091.852355:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177091.852357:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177092.681853:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177092.681858:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177092.681916:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177092.681921:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177092.681925:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177093.705886:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177093.705892:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177093.705954:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177093.705957:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177093.705960:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177094.729840:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177094.729846:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177094.729890:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177094.729894:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177094.729897:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177095.753871:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177095.753877:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177095.753934:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177095.753938:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177095.753941:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177096.777867:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177096.777874:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177096.777920:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177096.777924:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177096.777926:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177096.969891:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177096.969903:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177096.969907:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177096.969911:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177096.969917:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177096.969925:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11617
00000400:00000200:3.0:1786177096.969933:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177096.969940:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177096.969944:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177096.969946:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177096.969980:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177096.969983:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177096.969985:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177096.969988:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177096.969990:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177096.969992:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177096.969994:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177096.969996:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177096.969998:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177096.970000:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970002:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177096.970003:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970004:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177096.970007:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177096.970010:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970011:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177096.970014:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177096.970016:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177096.970019:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177096.970020:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177096.970022:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177096.970031:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786177096.970033:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177096.970036:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177096.970037:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177096.970040:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177096.970042:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177096.970046:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177096.970053:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786177096.970058:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177096.970066:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407340672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177096.970074:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177096.970078:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177096.970081:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407340672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177096.970100:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177096.970103:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177096.970106:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177096.970107:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177096.970108:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177096.970110:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177096.970112:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11617
00000400:00000200:3.0:1786177096.970114:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177096.970117:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177096.970119:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177096.970121:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970122:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177096.970124:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970125:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177096.970127:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177096.970128:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177096.970129:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177096.970131:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177096.970133:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177096.970134:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177096.970136:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970138:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177096.970139:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970140:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177096.970142:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:2.0:1786177096.970144:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1786177096.970144:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970149:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.970150:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1786177096.970151:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177096.970153:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1786177096.970156:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177096.970160:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177096.970161:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407340672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177096.970162:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177096.970167:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1786177096.970174:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1786177096.970174:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177096.970177:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.970178:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177096.970182:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
02000000:00000001:2.0:1786177096.970183:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1786177096.970185:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:2.0:1786177096.970187:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177096.970189:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1786177096.970191:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177096.970192:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177096.970196:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1786177096.970197:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407340672:192.168.202.146@tcp:250:kworker.0
02000000:00000001:3.0:1786177096.970198:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177096.970202:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.970203:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1786177096.970206:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
02000000:00000001:2.0:1786177096.970208:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177096.970211:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177096.970211:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177096.970217:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1786177096.970221:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407340800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1786177096.970223:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177096.970227:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177096.970233:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177096.970236:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177096.970237:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786177096.970241:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407340800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1786177096.970242:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177096.970251:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000001:3.0:1786177096.970251:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177096.970255:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177096.970258:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177096.970258:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1786177096.970260:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407340672, portal 25
00000100:00080000:3.0:1786177096.970260:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177096.970265:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177096.970266:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177096.970268:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000100:00080000:3.0:1786177096.970272:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11617
00000100:00000040:2.0:1786177096.970276:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407340672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177096.970283:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177096.970289:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1786177096.970293:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000040:2.0:1786177096.970294:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177096.970297:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00080000:3.0:1786177096.970299:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1786177096.970301:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407340672, offset 0
00000100:00000040:3.0:1786177096.970307:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177096.970311:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970313:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177096.970319:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177096.970321:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177096.970324:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177096.970329:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000020:00000001:3.0:1786177096.970330:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177096.970334:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000400:00000200:2.0:1786177096.970335:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1786177096.970339:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177096.970341:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000020:00000040:3.0:1786177096.970345:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000400:00000200:2.0:1786177096.970346:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177096.970351:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000020:00000001:3.0:1786177096.970352:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177096.970356:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273634:273634:256:4294967295] 192.168.202.146@tcp LPNI seq info [273595:273595:8:4294967295]
00000020:00000001:3.0:1786177096.970358:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177096.970363:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786177096.970368:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970371:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177096.970379:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1786177096.970379:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970386:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.0:1786177096.970391:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000020:00000040:3.0:1786177096.970392:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000800:00000010:2.0:1786177096.970397:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000100:00080000:3.0:1786177096.970397:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970402:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177096.970404:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1786177096.970407:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786177096.970408:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1786177096.970411:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1786177096.970412:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177096.970417:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1786177096.970420:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000008:00100000:3.0:1786177096.970421:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177096.970426:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177096.970428:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177096.970431:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786177096.970433:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177096.970435:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177096.970435:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177096.970437:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177096.970438:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1786177096.970438:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1786177096.970440:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1786177096.970446:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
02000000:00000010:3.0:1786177096.970446:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000800:00000010:2.0:1786177096.970449:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000100:00000001:3.0:1786177096.970451:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177096.970456:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1786177096.970459:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407340928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177096.970463:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177096.970470:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177096.970474:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:3.0:1786177096.970475:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177096.970478:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1786177096.970480:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177096.970484:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158000 x1872930407340672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177096.970491:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407340928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.970493:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177096.970499:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158000 x1872930407340672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.970517:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177096.970517:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.970522:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1786177096.970523:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177096.970528:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177096.970528:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177096.970533:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177096.970534:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177096.970538:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306298666
00000100:00080000:3.0:1786177096.970538:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177096.970545:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177096.970549:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11617
00000100:00000001:2.0:1786177096.970552:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306293546
00000400:00000200:3.0:1786177096.970556:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177096.970557:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306298666
00000100:00000001:2.0:1786177096.970563:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306293546
00000400:00000200:3.0:1786177096.970565:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177096.970567:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177096.970571:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177096.970572:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177096.970573:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177096.970580:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177096/real 1786177096]  req@ffff9f1485158000 x1872930407340672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177096.970581:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970588:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177096.970594:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970601:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000001:2.0:1786177096.970606:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1786177096.970607:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:2.0:1786177096.970609:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1786177096.970611:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000400:00000010:2.0:1786177096.970612:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000020:00000001:3.0:1786177096.970616:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177096.970617:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177096.970621:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000020:00000040:3.0:1786177096.970622:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000001:2.0:1786177096.970623:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177096.970628:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407340672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177096.970629:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177096.970637:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177096.970644:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000200:2.0:1786177096.970648:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407340672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177096.970649:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177096.970657:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177096.970658:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177096.970661:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177096.970663:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177096.970664:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177096.970667:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177096.970671:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00100000:2.0:1786177096.970673:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407340672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177096.970681:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177096.970682:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177096.970688:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177096.970689:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407340672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177096.970695:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177096.970698:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1786177096.970701:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177096.970702:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.970705:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1786177096.970707:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.970708:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177096.970713:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177096.970714:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177096.970717:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:3.0:1786177096.970719:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00080000:2.0:1786177096.970720:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:3.0:1786177096.970726:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1786177096.970727:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177096.970731:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177096.970735:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407340672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177096.970740:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177096.970742:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407340672:192.168.202.146@tcp:250:kworker.0
00000100:00000010:3.0:1786177096.970745:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177096.970747:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177096.970750:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:2.0:1786177096.970751:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177096.970753:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407340672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177096.970760:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177096.970764:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.970765:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1786177096.970768:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1786177096.970769:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1786177096.970789:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177096.970791:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177096.970794:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786177096.970797:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177096.970802:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407341056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1786177096.970810:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
00000100:00000001:3.0:1786177096.970810:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177096.970813:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177096.970817:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1786177096.970818:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407341056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1786177096.970821:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177096.970825:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970828:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177096.970830:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:3.0:1786177096.970832:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1786177096.970834:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
00000100:00080000:3.0:1786177096.970835:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177096.970838:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1786177096.970841:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1786177096.970841:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1786177096.970845:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1786177096.970846:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:2.0:1786177096.970847:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000100:00080000:3.0:1786177096.970851:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11617
00000100:00000001:2.0:1786177096.970852:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177096.970854:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1786177096.970858:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177096.970859:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1786177096.970862:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177096.970864:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177096.970867:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1786177096.970868:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177096.970870:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.970873:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786177096.970873:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177096.970877:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177096.970880:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177096.970881:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000040:2.0:1786177096.970886:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407340800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177096.970887:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177096.970894:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177096.970899:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1786177096.970900:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000001:2.0:1786177096.970901:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177096.970905:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1786177096.970905:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1786177096.970910:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1786177096.970911:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
02000000:00000001:2.0:1786177096.970912:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177096.970919:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407340800:192.168.202.146@tcp:38:kworker.0
00000020:00000001:3.0:1786177096.970919:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177096.970926:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1786177096.970926:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000001:2.0:1786177096.970929:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177096.970931:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177096.970933:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177096.970934:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786177096.970938:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1786177096.970939:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
00000100:00000040:3.0:1786177096.970942:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177096.970943:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177096.970946:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177096.970964:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000400:00000200:2.0:1786177096.970965:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177096.970971:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000100:00080000:3.0:1786177096.970971:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177096.970977:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177096.970978:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
02000000:00000001:3.0:1786177096.970979:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1786177096.970983:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407340800, portal 10
02000000:00000001:3.0:1786177096.970984:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177096.970987:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1786177096.970988:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.970990:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
00000100:00000001:3.0:1786177096.970991:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177096.970995:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177096.970997:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177096.971000:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407340800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177096.971000:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177096.971008:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000100:00000001:2.0:1786177096.971010:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1786177096.971012:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000040:2.0:1786177096.971015:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177096.971017:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1786177096.971019:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
02000000:00000001:3.0:1786177096.971020:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177096.971024:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1786177096.971025:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407340800, offset 0
02000000:00000001:3.0:1786177096.971026:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177096.971030:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177096.971032:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177096.971036:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:3.0:1786177096.971036:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786177096.971042:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177096.971043:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177096.971048:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177096.971053:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177096.971054:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177096.971056:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00100000:3.0:1786177096.971057:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407341184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177096.971060:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273635:273635:256:4294967295] 192.168.202.146@tcp LPNI seq info [273596:273596:8:4294967295]
00000400:00000200:2.0:1786177096.971066:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177096.971078:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177096.971089:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177096.971092:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1786177096.971094:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000100:00000001:3.0:1786177096.971095:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177096.971103:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177096.971104:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407341184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1786177096.971109:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1786177096.971118:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177096.971118:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177096.971121:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1786177096.971123:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11627)
00000800:00000100:2.0:1786177096.971128:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177096.971130:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177096.971132:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177096.971135:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177096.971138:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177096.971139:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177096.971142:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177096.971145:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515aa00 x1872930407340800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971151:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177096.971153:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515aa00 x1872930407340800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971157:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.971158:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177096.971160:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177096.971163:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177096.971164:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177096.971166:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306289701
00000100:00000001:2.0:1786177096.971168:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306298666
00000100:00000001:2.0:1786177096.971169:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306289701
00000100:00000001:2.0:1786177096.971170:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306298666
00000100:00000001:2.0:1786177096.971172:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177096.971173:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.971175:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177096.971177:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177096/real 1786177096]  req@ffff9f148515aa00 x1872930407340800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177096.971182:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177096.971183:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177096.971184:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177096.971186:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177096.971187:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177096.971188:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177096.971190:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407340800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177096.971195:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407340800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971199:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177096.971200:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971201:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177096.971202:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177096.971204:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407340800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971208:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177096.971211:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407340800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971215:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177096.971217:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971218:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177096.971219:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971220:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177096.971221:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177096.971223:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177096.971225:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177096.971226:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177096.971228:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407340800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177096.971233:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407340800:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177096.971236:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177096.971239:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407340928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971243:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177096.971244:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177096.971245:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177096.971247:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177096.971248:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177096.971250:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407340928:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177096.971251:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177096.971252:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177096.971254:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177096.971255:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177096.971257:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177096.971259:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177096.971260:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177096.971262:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177096.971264:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177096.971266:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407340928, portal 10
00000100:00000001:2.0:1786177096.971267:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177096.971268:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
00000100:00000040:2.0:1786177096.971272:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407340928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971276:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177096.971277:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177096.971279:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177096.971280:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407340928, offset 0
00000400:00000200:2.0:1786177096.971283:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177096.971285:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177096.971287:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177096.971288:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177096.971290:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177096.971292:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177096.971293:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177096.971295:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273636:273636:256:4294967295] 192.168.202.146@tcp LPNI seq info [273597:273597:8:4294967295]
00000400:00000200:2.0:1786177096.971298:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177096.971302:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177096.971305:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177096.971306:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177096.971309:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177096.971311:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786177096.971314:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177096.971315:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1786177096.971318:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177096.971319:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177096.971321:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177096.971323:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177096.971325:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177096.971326:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177096.971328:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177096.971330:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159180 x1872930407340928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971335:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177096.971337:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159180 x1872930407340928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971341:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.971342:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177096.971344:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177096.971346:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177096.971348:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177096.971349:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306289782
00000100:00000001:2.0:1786177096.971351:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306298666
00000100:00000001:2.0:1786177096.971352:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306289782
00000100:00000001:2.0:1786177096.971355:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306298666
00000100:00000001:2.0:1786177096.971356:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177096.971357:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.971358:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177096.971361:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177096/real 1786177096]  req@ffff9f1485159180 x1872930407340928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177096.971365:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177096.971366:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177096.971367:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177096.971368:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177096.971369:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177096.971370:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177096.971372:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407340928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177096.971377:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407340928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971382:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177096.971382:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971383:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177096.971384:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177096.971386:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407340928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971390:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177096.971392:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407340928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971396:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177096.971398:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971399:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177096.971400:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971401:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177096.971402:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177096.971404:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177096.971406:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177096.971408:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177096.971410:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407340928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177096.971414:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407340928:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177096.971416:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177096.971419:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407341056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971422:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177096.971423:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177096.971425:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177096.971426:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177096.971427:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177096.971428:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407341056:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177096.971430:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177096.971431:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177096.971432:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177096.971433:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177096.971435:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177096.971436:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177096.971438:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177096.971439:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177096.971442:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177096.971443:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407341056, portal 4
00000100:00000001:2.0:1786177096.971445:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177096.971445:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00000040:2.0:1786177096.971449:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407341056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971453:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177096.971455:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177096.971456:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177096.971458:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407341056, offset 0
00000400:00000200:2.0:1786177096.971460:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177096.971462:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177096.971464:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177096.971466:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177096.971467:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177096.971469:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177096.971470:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177096.971472:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273637:273637:256:4294967295] 192.168.202.146@tcp LPNI seq info [273598:273598:8:4294967295]
00000400:00000200:2.0:1786177096.971475:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177096.971479:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177096.971482:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177096.971484:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177096.971486:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177096.971488:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786177096.971490:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177096.971492:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1786177096.971494:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177096.971495:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177096.971497:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177096.971499:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177096.971501:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177096.971502:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177096.971504:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177096.971506:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b480 x1872930407341056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971511:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177096.971513:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b480 x1872930407341056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971521:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.971522:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177096.971524:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177096.971525:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177096.971527:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177096.971529:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306291041
00000100:00000001:2.0:1786177096.971530:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306298666
00000100:00000001:2.0:1786177096.971532:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306291041
00000100:00000001:2.0:1786177096.971533:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306298666
00000100:00000001:2.0:1786177096.971534:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177096.971535:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.971536:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177096.971539:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177096/real 1786177096]  req@ffff9f148515b480 x1872930407341056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177096.971543:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177096.971544:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177096.971545:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177096.971546:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177096.971547:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177096.971548:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177096.971550:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407341056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177096.971555:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407341056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971559:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177096.971560:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971561:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177096.971562:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177096.971564:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407341056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971569:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177096.971571:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407341056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971576:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177096.971577:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971578:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177096.971579:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971580:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177096.971581:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177096.971582:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177096.971584:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177096.971585:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177096.971587:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407341056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177096.971592:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407341056:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177096.971594:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971595:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177096.971597:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407340800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971601:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177096.971602:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177096.971603:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177096.971605:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177096.971605:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177096.971606:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177096.971607:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177096.971608:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:2.0:1786177096.971611:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177096.971612:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177096.971613:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00000001:2.0:1786177096.971615:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177096.971616:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971617:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177096.971619:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407340928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971624:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177096.971624:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177096.971625:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177096.971626:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177096.971627:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177096.971628:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177096.971629:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177096.971630:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:2.0:1786177096.971631:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177096.971632:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177096.971632:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
00000100:00000001:2.0:1786177096.971634:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177096.971634:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971635:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177096.971637:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407341056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971641:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177096.971642:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177096.971642:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177096.971643:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177096.971644:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177096.971645:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177096.971646:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177096.971647:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:2.0:1786177096.971648:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177096.971648:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177096.971649:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177096.971651:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177096.971652:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971654:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971656:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177096.971657:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.971658:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177096.971659:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177096.971660:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177096.971662:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407341184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971667:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177096.971668:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177096.971669:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177096.971670:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177096.971671:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177096.971673:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407341184:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177096.971675:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177096.971676:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177096.971677:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177096.971678:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177096.971680:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177096.971681:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177096.971683:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177096.971684:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177096.971686:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177096.971688:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407341184, portal 4
00000100:00000001:2.0:1786177096.971689:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177096.971690:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00000040:2.0:1786177096.971694:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407341184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971698:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177096.971700:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177096.971701:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177096.971703:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407341184, offset 0
00000400:00000200:2.0:1786177096.971705:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177096.971707:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177096.971710:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177096.971711:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177096.971713:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177096.971715:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177096.971716:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177096.971718:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273638:273638:256:4294967295] 192.168.202.146@tcp LPNI seq info [273599:273599:8:4294967295]
00000400:00000200:2.0:1786177096.971721:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177096.971724:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177096.971727:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177096.971728:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177096.971731:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177096.971732:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786177096.971735:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177096.971737:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1786177096.971739:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177096.971741:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177096.971743:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177096.971745:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177096.971747:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177096.971748:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177096.971750:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177096.971752:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159880 x1872930407341184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971757:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177096.971759:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159880 x1872930407341184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971763:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.971764:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177096.971765:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177096.971767:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177096.971769:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177096.971789:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306290832
00000100:00000001:2.0:1786177096.971792:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306298666
00000100:00000001:2.0:1786177096.971795:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306290832
00000100:00000001:2.0:1786177096.971797:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306298666
00000100:00000001:2.0:1786177096.971799:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177096.971801:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.971804:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177096.971808:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177096/real 1786177096]  req@ffff9f1485159880 x1872930407341184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177096.971818:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177096.971819:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177096.971821:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177096.971824:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177096.971826:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177096.971828:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177096.971831:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407341184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177096.971838:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407341184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971842:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177096.971843:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971845:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177096.971846:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177096.971848:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407341184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971852:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177096.971855:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407341184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971859:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177096.971861:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971862:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177096.971863:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971864:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177096.971865:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177096.971867:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177096.971869:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177096.971870:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177096.971873:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407341184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177096.971877:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407341184:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177096.971880:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971881:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177096.971883:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407341184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177096.971887:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177096.971888:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177096.971890:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177096.971891:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177096.971892:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177096.971893:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177096.971894:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177096.971895:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1800.
02000000:00000001:2.0:1786177096.971897:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177096.971898:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177096.971899:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:2.0:1786177096.971900:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177096.971901:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971902:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177096.971905:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177096.971906:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177096.971907:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177096.971908:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177097.801914:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177097.801921:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177097.801997:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177097.802002:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177097.802006:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177098.825925:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177098.825967:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177098.826026:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177098.826029:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177098.826032:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177099.849959:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177099.849969:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177099.849971:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177099.849976:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177099.849982:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177099.849984:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177099.849986:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177099.849989:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177099.850053:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177099.850057:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177099.850061:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177100.873897:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177100.873902:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177100.873976:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177100.873980:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177100.873982:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177101.897928:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177101.897938:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177101.898025:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177101.898030:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177101.898034:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786177102.090374:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177102.090387:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786177102.090390:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177102.090394:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177102.090399:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177102.090408:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11622
00000400:00000200:1.0:1786177102.090417:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177102.090424:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177102.090428:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177102.090431:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177102.090435:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177102.090438:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177102.090441:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177102.090446:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177102.090448:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786177102.090452:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177102.090455:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786177102.090458:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786177102.090461:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786177102.090463:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177102.090466:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177102.090468:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177102.090470:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177102.090473:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786177102.090477:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177102.090480:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177102.090484:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177102.090488:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177102.090491:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177102.090493:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786177102.090496:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177102.090504:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5180.
00000020:00000040:1.0:1786177102.090507:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786177102.090511:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177102.090514:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177102.090517:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177102.090519:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177102.090524:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177102.090533:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786177102.090540:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177102.090551:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5180 x1872930407341312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177102.090562:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177102.090567:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177102.090572:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef159443] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5180 x1872930407341312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177102.090598:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177102.090602:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177102.090606:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786177102.090607:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177102.090609:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177102.090611:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177102.090614:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11622
00000400:00000200:1.0:1786177102.090618:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177102.090622:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177102.090625:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177102.090630:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177102.090633:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177102.090636:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177102.090639:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177102.090640:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1786177102.090644:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177102.090646:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1786177102.090648:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000100:00000001:2.0:1786177102.090650:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177102.090659:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae5180 x1872930407341312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1786177102.090660:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177102.090666:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786177102.090673:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177102.090674:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177102.090677:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1786177102.090680:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
02000000:00000001:2.0:1786177102.090682:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177102.090687:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1786177102.090690:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177102.090691:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177102.090698:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1786177102.090699:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407341312:192.168.202.146@tcp:250:kworker.0
00000100:00000040:1.0:1786177102.090704:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177102.090706:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1786177102.090708:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177102.090712:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
02000000:00000001:2.0:1786177102.090712:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177102.090716:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177102.090718:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:2.0:1786177102.090722:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1786177102.090723:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177102.090727:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1786177102.090733:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177102.090737:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177102.090742:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1786177102.090749:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:1.0:1786177102.090751:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177102.090755:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1786177102.090755:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000008:00100000:1.0:1786177102.090758:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786177102.090765:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177102.090766:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000001:1.0:1786177102.090767:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177102.090806:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407341312, portal 25
00000100:00000001:2.0:1786177102.090810:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177102.090812:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207019904 : -106564502531712 : ffff9f1484ae5180)
00000100:00000040:2.0:1786177102.090821:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae5180 x1872930407341312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.090830:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177102.090834:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177102.090838:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177102.090843:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407341312, offset 0
00000400:00000200:2.0:1786177102.090854:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177102.090864:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177102.090873:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000010:1.0:1786177102.090874:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7480.
00000400:00000200:2.0:1786177102.090880:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1786177102.090881:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000400:00000200:2.0:1786177102.090886:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
02000000:00000001:1.0:1786177102.090887:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177102.090891:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177102.090891:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1786177102.090896:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1786177102.090897:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
02000000:00000001:1.0:1786177102.090916:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1786177102.090920:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273639:273639:256:4294967295] 192.168.202.146@tcp LPNI seq info [273600:273600:8:4294967295]
02000000:00000001:1.0:1786177102.090921:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177102.090929:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000400:00000200:2.0:1786177102.090930:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786177102.090936:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177102.090946:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7480 x1872930407341440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177102.090952:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1786177102.090966:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177102.090970:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177102.090970:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000040:1.0:1786177102.090978:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ede54877] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7480 x1872930407341440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1786177102.090980:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000100:00000001:1.0:1786177102.090990:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177102.090993:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177102.090995:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786177102.090996:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177102.090998:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177102.091003:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1786177102.091004:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:1.0:1786177102.091007:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11622
00000400:00000200:1.0:1786177102.091014:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177102.091018:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000200:2.0:1786177102.091018:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000100:00080000:1.0:1786177102.091021:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177102.091027:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177102.091030:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177102.091035:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.1:1786177102.091035:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786177102.091039:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177102.091043:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1786177102.091044:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000020:00000040:1.0:1786177102.091045:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786177102.091048:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177102.091052:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786177102.091072:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000100:2.0:1786177102.091074:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000020:00000001:1.0:1786177102.091075:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000010:2.0:1786177102.091079:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000100:00000040:1.0:1786177102.091080:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177102.091084:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177102.091086:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1786177102.091088:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177102.091091:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177102.091096:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000200:2.0:1786177102.091096:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1786177102.091103:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:2.0:1786177102.091104:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000100:00000001:1.0:1786177102.091105:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177102.091109:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1786177102.091109:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
02000000:00000001:1.0:1786177102.091113:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177102.091115:0:2401:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1786177102.091116:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177102.091119:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177102.091121:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1786177102.091123:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae5180 x1872930407341312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1786177102.091125:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177102.091129:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177102.091135:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786177102.091138:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000100:00000001:2.0:1786177102.091139:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1786177102.091140:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177102.091142:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177102.091145:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1786177102.091145:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae5180 x1872930407341312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1786177102.091148:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177102.091151:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177102.091156:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8000.
00000100:00000001:2.0:1786177102.091159:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177102.091160:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.091162:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1786177102.091168:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407341568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177102.091168:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177102.091178:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786177102.091182:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177102.091183:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306303787
00000100:00000001:1.0:1786177102.091186:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177102.091190:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407341568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.091192:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306298666
00000100:00000001:2.0:1786177102.091200:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306303787
00000100:00000001:1.0:1786177102.091201:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.091204:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306298666
00000100:00080000:1.0:1786177102.091205:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177102.091210:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1786177102.091211:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786177102.091214:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177102.091217:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177102.091217:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177102.091223:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177102.091224:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1786177102.091226:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11622
00000400:00000200:1.0:1786177102.091232:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00100000:2.0:1786177102.091235:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177102/real 1786177102]  req@ffff9f1484ae5180 x1872930407341312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1786177102.091236:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177102.091239:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177102.091245:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177102.091249:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177102.091254:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177102.091258:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177102.091261:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177102.091262:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786177102.091264:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000001:2.0:1786177102.091265:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1786177102.091266:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000400:00000001:2.0:1786177102.091268:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:1.0:1786177102.091269:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000400:00000010:2.0:1786177102.091272:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000020:00000001:1.0:1786177102.091273:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786177102.091279:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177102.091279:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000100:00000001:1.0:1786177102.091283:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1786177102.091283:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000040:1.0:1786177102.091288:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177102.091289:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1786177102.091290:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177102.091293:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000200:2.0:1786177102.091295:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae5180 x1872930407341312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1786177102.091298:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177102.091303:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177102.091307:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177102.091310:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177102.091313:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177102.091316:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1786177102.091316:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae5180 x1872930407341312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1786177102.091320:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786177102.091325:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177102.091328:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.091331:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:1.0:1786177102.091333:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000100:00000001:2.0:1786177102.091334:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1786177102.091337:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:2.0:1786177102.091338:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1786177102.091341:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177102.091342:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1786177102.091345:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177102.091349:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1786177102.091349:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae5180 x1872930407341312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1786177102.091353:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177102.091355:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177102.091360:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:2.0:1786177102.091364:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177102.091365:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177102.091371:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae5180 x1872930407341312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786177102.091373:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407341696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177102.091401:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177102.091403:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.091403:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1786177102.091409:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407341696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.091411:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.091417:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177102.091421:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177102.091422:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177102.091428:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177102.091428:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1786177102.091430:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786177102.091433:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177102.091433:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1786177102.091436:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177102.091439:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177102.091442:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11622
00000100:00080000:2.0:1786177102.091443:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:1.0:1786177102.091446:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177102.091452:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177102.091454:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1786177102.091455:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000040:1.0:1786177102.091459:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177102.091463:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177102.091463:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1786177102.091465:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177102.091468:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177102.091471:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177102.091472:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786177102.091474:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177102.091476:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000040:2.0:1786177102.091477:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae5180 x1872930407341312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1786177102.091479:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786177102.091483:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786177102.091488:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177102.091491:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177102.091495:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177102.091499:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177102.091502:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00100000:2.0:1786177102.091506:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407341312:192.168.202.146@tcp:250:kworker.0
00000100:00080000:1.0:1786177102.091508:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177102.091512:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177102.091515:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177102.091518:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177102.091520:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.091520:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177102.091527:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177102.091528:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177102.091528:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1786177102.091532:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177102.091534:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177102.091536:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae5180 x1872930407341312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1786177102.091537:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786177102.091541:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786177102.091545:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177102.091546:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177102.091549:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177102.091552:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177102.091554:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.091559:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000010:1.0:1786177102.091560:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddbc00.
02000000:00000001:2.0:1786177102.091565:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1786177102.091566:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177102.091571:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
00000100:00100000:1.0:1786177102.091573:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407341824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1786177102.091579:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1786177102.091581:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:2.0:1786177102.091583:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:1.0:1786177102.091584:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1786177102.091587:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000040:1.0:1786177102.091589:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407341824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1786177102.091594:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177102.091598:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786177102.091600:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177102.091604:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:1.0:1786177102.091605:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11632)
02000000:00000001:2.0:1786177102.091608:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177102.091611:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae5180.
00000100:00000001:2.0:1786177102.091615:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177102.091616:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.091619:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.091625:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177102.091627:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.091629:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177102.091630:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177102.091631:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177102.091636:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae7480 x1872930407341440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.091641:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177102.091642:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177102.091644:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177102.091645:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177102.091647:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177102.091649:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407341440:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177102.091651:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177102.091653:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177102.091654:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177102.091655:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177102.091658:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177102.091659:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177102.091662:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177102.091664:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177102.091667:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177102.091669:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407341440, portal 10
00000100:00000001:2.0:1786177102.091671:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177102.091671:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207028864 : -106564502522752 : ffff9f1484ae7480)
00000100:00000040:2.0:1786177102.091676:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae7480 x1872930407341440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.091685:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177102.091687:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177102.091688:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177102.091690:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407341440, offset 0
00000400:00000200:2.0:1786177102.091693:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177102.091696:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177102.091699:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177102.091701:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177102.091704:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177102.091706:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177102.091708:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177102.091712:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273640:273640:256:4294967295] 192.168.202.146@tcp LPNI seq info [273601:273601:8:4294967295]
00000400:00000200:2.0:1786177102.091716:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177102.091724:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177102.091729:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177102.091732:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177102.091737:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177102.091740:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177102.091744:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177102.091747:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1786177102.091751:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177102.091754:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177102.091757:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177102.091761:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177102.091765:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177102.091767:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177102.091770:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177102.091774:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae7480 x1872930407341440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.091783:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177102.091809:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae7480 x1872930407341440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.091820:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.091822:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177102.091825:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177102.091828:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177102.091831:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177102.091833:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306294822
00000100:00000001:2.0:1786177102.091835:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306303787
00000100:00000001:2.0:1786177102.091836:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306294822
00000100:00000001:2.0:1786177102.091838:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306303787
00000100:00000001:2.0:1786177102.091839:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177102.091841:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.091842:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177102.091845:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177102/real 1786177102]  req@ffff9f1484ae7480 x1872930407341440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177102.091851:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177102.091852:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177102.091854:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177102.091855:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177102.091856:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177102.091858:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177102.091860:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae7480 x1872930407341440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177102.091865:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae7480 x1872930407341440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.091870:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177102.091870:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.091872:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177102.091873:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177102.091875:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae7480 x1872930407341440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.091880:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177102.091882:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae7480 x1872930407341440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.091887:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177102.091888:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.091889:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177102.091890:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.091891:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177102.091892:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177102.091894:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177102.091896:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177102.091897:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177102.091914:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae7480 x1872930407341440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177102.091919:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407341440:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177102.091922:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177102.091924:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae7100 x1872930407341568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.091928:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177102.091929:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177102.091931:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177102.091932:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177102.091934:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177102.091936:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407341568:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177102.091938:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177102.091939:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177102.091941:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177102.091942:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177102.091945:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177102.091946:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177102.091948:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177102.091950:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177102.091952:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177102.091954:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407341568, portal 10
00000100:00000001:2.0:1786177102.091955:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177102.091957:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207027968 : -106564502523648 : ffff9f1484ae7100)
00000100:00000040:2.0:1786177102.091961:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae7100 x1872930407341568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.091965:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177102.091967:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177102.091968:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177102.091970:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407341568, offset 0
00000400:00000200:2.0:1786177102.091972:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177102.091975:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177102.091978:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177102.091981:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177102.091984:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177102.091986:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177102.091989:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177102.091992:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273641:273641:256:4294967295] 192.168.202.146@tcp LPNI seq info [273602:273602:8:4294967295]
00000400:00000200:2.0:1786177102.091996:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177102.092003:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177102.092008:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177102.092012:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177102.092016:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177102.092019:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177102.092024:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177102.092027:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1786177102.092031:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177102.092033:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177102.092037:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177102.092039:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177102.092042:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177102.092043:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177102.092045:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177102.092047:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae7100 x1872930407341568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092053:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177102.092055:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae7100 x1872930407341568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092060:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.092061:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177102.092063:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177102.092065:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177102.092067:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177102.092069:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306294903
00000100:00000001:2.0:1786177102.092071:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306303787
00000100:00000001:2.0:1786177102.092072:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306294903
00000100:00000001:2.0:1786177102.092074:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306303787
00000100:00000001:2.0:1786177102.092075:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177102.092076:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.092077:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177102.092080:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177102/real 1786177102]  req@ffff9f1484ae7100 x1872930407341568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177102.092085:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177102.092085:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177102.092087:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177102.092088:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177102.092089:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177102.092091:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177102.092093:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae7100 x1872930407341568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177102.092098:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae7100 x1872930407341568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092102:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177102.092103:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.092104:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177102.092105:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177102.092107:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae7100 x1872930407341568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092111:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177102.092113:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae7100 x1872930407341568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092117:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177102.092119:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.092120:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177102.092121:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.092123:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177102.092124:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177102.092125:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177102.092127:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177102.092129:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177102.092131:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae7100 x1872930407341568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177102.092136:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407341568:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177102.092138:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177102.092140:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4a80 x1872930407341696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092145:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177102.092146:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177102.092147:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177102.092148:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177102.092150:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177102.092151:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407341696:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177102.092153:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177102.092154:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177102.092155:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177102.092157:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177102.092159:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177102.092161:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177102.092163:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177102.092164:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177102.092166:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177102.092168:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407341696, portal 4
00000100:00000001:2.0:1786177102.092170:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177102.092171:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207018112 : -106564502533504 : ffff9f1484ae4a80)
00000100:00000040:2.0:1786177102.092175:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4a80 x1872930407341696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092179:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177102.092181:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177102.092182:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177102.092184:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407341696, offset 0
00000400:00000200:2.0:1786177102.092186:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177102.092188:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177102.092190:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177102.092192:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177102.092194:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177102.092196:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177102.092197:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177102.092200:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273642:273642:256:4294967295] 192.168.202.146@tcp LPNI seq info [273603:273603:8:4294967295]
00000400:00000200:2.0:1786177102.092203:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177102.092207:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177102.092210:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177102.092212:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177102.092216:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177102.092219:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177102.092223:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177102.092226:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1786177102.092230:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177102.092232:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177102.092234:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177102.092238:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177102.092241:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177102.092243:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177102.092246:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177102.092249:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4a80 x1872930407341696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092257:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177102.092261:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4a80 x1872930407341696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092268:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.092270:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177102.092273:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177102.092276:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177102.092278:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177102.092279:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306296162
00000100:00000001:2.0:1786177102.092281:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306303787
00000100:00000001:2.0:1786177102.092283:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306296162
00000100:00000001:2.0:1786177102.092284:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306303787
00000100:00000001:2.0:1786177102.092286:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177102.092287:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.092289:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177102.092291:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177102/real 1786177102]  req@ffff9f1484ae4a80 x1872930407341696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177102.092297:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177102.092298:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177102.092299:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177102.092301:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177102.092302:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177102.092303:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177102.092305:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4a80 x1872930407341696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177102.092310:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4a80 x1872930407341696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092315:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177102.092316:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.092317:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177102.092318:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177102.092320:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4a80 x1872930407341696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092324:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177102.092326:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4a80 x1872930407341696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092330:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177102.092332:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.092333:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177102.092334:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.092335:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177102.092336:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177102.092338:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177102.092340:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177102.092342:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177102.092344:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4a80 x1872930407341696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177102.092349:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407341696:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177102.092351:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177102.092369:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae5500 x1872930407341824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092373:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177102.092374:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177102.092376:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177102.092377:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177102.092378:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177102.092380:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407341824:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177102.092383:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177102.092385:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177102.092387:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177102.092389:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177102.092393:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177102.092395:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177102.092399:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177102.092402:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177102.092405:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177102.092408:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407341824, portal 4
00000100:00000001:2.0:1786177102.092411:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177102.092412:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207020800 : -106564502530816 : ffff9f1484ae5500)
00000100:00000040:2.0:1786177102.092419:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae5500 x1872930407341824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092426:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177102.092429:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177102.092432:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177102.092435:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407341824, offset 0
00000400:00000200:2.0:1786177102.092438:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177102.092441:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177102.092444:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177102.092446:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177102.092448:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177102.092450:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177102.092451:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177102.092454:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273643:273643:256:4294967295] 192.168.202.146@tcp LPNI seq info [273604:273604:8:4294967295]
00000400:00000200:2.0:1786177102.092457:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177102.092461:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177102.092464:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177102.092466:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177102.092469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177102.092471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177102.092474:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177102.092476:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1786177102.092479:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177102.092480:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177102.092483:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177102.092485:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177102.092488:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177102.092489:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177102.092491:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177102.092493:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae5500 x1872930407341824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092499:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177102.092501:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae5500 x1872930407341824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092506:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.092507:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177102.092509:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177102.092512:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177102.092514:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177102.092515:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306295952
00000100:00000001:2.0:1786177102.092517:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306303787
00000100:00000001:2.0:1786177102.092519:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306295952
00000100:00000001:2.0:1786177102.092520:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306303787
00000100:00000001:2.0:1786177102.092521:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177102.092523:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.092524:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177102.092527:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177102/real 1786177102]  req@ffff9f1484ae5500 x1872930407341824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177102.092531:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177102.092532:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177102.092534:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177102.092535:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177102.092537:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177102.092538:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177102.092540:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae5500 x1872930407341824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177102.092546:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae5500 x1872930407341824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092550:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177102.092551:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.092552:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177102.092553:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177102.092555:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae5500 x1872930407341824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092560:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177102.092562:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae5500 x1872930407341824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092567:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177102.092569:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.092570:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177102.092571:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.092573:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177102.092574:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177102.092575:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177102.092577:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177102.092579:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177102.092581:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae5500 x1872930407341824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177102.092586:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407341824:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177102.092588:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.092590:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177102.092592:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae7480 x1872930407341440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092596:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177102.092597:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177102.092598:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177102.092600:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177102.092601:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177102.092602:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177102.092603:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177102.092605:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dda400.
02000000:00000001:2.0:1786177102.092623:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177102.092624:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177102.092625:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae7480.
00000100:00000001:2.0:1786177102.092627:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177102.092628:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.092630:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177102.092632:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae7100 x1872930407341568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092636:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177102.092637:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177102.092638:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177102.092640:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177102.092640:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177102.092641:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177102.092642:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177102.092643:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:2.0:1786177102.092644:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177102.092645:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177102.092646:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae7100.
00000100:00000001:2.0:1786177102.092647:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177102.092648:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.092649:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177102.092650:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4a80 x1872930407341696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092654:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177102.092655:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177102.092656:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177102.092657:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177102.092657:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177102.092658:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177102.092659:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177102.092660:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:2.0:1786177102.092661:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177102.092662:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177102.092662:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4a80.
00000100:00000001:2.0:1786177102.092664:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177102.092665:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.092665:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177102.092667:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae5500 x1872930407341824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177102.092691:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177102.092692:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177102.092693:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177102.092694:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177102.092695:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177102.092696:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177102.092697:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177102.092698:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:2.0:1786177102.092700:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177102.092700:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177102.092701:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae5500.
00000100:00000001:2.0:1786177102.092703:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177102.092703:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.092705:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177102.092707:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177102.092708:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177102.092710:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177102.092711:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177102.921921:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177102.921927:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177102.921993:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177102.921996:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177102.921999:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177103.945918:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177103.945923:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177103.945982:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177103.945985:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177103.945988:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177104.969927:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177104.969932:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177104.969987:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177104.969993:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177104.969997:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177105.993927:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177105.993943:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177105.994005:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177105.994010:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177105.994014:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177107.017956:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177107.017967:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177107.018065:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177107.018072:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177107.018077:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786177107.209933:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177107.209949:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786177107.209953:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177107.209958:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177107.209965:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177107.209975:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11627
00000400:00000200:1.0:1786177107.209987:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177107.209995:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177107.209999:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177107.210003:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177107.210008:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177107.210010:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177107.210013:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177107.210019:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177107.210021:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786177107.210025:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177107.210029:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786177107.210032:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786177107.210035:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786177107.210040:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177107.210043:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177107.210045:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177107.210047:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177107.210051:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786177107.210055:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177107.210059:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177107.210062:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177107.210067:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177107.210070:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177107.210073:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786177107.210076:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177107.210089:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786177107.210094:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786177107.210099:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177107.210101:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177107.210105:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177107.210108:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177107.210114:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177107.210126:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8400.
00000100:00000001:1.0:1786177107.210135:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177107.210148:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407341952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177107.210161:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177107.210168:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177107.210174:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407341952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177107.210203:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177107.210207:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177107.210211:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786177107.210213:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177107.210215:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177107.210219:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177107.210222:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11627
00000400:00000200:1.0:1786177107.210228:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177107.210232:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177107.210236:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177107.210238:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1786177107.210242:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177107.210248:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177107.210248:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177107.210254:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1786177107.210255:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177107.210261:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177107.210266:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177107.210270:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000100:00000040:2.0:1786177107.210272:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae7b80 x1872930407341952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1786177107.210274:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177107.210278:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786177107.210287:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786177107.210295:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177107.210300:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1786177107.210306:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177107.210306:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177107.210313:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177107.210316:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177107.210323:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:2.0:1786177107.210325:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1786177107.210329:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
02000000:00000001:2.0:1786177107.210331:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177107.210339:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177107.210340:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177107.210348:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177107.210350:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407341952:192.168.202.146@tcp:250:kworker.0
02000000:00000001:1.0:1786177107.210354:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177107.210363:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786177107.210367:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177107.210369:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1786177107.210374:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177107.210375:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177107.210385:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177107.210385:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1786177107.210394:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1786177107.210400:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
00000008:00000001:1.0:1786177107.210401:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177107.210405:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177107.210407:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177107.210415:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786177107.210422:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000400:00000200:2.0:1786177107.210422:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:1.0:1786177107.210431:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1786177107.210432:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
02000000:00000001:1.0:1786177107.210434:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177107.210440:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1786177107.210441:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
02000000:00000001:1.0:1786177107.210443:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177107.210448:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177107.210453:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407341952, portal 25
02000000:00000010:1.0:1786177107.210456:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:2.0:1786177107.210459:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177107.210463:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207030656 : -106564502520960 : ffff9f1484ae7b80)
00000100:00000001:1.0:1786177107.210465:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177107.210474:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae7b80 x1872930407341952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786177107.210477:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407342080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177107.210499:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177107.210508:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000001:1.0:1786177107.210511:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1786177107.210514:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000001:1.0:1786177107.210517:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177107.210522:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407341952, offset 0
00000100:00000040:1.0:1786177107.210527:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407342080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177107.210537:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177107.210549:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786177107.210551:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177107.210557:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177107.210562:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:1.0:1786177107.210569:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786177107.210576:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177107.210577:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1786177107.210586:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177107.210588:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:1.0:1786177107.210600:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177107.210602:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1786177107.210609:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11627
00000400:00000200:2.0:1786177107.210610:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177107.210625:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273644:273644:256:4294967295] 192.168.202.146@tcp LPNI seq info [273605:273605:8:4294967295]
00000400:00000200:1.0:1786177107.210626:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177107.210638:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177107.210642:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:1.0:1786177107.210645:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177107.210654:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177107.210662:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177107.210663:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1786177107.210672:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177107.210681:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.0:1786177107.210682:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000020:00000001:1.0:1786177107.210694:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:2.0:1786177107.210697:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000020:00000040:1.0:1786177107.210699:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786177107.210704:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177107.210709:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000800:00000200:2.0:1786177107.210710:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:1.0:1786177107.210722:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.0:1786177107.210723:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1786177107.210734:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.1:1786177107.210739:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:1.0:1786177107.210747:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.1:1786177107.210748:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1786177107.210755:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1786177107.210763:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000040:1.0:1786177107.210764:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177107.210801:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177107.210806:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786177107.210810:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000800:00000010:2.0:1786177107.210811:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000100:00000001:1.0:1786177107.210819:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177107.210823:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1786177107.210824:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1786177107.210828:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1786177107.210835:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1786177107.210837:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177107.210843:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1786177107.210843:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000008:00100000:1.0:1786177107.210848:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1786177107.210849:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000008:00000001:1.0:1786177107.210871:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.210873:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1786177107.210876:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177107.210883:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae7b80 x1872930407341952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1786177107.210884:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786177107.210894:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786177107.210903:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177107.210908:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.210912:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1786177107.210913:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177107.210918:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177107.210922:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177107.210923:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae7b80 x1872930407341952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1786177107.210930:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:2.0:1786177107.210943:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177107.210944:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.210949:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177107.210957:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177107.210959:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407342208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177107.210969:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177107.210980:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306308907
00000100:00000001:1.0:1786177107.210983:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177107.210988:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.210992:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306303787
00000100:00000040:1.0:1786177107.210995:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407342208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.211000:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306308907
00000100:00000001:2.0:1786177107.211010:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306303787
00000100:00000001:1.0:1786177107.211017:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.211018:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1786177107.211026:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177107.211027:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.211034:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1786177107.211039:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786177107.211042:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177107.211048:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1786177107.211048:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177107/real 1786177107]  req@ffff9f1484ae7b80 x1872930407341952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177107.211058:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177107.211067:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11627
00000400:00000200:1.0:1786177107.211079:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000001:2.0:1786177107.211079:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177107.211084:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177107.211087:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:1.0:1786177107.211089:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177107.211095:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000100:00080000:1.0:1786177107.211097:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1786177107.211103:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000040:1.0:1786177107.211106:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177107.211110:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1786177107.211112:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1786177107.211119:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae7b80 x1872930407341952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1786177107.211120:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177107.211132:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177107.211143:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177107.211147:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786177107.211152:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177107.211158:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000200:2.0:1786177107.211160:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae7b80 x1872930407341952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1786177107.211167:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786177107.211174:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177107.211182:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1786177107.211186:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177107.211187:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.211194:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786177107.211196:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177107.211198:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786177107.211205:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00100000:2.0:1786177107.211208:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae7b80 x1872930407341952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177107.211211:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177107.211226:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000001:2.0:1786177107.211236:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1786177107.211239:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000040:2.0:1786177107.211247:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae7b80 x1872930407341952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177107.211248:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177107.211256:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177107.211263:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177107.211266:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1786177107.211268:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.211272:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177107.211275:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177107.211277:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177107.211281:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1786177107.211282:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177107.211285:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:1.0:1786177107.211289:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.211290:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786177107.211299:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1786177107.211300:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:1.0:1786177107.211308:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000100:00080000:2.0:1786177107.211309:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000020:00000040:1.0:1786177107.211318:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:2.0:1786177107.211319:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1786177107.211328:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1786177107.211331:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae7b80 x1872930407341952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1786177107.211333:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177107.211342:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177107.211348:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177107.211351:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177107.211359:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407341952:192.168.202.146@tcp:250:kworker.0
02000000:00000010:1.0:1786177107.211362:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:2.0:1786177107.211366:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177107.211369:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.211370:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177107.211380:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae7b80 x1872930407341952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786177107.211384:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407342336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177107.211419:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1786177107.211426:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1786177107.211427:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177107.211435:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
00000100:00000001:1.0:1786177107.211436:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177107.211447:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1786177107.211451:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407342336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1786177107.211452:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177107.211458:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177107.211466:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177107.211472:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd8400.
00000100:00000001:1.0:1786177107.211483:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177107.211483:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177107.211487:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:1.0:1786177107.211491:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1786177107.211492:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae7b80.
00000100:00000001:2.0:1786177107.211501:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00080000:1.0:1786177107.211503:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1786177107.211504:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177107.211508:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177107.211510:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1786177107.211512:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177107.211518:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177107.211521:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1786177107.211522:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11627
00000100:00000001:2.0:1786177107.211525:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786177107.211532:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177107.211533:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177107.211539:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1786177107.211542:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177107.211543:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1786177107.211551:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1786177107.211554:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4700 x1872930407342080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1786177107.211561:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177107.211570:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177107.211577:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177107.211579:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1786177107.211583:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177107.211584:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1786177107.211594:0:113144:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1786177107.211595:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1786177107.211598:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
02000000:00000001:2.0:1786177107.211600:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1786177107.211603:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1786177107.211606:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1786177107.211608:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00100000:2.0:1786177107.211616:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407342080:192.168.202.146@tcp:38:kworker.0
00000020:00000001:1.0:1786177107.211617:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786177107.211627:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177107.211628:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177107.211637:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1786177107.211640:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177107.211641:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177107.211651:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1786177107.211652:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1786177107.211660:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000010:2.0:1786177107.211661:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177107.211669:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177107.211671:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177107.211679:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:1.0:1786177107.211681:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000400:00000010:2.0:1786177107.211685:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000100:00080000:1.0:1786177107.211691:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000010:2.0:1786177107.211694:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000001:1.0:1786177107.211698:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177107.211701:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407342080, portal 10
02000000:00000001:1.0:1786177107.211704:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177107.211706:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177107.211710:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207017216 : -106564502534400 : ffff9f1484ae4700)
02000000:00000001:1.0:1786177107.211711:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177107.211719:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177107.211726:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4700 x1872930407342080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177107.211727:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177107.211733:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786177107.211745:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177107.211755:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.211755:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177107.211763:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000010:1.0:1786177107.211766:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000400:00000010:2.0:1786177107.211769:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000020:00000040:1.0:1786177107.211797:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000200:2.0:1786177107.211801:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407342080, offset 0
02000000:00000001:1.0:1786177107.211804:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177107.211807:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177107.211815:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1786177107.211815:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
02000000:00000001:1.0:1786177107.211821:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177107.211826:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177107.211827:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:1.0:1786177107.211835:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
00000400:00000200:2.0:1786177107.211836:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177107.211846:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1786177107.211847:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177107.211867:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00100000:1.0:1786177107.211875:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407342464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177107.211875:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177107.211883:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177107.211898:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273645:273645:256:4294967295] 192.168.202.146@tcp LPNI seq info [273606:273606:8:4294967295]
00000100:00000001:1.0:1786177107.211911:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1786177107.211917:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786177107.211918:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177107.211931:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407342464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177107.211936:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177107.211955:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177107.211967:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000100:00000001:1.0:1786177107.211971:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177107.211977:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:1.0:1786177107.211981:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11637)
00000800:00000200:2.0:1786177107.211983:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786177107.211992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177107.211995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1786177107.212000:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177107.212003:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177107.212007:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177107.212012:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177107.212016:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177107.212018:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177107.212022:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177107.212027:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4700 x1872930407342080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212037:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177107.212041:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4700 x1872930407342080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212048:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.212050:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177107.212053:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177107.212057:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177107.212060:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177107.212063:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306299942
00000100:00000001:2.0:1786177107.212065:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306308907
00000100:00000001:2.0:1786177107.212068:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306299942
00000100:00000001:2.0:1786177107.212070:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306308907
00000100:00000001:2.0:1786177107.212072:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177107.212075:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.212077:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177107.212081:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177107/real 1786177107]  req@ffff9f1484ae4700 x1872930407342080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177107.212096:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177107.212098:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177107.212100:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177107.212102:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177107.212104:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177107.212106:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177107.212110:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4700 x1872930407342080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177107.212119:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4700 x1872930407342080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212126:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177107.212128:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.212130:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177107.212131:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177107.212135:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4700 x1872930407342080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212143:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177107.212147:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4700 x1872930407342080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212154:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177107.212156:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.212159:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177107.212160:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.212162:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177107.212164:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177107.212167:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177107.212170:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177107.212173:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177107.212178:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4700 x1872930407342080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177107.212188:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407342080:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177107.212192:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177107.212196:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4000 x1872930407342208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212202:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177107.212204:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177107.212206:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177107.212209:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177107.212211:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177107.212214:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407342208:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177107.212217:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177107.212219:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177107.212221:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177107.212223:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177107.212227:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177107.212229:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177107.212232:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177107.212235:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177107.212237:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177107.212240:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407342208, portal 10
00000100:00000001:2.0:1786177107.212242:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177107.212244:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207015424 : -106564502536192 : ffff9f1484ae4000)
00000100:00000040:2.0:1786177107.212250:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4000 x1872930407342208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212258:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177107.212260:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177107.212262:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177107.212264:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407342208, offset 0
00000400:00000200:2.0:1786177107.212269:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177107.212273:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177107.212276:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177107.212279:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177107.212282:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177107.212285:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177107.212288:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177107.212291:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273646:273646:256:4294967295] 192.168.202.146@tcp LPNI seq info [273607:273607:8:4294967295]
00000400:00000200:2.0:1786177107.212296:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177107.212303:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177107.212308:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177107.212311:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177107.212315:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177107.212318:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786177107.212322:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177107.212325:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1786177107.212329:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177107.212332:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177107.212335:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177107.212339:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177107.212342:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177107.212344:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177107.212346:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177107.212350:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4000 x1872930407342208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212358:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177107.212362:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4000 x1872930407342208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212369:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.212370:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177107.212373:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177107.212376:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177107.212379:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177107.212382:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306300023
00000100:00000001:2.0:1786177107.212384:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306308907
00000100:00000001:2.0:1786177107.212386:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306300023
00000100:00000001:2.0:1786177107.212389:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306308907
00000100:00000001:2.0:1786177107.212391:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177107.212393:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.212395:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177107.212399:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177107/real 1786177107]  req@ffff9f1484ae4000 x1872930407342208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177107.212408:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177107.212409:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177107.212411:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177107.212413:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177107.212415:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177107.212416:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177107.212420:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4000 x1872930407342208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177107.212429:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4000 x1872930407342208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212436:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177107.212437:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.212439:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177107.212441:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177107.212445:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4000 x1872930407342208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212453:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177107.212457:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4000 x1872930407342208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212465:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177107.212468:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.212469:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177107.212471:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.212473:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177107.212474:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177107.212477:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177107.212480:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177107.212482:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177107.212486:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4000 x1872930407342208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177107.212495:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407342208:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177107.212499:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177107.212503:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4e00 x1872930407342336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212511:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177107.212513:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177107.212516:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177107.212517:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177107.212519:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177107.212522:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407342336:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177107.212526:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177107.212528:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177107.212530:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177107.212532:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177107.212535:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177107.212537:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177107.212540:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177107.212543:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177107.212546:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177107.212549:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407342336, portal 4
00000100:00000001:2.0:1786177107.212551:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177107.212553:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207019008 : -106564502532608 : ffff9f1484ae4e00)
00000100:00000040:2.0:1786177107.212558:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4e00 x1872930407342336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212565:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177107.212568:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177107.212570:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177107.212572:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407342336, offset 0
00000400:00000200:2.0:1786177107.212576:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177107.212580:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177107.212583:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177107.212586:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177107.212589:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177107.212591:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177107.212594:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177107.212597:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273647:273647:256:4294967295] 192.168.202.146@tcp LPNI seq info [273608:273608:8:4294967295]
00000400:00000200:2.0:1786177107.212601:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177107.212608:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177107.212612:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177107.212615:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177107.212619:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177107.212622:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786177107.212627:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177107.212630:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1786177107.212634:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177107.212636:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177107.212639:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177107.212643:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177107.212646:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177107.212648:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177107.212650:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177107.212653:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4e00 x1872930407342336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212669:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177107.212672:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4e00 x1872930407342336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212679:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.212681:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177107.212684:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177107.212687:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177107.212690:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177107.212692:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306301282
00000100:00000001:2.0:1786177107.212695:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306308907
00000100:00000001:2.0:1786177107.212697:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306301282
00000100:00000001:2.0:1786177107.212700:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306308907
00000100:00000001:2.0:1786177107.212702:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177107.212704:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.212706:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177107.212710:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177107/real 1786177107]  req@ffff9f1484ae4e00 x1872930407342336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177107.212717:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177107.212719:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177107.212720:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177107.212723:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177107.212724:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177107.212727:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177107.212730:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4e00 x1872930407342336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177107.212739:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4e00 x1872930407342336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212746:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177107.212748:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.212750:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177107.212751:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177107.212755:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4e00 x1872930407342336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212762:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177107.212767:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4e00 x1872930407342336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212792:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177107.212795:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.212797:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177107.212799:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.212801:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177107.212802:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177107.212805:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177107.212809:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177107.212811:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177107.212816:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4e00 x1872930407342336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177107.212825:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407342336:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177107.212829:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.212831:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177107.212834:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4700 x1872930407342080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212842:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177107.212843:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177107.212846:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177107.212848:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177107.212861:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177107.212864:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177107.212866:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177107.212868:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9800.
02000000:00000001:2.0:1786177107.212871:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177107.212873:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177107.212874:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4700.
00000100:00000001:2.0:1786177107.212877:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177107.212879:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.212881:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177107.212884:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4000 x1872930407342208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212891:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177107.212893:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177107.212894:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177107.212896:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177107.212898:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177107.212899:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177107.212901:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177107.212903:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9400.
02000000:00000001:2.0:1786177107.212905:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177107.212906:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177107.212907:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4000.
00000100:00000001:2.0:1786177107.212910:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177107.212911:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.212913:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177107.212916:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4e00 x1872930407342336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212922:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177107.212923:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177107.212925:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177107.212927:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177107.212929:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177107.212930:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177107.212932:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177107.212933:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd8c00.
02000000:00000001:2.0:1786177107.212935:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177107.212937:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177107.212939:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4e00.
00000100:00000001:2.0:1786177107.212941:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177107.212943:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.212945:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.212949:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177107.212951:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.212953:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177107.212954:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177107.212956:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177107.212960:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae5880 x1872930407342464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.212968:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177107.212970:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177107.212972:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177107.212974:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177107.212976:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177107.212980:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407342464:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177107.212983:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177107.212985:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177107.212987:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177107.212989:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177107.212992:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177107.212994:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177107.212997:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177107.213000:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177107.213003:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177107.213006:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407342464, portal 4
00000100:00000001:2.0:1786177107.213008:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177107.213010:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207021696 : -106564502529920 : ffff9f1484ae5880)
00000100:00000040:2.0:1786177107.213016:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae5880 x1872930407342464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.213022:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177107.213025:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177107.213027:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177107.213029:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407342464, offset 0
00000400:00000200:2.0:1786177107.213034:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177107.213038:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177107.213042:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177107.213045:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177107.213048:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177107.213050:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177107.213053:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177107.213056:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273648:273648:256:4294967295] 192.168.202.146@tcp LPNI seq info [273609:273609:8:4294967295]
00000400:00000200:2.0:1786177107.213061:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177107.213067:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177107.213072:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177107.213075:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177107.213079:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177107.213082:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786177107.213086:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177107.213089:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1786177107.213093:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177107.213095:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177107.213098:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177107.213102:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177107.213105:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177107.213107:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177107.213109:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177107.213113:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae5880 x1872930407342464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.213122:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177107.213126:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae5880 x1872930407342464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.213133:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.213135:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177107.213138:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177107.213142:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177107.213145:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177107.213147:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306301073
00000100:00000001:2.0:1786177107.213150:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306308907
00000100:00000001:2.0:1786177107.213152:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306301073
00000100:00000001:2.0:1786177107.213154:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306308907
00000100:00000001:2.0:1786177107.213157:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177107.213159:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.213161:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177107.213165:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177107/real 1786177107]  req@ffff9f1484ae5880 x1872930407342464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177107.213173:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177107.213174:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177107.213176:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177107.213178:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177107.213180:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177107.213182:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177107.213186:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae5880 x1872930407342464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177107.213195:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae5880 x1872930407342464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.213202:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177107.213203:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.213205:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177107.213207:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177107.213211:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae5880 x1872930407342464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.213218:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177107.213222:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae5880 x1872930407342464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.213229:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177107.213232:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.213234:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177107.213235:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.213237:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177107.213239:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177107.213241:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177107.213244:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177107.213246:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177107.213251:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae5880 x1872930407342464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177107.213260:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407342464:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177107.213264:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.213265:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177107.213268:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae5880 x1872930407342464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177107.213275:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177107.213277:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177107.213278:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177107.213280:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177107.213282:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177107.213284:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177107.213285:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177107.213287:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9c00.
02000000:00000001:2.0:1786177107.213289:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177107.213291:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177107.213292:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae5880.
00000100:00000001:2.0:1786177107.213295:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177107.213296:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.213299:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177107.213302:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177107.213303:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177107.213305:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177107.213307:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177108.041904:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177108.041914:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177108.041990:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177108.041994:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177108.041998:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177109.065957:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177109.065965:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177109.066046:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177109.066052:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177109.066057:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177110.089890:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177110.089899:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177110.089901:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177110.089905:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177110.089911:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177110.089913:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177110.089915:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177110.089917:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177110.089986:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177110.089991:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177110.089996:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177111.113916:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177111.113924:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177111.113994:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177111.113998:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177111.114001:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177112.137872:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177112.137878:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177112.137939:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177112.137946:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177112.137951:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786177112.329934:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177112.329945:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177112.329948:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177112.329952:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177112.329957:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177112.329966:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11632
00000400:00000200:0.0:1786177112.329975:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177112.329983:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177112.329986:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177112.329989:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.329992:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177112.329994:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.329996:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177112.330000:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177112.330002:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177112.330004:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177112.330007:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177112.330009:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177112.330011:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177112.330013:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330015:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177112.330016:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330018:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177112.330020:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177112.330022:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330024:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177112.330026:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177112.330030:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177112.330033:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177112.330034:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177112.330036:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177112.330048:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786177112.330051:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177112.330055:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177112.330057:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177112.330060:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177112.330062:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177112.330066:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177112.330075:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786177112.330082:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177112.330091:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407342592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177112.330100:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177112.330104:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177112.330108:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407342592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177112.330127:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177112.330130:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177112.330133:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177112.330134:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177112.330135:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177112.330137:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177112.330139:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11632
00000400:00000200:0.0:1786177112.330141:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177112.330143:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177112.330144:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177112.330147:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330148:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177112.330150:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330152:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177112.330154:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177112.330155:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177112.330156:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177112.330163:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786177112.330164:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786177112.330166:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786177112.330168:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177112.330168:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177112.330173:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177112.330174:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1786177112.330175:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330178:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177112.330179:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1786177112.330182:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786177112.330188:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000040:2.0:1786177112.330190:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407342592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177112.330191:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177112.330194:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177112.330201:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177112.330202:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1786177112.330204:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177112.330205:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177112.330207:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177112.330211:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1786177112.330213:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1786177112.330215:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1786177112.330217:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177112.330219:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177112.330220:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177112.330226:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000100:00100000:2.0:1786177112.330227:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407342592:192.168.202.146@tcp:250:kworker.0
00000020:00000040:0.0:1786177112.330229:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177112.330234:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177112.330235:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177112.330236:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177112.330238:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177112.330240:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1786177112.330240:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177112.330244:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177112.330245:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177112.330251:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177112.330252:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786177112.330256:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177112.330259:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
00000100:00100000:0.0:1786177112.330261:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407342720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1786177112.330264:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177112.330272:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177112.330275:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177112.330278:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177112.330280:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000100:00000040:0.0:1786177112.330281:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407342720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177112.330291:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177112.330293:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1786177112.330294:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00080000:0.0:1786177112.330296:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786177112.330299:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177112.330302:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177112.330303:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177112.330305:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11632
00000100:00000200:2.0:1786177112.330308:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407342592, portal 25
00000400:00000200:0.0:1786177112.330309:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177112.330313:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177112.330316:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177112.330316:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1786177112.330320:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177112.330321:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000001:0.0:1786177112.330323:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177112.330326:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330329:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177112.330330:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177112.330332:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786177112.330333:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1786177112.330335:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407342592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1786177112.330336:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786177112.330340:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786177112.330344:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786177112.330351:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177112.330354:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1786177112.330355:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177112.330360:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330365:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:2.0:1786177112.330365:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000020:00000040:0.0:1786177112.330368:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786177112.330371:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330373:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177112.330374:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177112.330377:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1786177112.330378:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
02000000:00000001:0.0:1786177112.330379:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177112.330382:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1786177112.330383:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407342592, offset 0
00000008:00100000:0.0:1786177112.330384:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177112.330390:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177112.330391:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177112.330397:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000400:00000200:2.0:1786177112.330397:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000020:00000040:0.0:1786177112.330401:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177112.330403:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177112.330404:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177112.330406:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177112.330407:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177112.330408:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177112.330412:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:0.0:1786177112.330415:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
00000100:00000001:0.0:1786177112.330418:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177112.330422:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00100000:0.0:1786177112.330423:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407342848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177112.330431:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1786177112.330432:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177112.330435:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177112.330442:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407342848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177112.330442:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:0.0:1786177112.330451:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177112.330451:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1786177112.330455:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177112.330457:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00080000:0.0:1786177112.330459:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786177112.330461:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177112.330464:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177112.330465:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273649:273649:256:4294967295] 192.168.202.146@tcp LPNI seq info [273610:273610:8:4294967295]
00000100:00000001:0.0:1786177112.330468:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177112.330473:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11632
00000400:00000200:2.0:1786177112.330474:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177112.330478:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177112.330481:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177112.330483:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177112.330484:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330486:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177112.330487:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330489:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177112.330493:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177112.330496:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786177112.330499:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177112.330499:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1786177112.330503:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786177112.330507:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000800:00000200:2.0:1786177112.330511:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000020:00000001:0.0:1786177112.330512:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786177112.330519:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330520:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1786177112.330521:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000100:00000040:0.0:1786177112.330522:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330527:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177112.330528:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786177112.330530:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330533:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177112.330534:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:0.0:1786177112.330535:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177112.330538:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177112.330541:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177112.330541:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1786177112.330546:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177112.330549:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177112.330553:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177112.330553:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786177112.330557:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177112.330561:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00000010:0.0:1786177112.330562:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786177112.330566:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786177112.330570:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:2.0:1786177112.330571:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
02000000:00000001:0.0:1786177112.330572:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177112.330575:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1786177112.330576:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
02000000:00000001:0.0:1786177112.330577:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177112.330580:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177112.330583:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000400:00000200:2.0:1786177112.330584:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1786177112.330586:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177112.330591:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1786177112.330594:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407342976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177112.330598:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000100:00000001:0.0:1786177112.330603:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1786177112.330604:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:0.0:1786177112.330607:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177112.330612:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407342976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.330612:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1786177112.330620:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177112.330622:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1786177112.330623:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407342592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177112.330625:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786177112.330628:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177112.330630:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177112.330633:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177112.330635:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11632
00000400:00000200:0.0:1786177112.330637:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177112.330640:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177112.330644:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177112.330649:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330652:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177112.330654:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330657:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177112.330657:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1786177112.330659:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177112.330661:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786177112.330663:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177112.330666:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000040:2.0:1786177112.330667:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407342592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1786177112.330668:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786177112.330672:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786177112.330678:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330682:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177112.330685:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177112.330690:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177112.330692:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000001:2.0:1786177112.330692:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177112.330698:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177112.330699:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177112.330700:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177112.330703:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177112.330704:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177112.330706:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177112.330707:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177112.330709:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177112.330710:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1786177112.330711:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177112.330715:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177112.330718:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000400:00000200:2.0:1786177112.330720:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:0.0:1786177112.330721:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786177112.330725:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177112.330725:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306314026
02000000:00000001:0.0:1786177112.330728:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177112.330730:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177112.330731:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177112.330732:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177112.330735:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000001:2.0:1786177112.330736:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306308907
00000100:00000001:0.0:1786177112.330737:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177112.330744:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306314026
00000100:00100000:0.0:1786177112.330745:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407343104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177112.330750:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306308907
00000100:00000001:0.0:1786177112.330754:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177112.330756:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177112.330757:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177112.330761:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177112.330763:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407343104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.330765:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1786177112.330791:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177112.330796:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11642)
00000100:00100000:2.0:1786177112.330820:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177112/real 1786177112]  req@ffff9f1482ebd500 x1872930407342592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177112.330831:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177112.330834:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177112.330838:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177112.330841:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177112.330843:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177112.330846:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177112.330850:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407342592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177112.330861:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407342592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.330876:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177112.330878:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.330881:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177112.330883:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177112.330897:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407342592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.330905:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177112.330914:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407342592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.330926:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177112.330930:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.330932:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177112.330933:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.330936:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177112.330938:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177112.330947:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177112.330953:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177112.330956:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177112.330961:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407342592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177112.330970:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407342592:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177112.330976:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.330979:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177112.330982:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407342592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.330990:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177112.330993:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177112.330997:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177112.331000:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177112.331003:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177112.331005:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177112.331008:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177112.331011:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:2.0:1786177112.331015:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177112.331017:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177112.331018:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:2.0:1786177112.331022:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177112.331023:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331024:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331032:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177112.331034:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177112.331036:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177112.331037:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177112.331039:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177112.331042:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebce00 x1872930407342720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331047:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177112.331049:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177112.331050:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177112.331052:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177112.331053:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177112.331055:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407342720:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177112.331057:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177112.331059:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177112.331061:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177112.331062:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177112.331064:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177112.331065:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177112.331069:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177112.331071:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177112.331074:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177112.331076:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407342720, portal 10
00000100:00000001:2.0:1786177112.331078:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177112.331079:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177495040 : -106564532056576 : ffff9f1482ebce00)
00000100:00000040:2.0:1786177112.331085:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebce00 x1872930407342720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331089:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177112.331091:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177112.331093:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177112.331094:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407342720, offset 0
00000400:00000200:2.0:1786177112.331097:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177112.331100:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177112.331102:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177112.331105:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177112.331107:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177112.331109:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177112.331111:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177112.331113:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273650:273650:256:4294967295] 192.168.202.146@tcp LPNI seq info [273611:273611:8:4294967295]
00000400:00000200:2.0:1786177112.331116:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177112.331121:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177112.331124:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177112.331126:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177112.331129:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177112.331132:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177112.331135:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177112.331137:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177112.331139:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177112.331141:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177112.331143:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177112.331146:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177112.331148:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177112.331149:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177112.331151:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177112.331154:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebce00 x1872930407342720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331164:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177112.331166:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407342720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331171:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177112.331171:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177112.331174:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177112.331176:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177112.331178:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177112.331180:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306305061
00000100:00000001:2.0:1786177112.331182:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306314026
00000100:00000001:2.0:1786177112.331183:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306305061
00000100:00000001:2.0:1786177112.331185:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306314026
00000100:00000001:2.0:1786177112.331187:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177112.331188:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177112.331189:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177112.331192:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177112/real 1786177112]  req@ffff9f1482ebce00 x1872930407342720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177112.331196:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177112.331197:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177112.331199:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177112.331200:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177112.331202:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177112.331203:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177112.331205:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407342720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177112.331210:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407342720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331214:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177112.331216:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331217:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177112.331218:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177112.331220:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407342720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331225:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177112.331227:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407342720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331231:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177112.331233:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331234:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177112.331235:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331236:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177112.331237:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177112.331239:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177112.331241:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177112.331242:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177112.331244:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407342720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177112.331250:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407342720:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177112.331253:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177112.331255:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407342848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331258:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177112.331259:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177112.331261:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177112.331262:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177112.331263:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177112.331265:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407342848:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177112.331267:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177112.331269:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177112.331270:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177112.331271:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177112.331274:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177112.331276:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177112.331279:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177112.331282:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177112.331285:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177112.331288:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407342848, portal 10
00000100:00000001:2.0:1786177112.331290:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177112.331292:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:2.0:1786177112.331298:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407342848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331306:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177112.331308:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177112.331311:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177112.331314:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407342848, offset 0
00000400:00000200:2.0:1786177112.331339:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177112.331343:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177112.331346:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177112.331348:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177112.331350:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177112.331352:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177112.331354:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177112.331357:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273651:273651:256:4294967295] 192.168.202.146@tcp LPNI seq info [273612:273612:8:4294967295]
00000400:00000200:2.0:1786177112.331360:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177112.331366:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177112.331369:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177112.331372:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177112.331375:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177112.331378:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177112.331381:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177112.331382:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177112.331385:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177112.331387:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177112.331389:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177112.331392:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177112.331394:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177112.331395:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177112.331397:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177112.331400:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407342848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331406:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177112.331408:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407342848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331413:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177112.331414:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177112.331416:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177112.331418:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177112.331421:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177112.331422:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306305142
00000100:00000001:2.0:1786177112.331424:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306314026
00000100:00000001:2.0:1786177112.331425:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306305142
00000100:00000001:2.0:1786177112.331427:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306314026
00000100:00000001:2.0:1786177112.331429:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177112.331430:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177112.331431:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177112.331434:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177112/real 1786177112]  req@ffff9f1482ebea00 x1872930407342848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177112.331438:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177112.331440:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177112.331441:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177112.331443:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177112.331444:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177112.331445:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177112.331447:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407342848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177112.331453:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407342848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331457:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177112.331458:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331459:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177112.331460:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177112.331462:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407342848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331466:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177112.331470:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407342848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331475:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177112.331476:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331477:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177112.331478:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331480:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177112.331482:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177112.331484:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177112.331487:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177112.331489:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177112.331491:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407342848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177112.331500:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407342848:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177112.331503:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177112.331506:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407342976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331509:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177112.331510:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177112.331512:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177112.331513:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177112.331514:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177112.331516:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407342976:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177112.331518:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177112.331519:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177112.331520:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177112.331521:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177112.331524:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177112.331525:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177112.331528:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177112.331529:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177112.331532:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177112.331534:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407342976, portal 4
00000100:00000001:2.0:1786177112.331535:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177112.331536:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:2.0:1786177112.331541:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407342976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331545:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177112.331547:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177112.331548:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177112.331550:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407342976, offset 0
00000400:00000200:2.0:1786177112.331553:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177112.331555:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177112.331558:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177112.331560:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177112.331562:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177112.331563:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177112.331565:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177112.331567:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273652:273652:256:4294967295] 192.168.202.146@tcp LPNI seq info [273613:273613:8:4294967295]
00000400:00000200:2.0:1786177112.331570:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177112.331574:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177112.331576:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177112.331578:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177112.331580:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177112.331582:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177112.331585:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177112.331587:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177112.331590:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177112.331591:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177112.331593:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177112.331595:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177112.331598:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177112.331599:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177112.331600:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177112.331602:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407342976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331607:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177112.331609:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407342976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331613:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177112.331614:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177112.331616:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177112.331618:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177112.331619:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177112.331622:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306306401
00000100:00000001:2.0:1786177112.331623:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306314026
00000100:00000001:2.0:1786177112.331625:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306306401
00000100:00000001:2.0:1786177112.331626:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306314026
00000100:00000001:2.0:1786177112.331628:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177112.331629:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177112.331630:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177112.331632:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177112/real 1786177112]  req@ffff9f1482ebe680 x1872930407342976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177112.331636:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177112.331637:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177112.331638:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177112.331640:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177112.331641:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177112.331642:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177112.331644:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407342976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177112.331650:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407342976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331654:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177112.331655:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331656:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177112.331657:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177112.331659:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407342976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331663:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177112.331665:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407342976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331669:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177112.331671:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331672:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177112.331673:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331674:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177112.331675:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177112.331677:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177112.331679:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177112.331680:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177112.331682:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407342976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177112.331687:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407342976:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177112.331689:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177112.331691:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebf100 x1872930407343104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331695:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177112.331696:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177112.331697:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177112.331698:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177112.331699:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177112.331701:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407343104:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177112.331703:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177112.331703:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177112.331704:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177112.331705:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177112.331707:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177112.331709:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177112.331711:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177112.331712:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177112.331714:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177112.331716:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407343104, portal 4
00000100:00000001:2.0:1786177112.331718:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177112.331719:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177504000 : -106564532047616 : ffff9f1482ebf100)
00000100:00000040:2.0:1786177112.331723:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebf100 x1872930407343104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331728:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177112.331729:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177112.331730:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177112.331732:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407343104, offset 0
00000400:00000200:2.0:1786177112.331734:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177112.331736:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177112.331738:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177112.331740:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177112.331741:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177112.331743:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177112.331744:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177112.331746:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273653:273653:256:4294967295] 192.168.202.146@tcp LPNI seq info [273614:273614:8:4294967295]
00000400:00000200:2.0:1786177112.331749:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177112.331753:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177112.331756:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177112.331757:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177112.331760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177112.331761:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177112.331764:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177112.331766:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177112.331768:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177112.331785:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177112.331788:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177112.331791:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177112.331793:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177112.331794:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177112.331796:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177112.331798:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebf100 x1872930407343104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331824:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177112.331826:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407343104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331831:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177112.331832:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177112.331835:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177112.331838:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177112.331840:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177112.331842:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306306192
00000100:00000001:2.0:1786177112.331844:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306314026
00000100:00000001:2.0:1786177112.331845:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306306192
00000100:00000001:2.0:1786177112.331847:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306314026
00000100:00000001:2.0:1786177112.331848:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177112.331850:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177112.331851:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177112.331853:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177112/real 1786177112]  req@ffff9f1482ebf100 x1872930407343104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177112.331858:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177112.331859:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177112.331860:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177112.331862:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177112.331863:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177112.331864:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177112.331866:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebf100 x1872930407343104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177112.331872:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebf100 x1872930407343104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331878:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177112.331880:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331882:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177112.331884:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177112.331888:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebf100 x1872930407343104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331895:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177112.331899:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebf100 x1872930407343104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331907:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177112.331910:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331911:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177112.331912:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331914:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177112.331916:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177112.331918:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177112.331922:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177112.331924:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177112.331928:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebf100 x1872930407343104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177112.331936:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407343104:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177112.331940:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331942:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177112.331946:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407342720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331952:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177112.331954:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177112.331956:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177112.331959:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177112.331960:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177112.331962:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177112.331964:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177112.331966:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7400.
02000000:00000001:2.0:1786177112.331969:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177112.331970:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177112.331972:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:2.0:1786177112.331975:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177112.331977:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.331978:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177112.331982:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407342848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.331988:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177112.331990:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177112.331991:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177112.331994:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177112.331995:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177112.331996:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177112.331998:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177112.332000:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:2.0:1786177112.332002:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177112.332004:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177112.332005:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:2.0:1786177112.332008:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177112.332010:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.332012:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177112.332015:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407342976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.332021:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177112.332023:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177112.332024:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177112.332027:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177112.332028:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177112.332030:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177112.332032:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177112.332033:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:2.0:1786177112.332036:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177112.332038:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177112.332039:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:2.0:1786177112.332042:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177112.332043:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.332045:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177112.332049:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebf100 x1872930407343104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177112.332056:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177112.332057:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177112.332058:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177112.332060:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177112.332061:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177112.332062:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177112.332064:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177112.332065:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4000.
02000000:00000001:2.0:1786177112.332066:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177112.332067:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177112.332068:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebf100.
00000100:00000001:2.0:1786177112.332070:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177112.332071:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.332073:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177112.332075:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177112.332076:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177112.332078:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177112.332079:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177113.161937:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177113.161948:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177113.162087:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177113.162093:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177113.162097:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177114.185846:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177114.185853:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177114.185918:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177114.185922:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177114.185924:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177115.209928:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177115.209936:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177115.210010:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177115.210014:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177115.210018:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177116.233870:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177116.233878:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177116.233935:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177116.233939:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177116.233943:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177117.257900:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177117.257905:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177117.257977:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177117.257981:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177117.257984:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177117.449900:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177117.449911:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177117.449914:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177117.449918:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177117.449922:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177117.449930:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11637
00000400:00000200:3.0:1786177117.449938:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177117.449945:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177117.449948:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177117.449952:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177117.449954:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177117.449956:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177117.449958:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177117.449961:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177117.449963:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177117.449965:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177117.449967:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177117.449969:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177117.449971:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177117.449973:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177117.449974:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177117.449975:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177117.449977:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177117.449980:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177117.449982:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177117.449984:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177117.449986:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177117.449989:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177117.449991:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177117.449993:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177117.449994:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177117.450002:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786177117.450005:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177117.450008:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177117.450010:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177117.450013:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177117.450022:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177117.450028:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177117.450035:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786177117.450040:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177117.450047:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407343232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177117.450055:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177117.450058:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177117.450062:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407343232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177117.450083:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177117.450086:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177117.450094:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177117.450095:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177117.450097:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177117.450100:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177117.450103:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11637
00000400:00000200:3.0:1786177117.450109:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177117.450114:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177117.450117:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177117.450120:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1786177117.450122:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177117.450125:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1786177117.450127:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177117.450128:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177117.450133:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177117.450137:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:2.0:1786177117.450138:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407343232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177117.450139:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177117.450142:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177117.450145:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177117.450149:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000001:2.0:1786177117.450153:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1786177117.450153:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177117.450156:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786177117.450157:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
02000000:00000001:2.0:1786177117.450161:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1786177117.450162:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177117.450165:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177117.450165:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1786177117.450171:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177117.450171:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177117.450175:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00100000:2.0:1786177117.450178:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407343232:192.168.202.146@tcp:250:kworker.0
00000020:00000040:3.0:1786177117.450179:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:2.0:1786177117.450184:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1786177117.450188:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:2.0:1786177117.450189:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177117.450193:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177117.450194:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177117.450196:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1786177117.450200:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1786177117.450203:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177117.450206:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177117.450208:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1786177117.450213:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177117.450215:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177117.450218:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000100:00000001:3.0:1786177117.450220:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1786177117.450225:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000008:00100000:3.0:1786177117.450226:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177117.450231:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177117.450232:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407343232, portal 25
00000100:00000001:3.0:1786177117.450235:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.450236:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177117.450238:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
00000100:00000040:2.0:1786177117.450243:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407343232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1786177117.450249:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000100:00000001:2.0:1786177117.450250:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1786177117.450254:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00000040:2.0:1786177117.450255:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177117.450260:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1786177117.450261:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
02000000:00000001:3.0:1786177117.450262:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177117.450265:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407343232, offset 0
00000100:00000001:3.0:1786177117.450265:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177117.450269:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177117.450272:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177117.450274:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
02000000:00000010:3.0:1786177117.450278:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000400:00000200:2.0:1786177117.450283:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177117.450284:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177117.450293:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00100000:3.0:1786177117.450293:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407343360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177117.450300:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1786177117.450305:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1786177117.450306:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:3.0:1786177117.450309:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177117.450313:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177117.450316:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177117.450321:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273654:273654:256:4294967295] 192.168.202.146@tcp LPNI seq info [273615:273615:8:4294967295]
00000100:00000040:3.0:1786177117.450321:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407343360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177117.450333:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177117.450342:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177117.450348:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177117.450349:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1786177117.450356:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:2.0:1786177117.450360:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177117.450360:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177117.450363:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1786177117.450366:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000100:00000001:3.0:1786177117.450367:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177117.450372:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11637
00000800:00000200:2.0:1786177117.450377:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000400:00000200:3.0:1786177117.450379:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:2.0:1786177117.450382:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000400:00000200:3.0:1786177117.450385:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177117.450389:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1786177117.450390:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177117.450395:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.1:1786177117.450396:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1786177117.450400:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1786177117.450404:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177117.450406:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000010:2.0:1786177117.450408:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000100:00000001:3.0:1786177117.450409:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177117.450412:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177117.450413:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000400:00000200:2.0:1786177117.450414:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1786177117.450415:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177117.450419:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177117.450423:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177117.450424:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1786177117.450427:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177117.450430:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000100:00000040:3.0:1786177117.450432:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177117.450434:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:3.0:1786177117.450435:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177117.450439:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1786177117.450439:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177117.450443:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000200:2.0:1786177117.450447:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b800 x1872930407343232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786177117.450447:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177117.450454:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177117.450460:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177117.450463:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177117.450465:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1786177117.450466:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1786177117.450471:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407343232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177117.450471:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177117.450473:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177117.450476:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177117.450481:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177117.450485:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.450487:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.450490:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:3.0:1786177117.450490:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786177117.450495:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000100:00000001:2.0:1786177117.450497:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177117.450497:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177117.450500:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177117.450502:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1786177117.450503:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177117.450504:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177117.450507:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306319146
02000000:00000001:3.0:1786177117.450508:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177117.450514:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786177117.450517:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.450518:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306314026
00000100:00100000:3.0:1786177117.450523:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407343488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177117.450530:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177117.450532:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.450533:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306319146
00000100:00000040:3.0:1786177117.450535:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407343488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.450540:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306314026
00000100:00000001:3.0:1786177117.450546:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.450547:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1786177117.450550:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177117.450552:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.450557:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1786177117.450558:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177117.450560:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1786177117.450563:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177117/real 1786177117]  req@ffff9f148515b800 x1872930407343232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177117.450564:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177117.450570:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177117.450576:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11637
00000400:00000001:2.0:1786177117.450579:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1786177117.450581:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000001:2.0:1786177117.450582:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1786177117.450586:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000010:2.0:1786177117.450587:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000100:00080000:3.0:1786177117.450590:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177117.450591:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177117.450595:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000040:3.0:1786177117.450595:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177117.450599:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1786177117.450600:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177117.450606:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000200:2.0:1786177117.450607:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407343232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177117.450612:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177117.450616:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177117.450618:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177117.450622:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177117.450624:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000200:2.0:1786177117.450626:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407343232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177117.450627:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177117.450631:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177117.450639:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177117.450642:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1786177117.450643:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177117.450645:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177117.450647:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177117.450650:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177117.450651:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177117.450653:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177117.450654:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00100000:2.0:1786177117.450659:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407343232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177117.450660:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177117.450667:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177117.450672:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177117.450673:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1786177117.450676:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1786177117.450680:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407343232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177117.450682:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177117.450687:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177117.450691:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:3.0:1786177117.450692:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177117.450694:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.450698:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:3.0:1786177117.450700:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.450701:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.450707:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1786177117.450707:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.450710:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177117.450713:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:3.0:1786177117.450714:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000100:00080000:2.0:1786177117.450717:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000020:00000040:3.0:1786177117.450721:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:2.0:1786177117.450722:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177117.450729:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407343232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177117.450729:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177117.450732:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177117.450736:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177117.450739:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177117.450742:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177117.450745:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407343232:192.168.202.146@tcp:250:kworker.0
02000000:00000010:3.0:1786177117.450748:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:2.0:1786177117.450765:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.450768:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177117.450802:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407343232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.450811:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177117.450814:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177117.450816:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177117.450822:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1786177117.450823:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177117.450825:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177117.450829:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177117.450833:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00100000:3.0:1786177117.450835:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407343616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1786177117.450837:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:2.0:1786177117.450844:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177117.450848:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177117.450851:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000001:3.0:1786177117.450851:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177117.450857:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.450858:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177117.450860:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.450863:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177117.450867:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407343616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.450871:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177117.450874:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.450879:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177117.450881:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177117.450883:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786177117.450889:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177117.450890:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407343360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177117.450896:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177117.450903:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1786177117.450904:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1786177117.450905:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177117.450907:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1786177117.450909:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1786177117.450911:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1786177117.450912:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177117.450918:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177117.450919:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1786177117.450920:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407343360:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177117.450924:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177117.450927:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1786177117.450927:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11637
02000000:00000001:2.0:1786177117.450930:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177117.450934:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177117.450936:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177117.450941:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177117.450941:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177117.450946:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177117.450950:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000200:3.0:1786177117.450950:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000010:2.0:1786177117.450955:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00080000:3.0:1786177117.450956:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1786177117.450960:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407343360, portal 10
00000100:00000040:3.0:1786177117.450964:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177117.450965:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177117.450967:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000100:00000001:3.0:1786177117.450972:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177117.450976:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407343360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177117.450979:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177117.450986:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1786177117.450988:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:2.0:1786177117.450992:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177117.450996:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000020:00000001:3.0:1786177117.450996:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:2.0:1786177117.451001:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407343360, offset 0
00000020:00000040:3.0:1786177117.451001:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177117.451007:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177117.451008:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000020:00000040:3.0:1786177117.451012:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000400:00000200:2.0:1786177117.451015:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:3.0:1786177117.451019:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000400:00000200:2.0:1786177117.451022:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000020:00000001:3.0:1786177117.451024:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000400:00000200:2.0:1786177117.451026:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177117.451032:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000040:3.0:1786177117.451034:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177117.451036:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177117.451041:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:3.0:1786177117.451041:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177117.451050:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273655:273655:256:4294967295] 192.168.202.146@tcp LPNI seq info [273616:273616:8:4294967295]
00000100:00000040:3.0:1786177117.451050:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177117.451057:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177117.451058:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:3.0:1786177117.451064:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000400:00000200:2.0:1786177117.451066:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177117.451074:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177117.451074:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000800:00000010:2.0:1786177117.451078:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000100:00000001:3.0:1786177117.451081:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177117.451084:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786177117.451087:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1786177117.451088:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177117.451093:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786177117.451094:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1786177117.451095:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177117.451102:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177117.451102:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1786177117.451105:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000100:00000001:3.0:1786177117.451107:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1786177117.451109:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:3.0:1786177117.451112:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1786177117.451113:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177117.451117:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000008:00000001:3.0:1786177117.451119:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177117.451120:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177117.451126:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1786177117.451126:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177117.451131:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159c00 x1872930407343360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1786177117.451135:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000100:00000001:2.0:1786177117.451138:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1786177117.451140:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000040:2.0:1786177117.451142:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159c00 x1872930407343360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177117.451148:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177117.451151:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177117.451152:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.451155:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177117.451156:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177117.451158:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177117.451160:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1786177117.451163:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
02000000:00000001:3.0:1786177117.451164:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177117.451170:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177117.451172:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306310181
02000000:00000010:3.0:1786177117.451173:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:2.0:1786177117.451175:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306319146
00000100:00000001:2.0:1786177117.451179:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306310181
00000100:00000001:3.0:1786177117.451180:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.451181:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306319146
00000100:00000001:2.0:1786177117.451186:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177117.451189:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.451191:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1786177117.451193:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407343744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1786177117.451195:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177117/real 1786177117]  req@ffff9f1485159c00 x1872930407343360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177117.451216:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177117.451219:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177117.451221:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177117.451225:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177117.451228:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177117.451231:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177117.451235:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407343360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177117.451242:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1786177117.451246:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407343360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177117.451248:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.451256:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177117.451259:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451261:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1786177117.451261:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407343744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451263:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177117.451270:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407343360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177117.451287:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.451288:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177117.451295:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407343360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177117.451297:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11647)
00000100:00000001:2.0:1786177117.451301:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177117.451305:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451306:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177117.451307:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451308:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177117.451310:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177117.451312:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177117.451315:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177117.451317:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177117.451320:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407343360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177117.451325:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407343360:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177117.451328:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177117.451330:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407343488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451333:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177117.451334:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177117.451336:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177117.451337:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177117.451338:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177117.451340:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407343488:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177117.451342:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177117.451343:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177117.451344:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177117.451345:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177117.451347:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177117.451349:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177117.451351:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177117.451352:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177117.451354:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177117.451356:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407343488, portal 10
00000100:00000001:2.0:1786177117.451358:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177117.451358:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
00000100:00000040:2.0:1786177117.451362:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407343488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451367:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177117.451368:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177117.451370:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177117.451371:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407343488, offset 0
00000400:00000200:2.0:1786177117.451374:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177117.451376:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177117.451379:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177117.451381:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177117.451382:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177117.451384:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177117.451386:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177117.451388:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273656:273656:256:4294967295] 192.168.202.146@tcp LPNI seq info [273617:273617:8:4294967295]
00000400:00000200:2.0:1786177117.451390:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177117.451395:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177117.451397:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177117.451399:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177117.451402:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177117.451404:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177117.451407:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177117.451408:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177117.451412:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177117.451413:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177117.451415:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177117.451417:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177117.451420:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177117.451421:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177117.451422:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177117.451425:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515ad80 x1872930407343488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451430:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177117.451431:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407343488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451436:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.451437:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177117.451439:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177117.451441:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177117.451443:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177117.451444:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306310262
00000100:00000001:2.0:1786177117.451446:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306319146
00000100:00000001:2.0:1786177117.451448:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306310262
00000100:00000001:2.0:1786177117.451449:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306319146
00000100:00000001:2.0:1786177117.451450:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177117.451451:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.451452:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177117.451454:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177117/real 1786177117]  req@ffff9f148515ad80 x1872930407343488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177117.451459:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177117.451460:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177117.451461:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177117.451462:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177117.451463:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177117.451464:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177117.451466:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407343488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177117.451472:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407343488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451475:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177117.451476:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451477:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177117.451478:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177117.451480:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407343488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451484:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177117.451487:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407343488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451492:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177117.451493:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451494:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177117.451495:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451496:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177117.451497:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177117.451499:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177117.451500:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177117.451502:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177117.451504:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407343488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177117.451508:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407343488:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177117.451511:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451512:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177117.451514:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407343360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451517:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177117.451518:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177117.451520:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177117.451521:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177117.451522:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177117.451523:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177117.451524:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177117.451525:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3c00.
02000000:00000001:2.0:1786177117.451527:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177117.451528:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177117.451529:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:2.0:1786177117.451530:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177117.451532:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451533:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177117.451535:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407343488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451539:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177117.451539:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177117.451540:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177117.451542:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177117.451542:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177117.451543:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177117.451544:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177117.451545:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0c00.
02000000:00000001:2.0:1786177117.451546:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177117.451547:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177117.451548:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000100:00000001:2.0:1786177117.451549:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177117.451550:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451551:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451553:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177117.451554:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.451555:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177117.451556:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177117.451557:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177117.451559:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a300 x1872930407343616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451563:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177117.451564:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177117.451565:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177117.451566:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177117.451567:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177117.451569:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407343616:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177117.451571:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177117.451572:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177117.451573:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177117.451574:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177117.451576:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177117.451578:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177117.451580:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177117.451581:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177117.451583:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177117.451585:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407343616, portal 4
00000100:00000001:2.0:1786177117.451586:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177117.451587:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790976 : -106564495760640 : ffff9f148515a300)
00000100:00000040:2.0:1786177117.451591:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a300 x1872930407343616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451595:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177117.451597:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177117.451598:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177117.451600:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407343616, offset 0
00000400:00000200:2.0:1786177117.451602:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177117.451604:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177117.451606:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177117.451607:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177117.451609:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177117.451610:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177117.451612:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177117.451614:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273657:273657:256:4294967295] 192.168.202.146@tcp LPNI seq info [273618:273618:8:4294967295]
00000400:00000200:2.0:1786177117.451616:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177117.451620:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177117.451623:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177117.451625:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177117.451627:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177117.451629:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177117.451632:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177117.451633:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177117.451636:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177117.451637:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177117.451639:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177117.451642:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177117.451644:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177117.451645:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177117.451646:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177117.451648:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a300 x1872930407343616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451653:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177117.451655:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a300 x1872930407343616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451659:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.451660:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177117.451661:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177117.451663:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177117.451665:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177117.451666:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306311521
00000100:00000001:2.0:1786177117.451668:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306319146
00000100:00000001:2.0:1786177117.451670:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306311521
00000100:00000001:2.0:1786177117.451671:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306319146
00000100:00000001:2.0:1786177117.451672:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177117.451673:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.451674:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177117.451677:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177117/real 1786177117]  req@ffff9f148515a300 x1872930407343616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177117.451681:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177117.451682:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177117.451683:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177117.451684:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177117.451685:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177117.451686:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177117.451688:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a300 x1872930407343616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177117.451697:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a300 x1872930407343616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451702:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177117.451703:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451704:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177117.451704:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177117.451707:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a300 x1872930407343616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451710:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177117.451713:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a300 x1872930407343616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451717:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177117.451718:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451719:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177117.451720:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451721:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177117.451722:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177117.451723:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177117.451725:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177117.451726:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177117.451728:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a300 x1872930407343616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177117.451733:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407343616:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177117.451735:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177117.451737:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407343744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451746:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177117.451747:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177117.451748:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177117.451749:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177117.451766:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177117.451768:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407343744:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177117.451785:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177117.451786:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177117.451788:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177117.451789:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177117.451791:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177117.451793:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177117.451795:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177117.451797:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000400:00000010:2.0:1786177117.451799:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177117.451801:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407343744, portal 4
00000100:00000001:2.0:1786177117.451802:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177117.451803:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:2.0:1786177117.451808:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407343744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451812:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177117.451814:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177117.451815:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177117.451816:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407343744, offset 0
00000400:00000200:2.0:1786177117.451819:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177117.451821:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177117.451823:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177117.451825:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177117.451827:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177117.451828:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177117.451830:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177117.451832:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273658:273658:256:4294967295] 192.168.202.146@tcp LPNI seq info [273619:273619:8:4294967295]
00000400:00000200:2.0:1786177117.451835:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177117.451839:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177117.451842:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177117.451844:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177117.451847:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177117.451849:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177117.451851:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177117.451853:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177117.451856:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177117.451858:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177117.451860:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177117.451862:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177117.451864:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177117.451865:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177117.451866:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177117.451869:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158a80 x1872930407343744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451874:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177117.451876:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407343744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451880:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.451881:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177117.451883:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177117.451885:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177117.451887:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177117.451888:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306311312
00000100:00000001:2.0:1786177117.451890:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306319146
00000100:00000001:2.0:1786177117.451891:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306311312
00000100:00000001:2.0:1786177117.451893:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306319146
00000100:00000001:2.0:1786177117.451894:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177117.451895:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.451897:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177117.451899:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177117/real 1786177117]  req@ffff9f1485158a80 x1872930407343744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177117.451904:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177117.451905:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177117.451906:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000400:00000200:2.0:1786177117.451907:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000400:00000010:2.0:1786177117.451908:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:2.0:1786177117.451909:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177117.451911:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407343744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177117.451917:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407343744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451921:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177117.451921:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451922:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177117.451923:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177117.451925:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407343744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451929:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177117.451931:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407343744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451935:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177117.451937:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451938:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177117.451939:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451940:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177117.451941:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177117.451943:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177117.451946:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177117.451947:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177117.451950:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407343744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177117.451954:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407343744:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177117.451957:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451958:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177117.451960:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a300 x1872930407343616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451963:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177117.451964:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177117.451965:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177117.451967:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177117.451967:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177117.451968:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177117.451970:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177117.451971:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1400.
02000000:00000001:2.0:1786177117.451973:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177117.451973:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177117.451974:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a300.
00000100:00000001:2.0:1786177117.451976:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177117.451977:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451978:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177117.451980:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407343744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177117.451984:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177117.451984:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177117.451985:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:2.0:1786177117.451986:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177117.451987:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177117.451988:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177117.451989:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177117.451990:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0000.
02000000:00000001:2.0:1786177117.451992:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177117.451992:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177117.451993:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:2.0:1786177117.451995:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177117.451996:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451997:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177117.451999:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177117.452000:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177117.452001:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177117.452002:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177118.281909:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177118.281916:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177118.281995:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177118.281999:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177118.282001:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177119.305884:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177119.305890:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177119.305953:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177119.305957:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177119.305959:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177120.329915:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177120.329925:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177120.329927:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177120.329931:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177120.329936:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177120.329939:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177120.329941:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177120.329944:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177120.330016:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177120.330019:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177120.330022:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177121.353882:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177121.353888:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177121.353946:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177121.353950:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177121.353953:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177122.377896:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177122.377902:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177122.377961:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177122.377964:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177122.377967:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177122.569874:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177122.569882:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177122.569885:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177122.569888:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177122.569892:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177122.569897:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11642
00000400:00000200:3.0:1786177122.569904:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177122.569909:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177122.569916:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177122.569919:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.569922:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177122.569923:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.569925:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177122.569929:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177122.569930:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177122.569932:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177122.569935:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177122.569936:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177122.569938:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177122.569940:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.569942:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177122.569943:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.569944:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177122.569947:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177122.569949:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177122.569951:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177122.569953:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177122.569956:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177122.569958:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177122.569959:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177122.569961:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177122.569968:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786177122.569971:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177122.569975:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177122.569977:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177122.569980:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177122.569983:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177122.569987:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177122.569996:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786177122.570003:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177122.570013:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407343872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177122.570025:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177122.570030:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177122.570035:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407343872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177122.570053:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177122.570055:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177122.570058:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177122.570059:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177122.570060:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177122.570062:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177122.570064:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11642
00000400:00000200:3.0:1786177122.570066:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177122.570069:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177122.570071:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177122.570073:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570075:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177122.570077:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570078:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177122.570080:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177122.570082:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177122.570083:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177122.570085:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177122.570086:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177122.570087:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177122.570089:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570091:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177122.570092:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570094:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177122.570095:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1786177122.570096:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177122.570102:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177122.570103:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1786177122.570104:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177122.570108:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177122.570109:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1786177122.570113:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177122.570116:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177122.570118:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1786177122.570121:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158700 x1872930407343872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1786177122.570128:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177122.570134:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177122.570137:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177122.570139:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1786177122.570141:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000100:00000001:2.0:1786177122.570143:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177122.570145:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177122.570149:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1786177122.570150:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177122.570151:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177122.570155:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1786177122.570156:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177122.570157:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177122.570161:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177122.570162:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177122.570165:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786177122.570170:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177122.570171:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407343872:192.168.202.146@tcp:250:kworker.0
00000100:00100000:3.0:1786177122.570177:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407344000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177122.570180:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177122.570186:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1786177122.570186:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177122.570189:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177122.570191:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177122.570194:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407344000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1786177122.570196:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786177122.570203:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177122.570206:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177122.570208:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177122.570209:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177122.570210:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177122.570212:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177122.570213:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11642
02000000:00000010:2.0:1786177122.570214:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967800.
00000400:00000200:3.0:1786177122.570217:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:2.0:1786177122.570220:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177122.570222:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177122.570225:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177122.570227:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570230:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177122.570232:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786177122.570233:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570237:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177122.570238:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177122.570239:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000400:00000010:2.0:1786177122.570240:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60160.
00000020:00000001:3.0:1786177122.570240:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177122.570243:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177122.570246:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177122.570248:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000010:2.0:1786177122.570250:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000040:3.0:1786177122.570251:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570256:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177122.570258:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570259:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177122.570261:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00000200:2.0:1786177122.570262:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407343872, portal 25
00000100:00080000:3.0:1786177122.570263:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177122.570269:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177122.570269:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177122.570273:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177122.570274:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213783808 : -106564495767808 : ffff9f1485158700)
02000000:00000001:3.0:1786177122.570276:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177122.570280:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177122.570282:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177122.570283:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177122.570286:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177122.570287:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158700 x1872930407343872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177122.570288:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177122.570293:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786177122.570297:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177122.570302:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177122.570304:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177122.570309:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177122.570310:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1786177122.570311:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177122.570315:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177122.570320:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
02000000:00000010:3.0:1786177122.570321:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786177122.570324:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177122.570326:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00100000:3.0:1786177122.570329:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407344128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1786177122.570332:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407343872, offset 0
00000100:00000001:3.0:1786177122.570340:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177122.570342:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177122.570346:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177122.570348:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407344128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177122.570355:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177122.570360:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177122.570360:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177122.570366:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177122.570367:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177122.570372:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:3.0:1786177122.570374:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177122.570377:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177122.570379:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1786177122.570382:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11642
00000400:00000200:2.0:1786177122.570388:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177122.570393:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177122.570396:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177122.570400:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273659:273659:256:4294967295] 192.168.202.146@tcp LPNI seq info [273620:273620:8:4294967295]
00000400:00000200:2.0:1786177122.570405:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177122.570410:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177122.570415:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177122.570420:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177122.570425:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1786177122.570428:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570434:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177122.570439:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.0:1786177122.570440:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570444:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000010:2.0:1786177122.570448:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000020:00000001:3.0:1786177122.570450:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177122.570453:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177122.570457:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177122.570461:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000800:00000200:2.0:1786177122.570462:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786177122.570465:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177122.570471:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000800:00000200:2.1:1786177122.570472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177122.570478:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570481:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177122.570483:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570484:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177122.570486:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177122.570488:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570489:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177122.570490:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177122.570492:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177122.570494:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177122.570495:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177122.570497:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177122.570500:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1786177122.570500:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177122.570506:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177122.570510:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000010:3.0:1786177122.570510:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786177122.570515:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:2.0:1786177122.570516:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306324266
02000000:00000001:3.0:1786177122.570518:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177122.570522:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177122.570524:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177122.570525:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177122.570527:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177122.570529:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306319146
02000000:00000010:3.0:1786177122.570531:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786177122.570535:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177122.570536:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306324266
00000100:00100000:3.0:1786177122.570541:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407344256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177122.570545:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306319146
00000100:00000001:3.0:1786177122.570551:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177122.570554:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177122.570554:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177122.570561:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177122.570561:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407344256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177122.570568:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177122.570571:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177122.570573:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786177122.570574:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177122.570579:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177122.570581:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177122.570582:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177122.570583:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177122.570585:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1786177122.570586:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11642
00000100:00000001:2.0:1786177122.570590:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000400:00000200:3.0:1786177122.570591:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177122.570596:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1786177122.570597:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177122.570602:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1786177122.570602:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177122.570606:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177122.570607:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570612:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177122.570616:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a680 x1872930407344000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177122.570618:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570625:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177122.570631:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177122.570635:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1786177122.570635:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000001:2.0:1786177122.570639:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786177122.570640:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1786177122.570645:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1786177122.570645:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
02000000:00000001:2.0:1786177122.570650:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1786177122.570651:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000001:2.0:1786177122.570656:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786177122.570657:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00100000:2.0:1786177122.570664:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407344000:192.168.202.146@tcp:38:kworker.0
00000100:00000040:3.0:1786177122.570667:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177122.570673:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177122.570674:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1786177122.570679:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177122.570680:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177122.570684:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177122.570685:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:2.0:1786177122.570688:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1786177122.570690:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
02000000:00000010:2.0:1786177122.570694:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
00000100:00080000:3.0:1786177122.570696:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:2.0:1786177122.570700:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177122.570719:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177122.570725:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177122.570726:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1786177122.570733:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60f78.
02000000:00000001:3.0:1786177122.570733:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177122.570739:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177122.570741:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c3b8.
00000100:00000001:3.0:1786177122.570742:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1786177122.570749:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407344000, portal 10
00000008:00100000:3.0:1786177122.570749:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177122.570755:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000008:00000001:3.0:1786177122.570756:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177122.570759:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213791872 : -106564495759744 : ffff9f148515a680)
00000100:00000001:3.0:1786177122.570760:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177122.570768:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000100:00000040:2.0:1786177122.570803:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a680 x1872930407344000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786177122.570804:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177122.570811:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177122.570813:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177122.570819:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177122.570821:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1786177122.570823:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1786177122.570828:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177122.570828:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177122.570834:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c5d8.
02000000:00000010:3.0:1786177122.570837:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000200:2.0:1786177122.570839:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407344000, offset 0
00000100:00000001:3.0:1786177122.570843:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177122.570849:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00100000:3.0:1786177122.570852:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407344384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177122.570859:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177122.570869:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:3.0:1786177122.570877:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177122.570880:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177122.570886:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1786177122.570889:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407344384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177122.570893:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177122.570900:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1786177122.570905:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177122.570910:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000040:3.0:1786177122.570913:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11652)
00000400:00000200:2.0:1786177122.570916:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273660:273660:255:4294967295] 192.168.202.146@tcp LPNI seq info [273621:273621:7:4294967295]
00000400:00000200:2.0:1786177122.570923:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177122.570932:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177122.570938:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177122.570942:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5ec00.
00000800:00000200:2.0:1786177122.570947:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177122.570951:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177122.570955:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177122.570959:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177122.570962:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177122.570964:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306315301
00000100:00000001:2.0:1786177122.570967:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306324266
00000100:00000001:2.0:1786177122.570970:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306315301
00000100:00000001:2.0:1786177122.570972:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306324266
00000100:00000001:2.0:1786177122.570974:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177122.570977:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177122.570979:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177122.570984:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158380 x1872930407344128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177122.570992:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177122.570993:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177122.570996:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177122.570998:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177122.571000:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177122.571003:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407344128:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177122.571007:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177122.571009:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177122.571011:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177122.571013:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177122.571017:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177122.571019:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177122.571022:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177122.571025:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60370.
00000400:00000010:2.0:1786177122.571029:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cd48.
00000100:00000200:2.0:1786177122.571032:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407344128, portal 10
00000100:00000001:2.0:1786177122.571034:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177122.571036:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782912 : -106564495768704 : ffff9f1485158380)
00000100:00000040:2.0:1786177122.571042:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158380 x1872930407344128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177122.571050:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177122.571052:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177122.571055:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c550.
00000100:00000200:2.0:1786177122.571057:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407344128, offset 0
00000400:00000200:2.0:1786177122.571062:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177122.571066:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177122.571070:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177122.571074:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177122.571077:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177122.571080:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177122.571082:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177122.571086:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273661:273661:254:4294967295] 192.168.202.146@tcp LPNI seq info [273622:273622:6:4294967295]
00000400:00000200:2.0:1786177122.571090:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177122.571096:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177122.571101:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177122.571105:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5ef00.
00000800:00000200:2.0:1786177122.571109:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177122.571113:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177122.571116:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177122.571119:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177122.571122:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177122.571124:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306315382
00000100:00000001:2.0:1786177122.571127:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306324266
00000100:00000001:2.0:1786177122.571129:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306315382
00000100:00000001:2.0:1786177122.571131:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306324266
00000100:00000001:2.0:1786177122.571134:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177122.571136:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177122.571138:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177122.571142:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407344256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177122.571150:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177122.571151:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177122.571154:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177122.571155:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177122.571157:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177122.571160:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407344256:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177122.571164:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177122.571165:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177122.571168:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177122.571169:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177122.571173:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177122.571175:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177122.571178:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177122.571181:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60630.
00000400:00000010:2.0:1786177122.571185:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cee0.
00000100:00000200:2.0:1786177122.571188:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407344256, portal 4
00000100:00000001:2.0:1786177122.571190:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177122.571192:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:2.0:1786177122.571198:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407344256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177122.571205:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177122.571208:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177122.571210:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177122.571212:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407344256, offset 0
00000400:00000200:2.0:1786177122.571218:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177122.571222:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177122.571225:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177122.571228:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177122.571231:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177122.571233:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177122.571236:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177122.571239:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273662:273662:253:4294967295] 192.168.202.146@tcp LPNI seq info [273623:273623:5:4294967295]
00000400:00000200:2.0:1786177122.571244:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177122.571250:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177122.571254:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177122.571258:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e100.
00000800:00000200:2.0:1786177122.571262:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177122.571265:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177122.571268:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177122.571271:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177122.571274:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177122.571277:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306316641
00000100:00000001:2.0:1786177122.571279:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306324266
00000100:00000001:2.0:1786177122.571282:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306316641
00000100:00000001:2.0:1786177122.571284:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306324266
00000100:00000001:2.0:1786177122.571286:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177122.571288:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177122.571291:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177122.571293:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177122.571297:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177122.571299:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1786177122.571301:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177122.571303:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177122.571304:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177122.571308:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a300 x1872930407344384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177122.571315:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177122.571317:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177122.571319:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177122.571320:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177122.571322:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177122.571325:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407344384:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177122.571328:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177122.571330:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177122.571332:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177122.571334:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177122.571337:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177122.571339:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177122.571342:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177122.571344:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60000.
00000400:00000010:2.0:1786177122.571348:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c110.
00000100:00000200:2.0:1786177122.571351:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407344384, portal 4
00000100:00000001:2.0:1786177122.571353:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177122.571355:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790976 : -106564495760640 : ffff9f148515a300)
00000100:00000040:2.0:1786177122.571360:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a300 x1872930407344384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177122.571367:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177122.571370:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177122.571372:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177122.571374:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407344384, offset 0
00000400:00000200:2.0:1786177122.571378:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177122.571382:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177122.571385:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177122.571387:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177122.571390:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177122.571392:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177122.571394:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177122.571398:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273663:273663:252:4294967295] 192.168.202.146@tcp LPNI seq info [273624:273624:4:4294967295]
00000400:00000200:2.0:1786177122.571401:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177122.571407:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177122.571412:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177122.571415:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177122.571419:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177122.571423:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177122.571425:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177122.571428:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177122.571431:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177122.571434:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306316431
00000100:00000001:2.0:1786177122.571436:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306324266
00000100:00000001:2.0:1786177122.571439:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306316431
00000100:00000001:2.0:1786177122.571441:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306324266
00000100:00000001:2.0:1786177122.571443:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177122.571446:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177122.571448:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177122.571451:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177122.571454:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177122.571455:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1786177122.571457:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177122.571458:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177122.571460:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177122.571462:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177123.401866:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177123.401873:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177123.401947:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177123.401952:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177123.401955:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177124.425887:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177124.425893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177124.425957:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177124.425960:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177124.425963:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177125.449886:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177125.449891:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177125.449941:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177125.449944:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177125.449947:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1786177125.642108:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:2.0:1786177125.642157:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1786177125.642168:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177125.642172:0:2389:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:2.0:1786177125.642177:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177125.642181:0:2389:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1786177125.642187:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:2.0:1786177125.642191:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:2.0:1786177125.642197:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1786177125.642202:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1786177125.642209:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177125.642213:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177125.642219:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177125.642230:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485158700 x1872930407343872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177125.642259:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177125.642264:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158700 x1872930407343872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177125.642280:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177125.642282:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1786177125.642295:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:2.0:1786177125.642298:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ec00.
00000100:00000001:0.0:1786177125.642301:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1786177125.642303:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1786177125.642307:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1786177125.642311:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c5d8
00000400:00000010:2.0:1786177125.642314:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c5d8.
00000100:00000001:0.0:1786177125.642315:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177125.642318:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1786177125.642324:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000200:2.0:1786177125.642326:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f148515a680 x1872930407344000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177125.642337:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177122/real 1786177125]  req@ffff9f1485158700 x1872930407343872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177125.642339:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177125.642347:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a680 x1872930407344000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177125.642362:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177125.642366:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1786177125.642370:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1786177125.642373:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60160.
00000100:00000001:2.0:1786177125.642374:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1786177125.642381:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000800:00000100:2.0:1786177125.642384:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000400:00000010:0.0:1786177125.642387:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000800:00000010:2.0:1786177125.642389:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ef00.
00000100:00000001:0.0:1786177125.642394:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1786177125.642395:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:0.0:1786177125.642403:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158700 x1872930407343872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177125.642403:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1786177125.642410:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c550
00000400:00000010:2.0:1786177125.642414:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c550.
00000100:00000001:2.0:1786177125.642419:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177125.642425:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158700 x1872930407343872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177125.642428:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485158380 x1872930407344128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.642442:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177125.642446:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177125.642448:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177125.642452:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158380 x1872930407344128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177125.642459:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177125.642461:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177125.642468:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000800:00000100:2.0:1786177125.642469:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000100:00000001:0.0:1786177125.642472:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000010:2.0:1786177125.642474:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e100.
00000400:00000200:2.0:1786177125.642479:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:0.0:1786177125.642481:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158700 x1872930407343872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177125.642487:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1786177125.642495:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177125.642498:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:0.0:1786177125.642500:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177125.642503:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1786177125.642510:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158700 x1872930407343872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177125.642511:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485158a80 x1872930407344256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.642539:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177125.642541:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1786177125.642547:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177125.642547:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407344256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177125.642557:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177125.642561:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177125.642561:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177125.642565:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.642571:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000800:00000100:2.0:1786177125.642571:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000100:00000001:0.0:1786177125.642575:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000800:00000010:2.0:1786177125.642576:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000100:00080000:0.0:1786177125.642584:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:2.0:1786177125.642584:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00080000:0.0:1786177125.642596:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000400:00000200:2.0:1786177125.642597:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1786177125.642604:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:2.0:1786177125.642605:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177125.642610:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000040:0.0:1786177125.642615:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158700 x1872930407343872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177125.642615:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177125.642624:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f148515a300 x1872930407344384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177125.642632:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407343872:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177125.642638:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177125.642645:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a300 x1872930407344384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.642647:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177125.642653:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1786177125.642658:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177125.642660:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158700 x1872930407343872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177125.642662:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177125.642684:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177125.642688:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177125.642692:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967800.
02000000:00000001:0.0:1786177125.642697:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177125.642700:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177125.642702:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786177125.642704:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177125.642707:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0000.
02000000:00000001:0.0:1786177125.642711:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177125.642713:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177125.642715:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158700.
00000100:00000001:0.0:1786177125.642719:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177125.642720:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.642723:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177125.642725:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177125.642726:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786177125.642728:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177125.642732:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177122/real 1786177125]  req@ffff9f148515a300 x1872930407344384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177125.642741:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177125.642743:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177125.643271:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60000.
00000400:00000200:0.0:1786177125.643278:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c110
00000400:00000010:0.0:1786177125.643280:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c110.
00000100:00000001:0.0:1786177125.643284:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177125.643289:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a300 x1872930407344384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177125.643298:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a300 x1872930407344384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643306:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177125.643308:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643311:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177125.643312:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177125.643316:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a300 x1872930407344384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643324:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177125.643328:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a300 x1872930407344384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643335:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177125.643338:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643340:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177125.643341:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643343:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177125.643345:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177125.643348:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177125.643353:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177125.643356:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177125.643361:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a300 x1872930407344384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177125.643370:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407344384:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177125.643375:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177125.643380:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177122/real 1786177125]  req@ffff9f148515a680 x1872930407344000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177125.643389:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177125.643391:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177125.643393:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60f78.
00000400:00000200:0.0:1786177125.643396:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c3b8
00000400:00000010:0.0:1786177125.643398:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c3b8.
00000100:00000001:0.0:1786177125.643400:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177125.643404:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a680 x1872930407344000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177125.643413:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a680 x1872930407344000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643420:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177125.643421:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643423:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177125.643425:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177125.643428:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a680 x1872930407344000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643435:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177125.643438:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a680 x1872930407344000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643445:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177125.643458:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643460:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177125.643462:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643463:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177125.643465:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177125.643468:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177125.643471:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177125.643473:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177125.643478:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a680 x1872930407344000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177125.643486:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407344000:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177125.643490:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177125.643495:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177122/real 1786177125]  req@ffff9f1485158380 x1872930407344128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177125.643504:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177125.643505:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177125.643508:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60370.
00000400:00000200:0.0:1786177125.643510:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cd48
00000400:00000010:0.0:1786177125.643512:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cd48.
00000100:00000001:0.0:1786177125.643515:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177125.643519:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158380 x1872930407344128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177125.643529:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158380 x1872930407344128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643535:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177125.643536:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643537:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177125.643538:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177125.643541:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158380 x1872930407344128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643546:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177125.643548:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158380 x1872930407344128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643553:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177125.643554:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643555:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177125.643556:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643557:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177125.643558:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177125.643560:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177125.643562:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177125.643563:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177125.643567:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158380 x1872930407344128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177125.643572:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407344128:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177125.643574:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177125.643577:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177122/real 1786177125]  req@ffff9f1485158a80 x1872930407344256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177125.643582:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177125.643582:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177125.643584:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60630.
00000400:00000200:0.0:1786177125.643586:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cee0
00000400:00000010:0.0:1786177125.643587:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cee0.
00000100:00000001:0.0:1786177125.643588:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177125.643590:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407344256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177125.643595:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407344256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643600:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177125.643601:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643602:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177125.643602:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177125.643605:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407344256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643609:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177125.643613:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407344256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643619:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177125.643621:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643623:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177125.643624:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643626:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177125.643628:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177125.643630:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177125.643633:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177125.643636:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177125.643640:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407344256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177125.643648:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407344256:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177125.643653:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643656:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177125.643659:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a300 x1872930407344384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643666:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177125.643667:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177125.643669:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:0.0:1786177125.643687:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177125.643689:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177125.643690:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786177125.643691:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177125.643693:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:0.0:1786177125.643695:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177125.643696:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177125.643697:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a300.
00000100:00000001:0.0:1786177125.643699:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177125.643700:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643701:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177125.643704:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a680 x1872930407344000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643709:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177125.643710:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177125.643711:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:0.0:1786177125.643713:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177125.643714:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177125.643714:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786177125.643716:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177125.643716:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1400.
02000000:00000001:0.0:1786177125.643718:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177125.643719:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177125.643720:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a680.
00000100:00000001:0.0:1786177125.643721:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177125.643722:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643723:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177125.643724:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158380 x1872930407344128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643728:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177125.643729:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177125.643730:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:0.0:1786177125.643731:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177125.643732:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177125.643732:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786177125.643733:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177125.643734:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0c00.
02000000:00000001:0.0:1786177125.643736:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177125.643736:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177125.643737:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158380.
00000100:00000001:0.0:1786177125.643738:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177125.643739:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643740:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177125.643742:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407344256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177125.643746:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177125.643746:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177125.643747:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:0.0:1786177125.643748:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177125.643749:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177125.643757:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786177125.643758:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177125.643759:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3c00.
02000000:00000001:0.0:1786177125.643761:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177125.643761:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177125.643762:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:0.0:1786177125.643763:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177125.643764:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643765:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177125.643788:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786177125.643789:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177125.643791:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177125.643792:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177126.473881:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177126.473886:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177126.473949:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177126.473953:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177126.473966:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177127.497862:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177127.497868:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177127.497929:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177127.497934:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177127.497939:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177127.689881:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177127.689894:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177127.689897:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177127.689901:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177127.689906:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177127.689914:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11647
00000400:00000200:3.0:1786177127.689922:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177127.689929:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177127.689932:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177127.689935:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177127.689938:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177127.689940:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177127.689942:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177127.689946:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177127.689947:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177127.689950:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177127.689953:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177127.689955:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177127.689956:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177127.689958:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177127.689960:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177127.689961:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177127.689963:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177127.689972:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177127.689975:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177127.689977:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177127.689980:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177127.689983:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177127.689986:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177127.689988:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177127.689990:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177127.689999:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786177127.690003:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177127.690008:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177127.690010:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177127.690014:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177127.690018:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177127.690024:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177127.690034:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786177127.690043:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177127.690056:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407344512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177127.690068:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177127.690075:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177127.690081:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407344512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177127.690119:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177127.690123:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177127.690127:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177127.690129:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177127.690131:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177127.690135:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177127.690138:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11647
00000400:00000200:3.0:1786177127.690143:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177127.690146:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177127.690149:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177127.690153:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177127.690155:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177127.690157:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177127.690159:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177127.690162:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177127.690163:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177127.690165:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177127.690168:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177127.690171:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177127.690173:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177127.690177:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177127.690180:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177127.690183:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177127.690186:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177127.690190:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177127.690195:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177127.690199:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786177127.690199:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177127.690203:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1786177127.690211:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1786177127.690214:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177127.690217:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1786177127.690220:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177127.690225:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177127.690231:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1786177127.690238:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407344512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1786177127.690238:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177127.690247:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177127.690258:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786177127.690264:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177127.690271:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1786177127.690275:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1786177127.690275:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177127.690281:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1786177127.690282:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177127.690285:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177127.690290:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177127.690291:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177127.690297:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1786177127.690297:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786177127.690307:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177127.690308:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177127.690326:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407344512:192.168.202.146@tcp:250:kworker.0
00000100:00100000:3.0:1786177127.690326:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407344640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177127.690342:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177127.690349:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1786177127.690349:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1786177127.690356:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177127.690357:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177127.690366:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1786177127.690370:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407344640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1786177127.690377:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786177127.690387:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177127.690391:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177127.690398:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1786177127.690399:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177127.690411:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1786177127.690412:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000100:00000001:3.0:1786177127.690415:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177127.690420:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177127.690423:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1786177127.690426:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00080000:3.0:1786177127.690429:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11647
00000400:00000200:3.0:1786177127.690438:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177127.690445:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000200:0.0:1786177127.690450:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407344512, portal 25
00000100:00080000:3.0:1786177127.690450:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177127.690461:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177127.690463:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177127.690469:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177127.690474:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177127.690477:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:0.0:1786177127.690480:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
00000020:00000001:3.0:1786177127.690482:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177127.690484:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177127.690489:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177127.690492:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000100:00000040:0.0:1786177127.690498:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407344512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177127.690498:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177127.690504:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177127.690516:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177127.690528:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177127.690536:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177127.690540:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1786177127.690543:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177127.690550:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00000040:0.0:1786177127.690552:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177127.690559:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000010:0.0:1786177127.690560:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000001:3.0:1786177127.690568:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1786177127.690571:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407344512, offset 0
02000000:00000001:3.0:1786177127.690573:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177127.690580:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177127.690587:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177127.690588:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177127.690593:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177127.690598:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177127.690603:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177127.690608:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177127.690609:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177127.690622:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177127.690630:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177127.690634:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177127.690639:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177127.690642:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177127.690647:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273664:273664:256:4294967295] 192.168.202.146@tcp LPNI seq info [273625:273625:8:4294967295]
00000400:00000200:0.0:1786177127.690651:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177127.690678:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177127.690685:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177127.690692:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177127.690699:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177127.690703:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786177127.690710:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177127.690714:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1786177127.690719:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177127.690722:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000100:00000010:3.0:1786177127.690731:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000400:00000200:0.0:1786177127.690735:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1786177127.690738:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177127.690745:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1786177127.690748:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1786177127.690749:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177127.690756:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177127.690760:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177127.690765:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177127.690766:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177127.690817:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177127.690823:0:2401:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1786177127.690827:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000200:0.0:1786177127.690830:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515ad80 x1872930407344512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177127.690836:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177127.690850:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407344768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177127.690861:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1786177127.690865:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177127.690870:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177127.690875:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407344512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177127.690884:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407344768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.690911:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177127.690918:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.690919:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1786177127.690930:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1786177127.690934:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177127.690938:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177127.690942:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177127.690946:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1786177127.690948:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177127.690957:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1786177127.690959:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306329387
00000100:00080000:3.0:1786177127.690966:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11647
00000100:00000001:0.0:1786177127.690976:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306324266
00000400:00000200:3.0:1786177127.690976:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177127.690985:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177127.690990:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1786177127.690991:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306329387
00000100:00000040:3.0:1786177127.690997:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177127.691002:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177127.691010:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177127.691013:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306324266
00000100:00000001:3.0:1786177127.691014:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177127.691021:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177127.691026:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000100:00000001:0.0:1786177127.691029:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1786177127.691029:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177127.691035:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000001:0.0:1786177127.691037:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786177127.691043:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:0.0:1786177127.691046:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1786177127.691048:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177127.691061:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00100000:0.0:1786177127.691063:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177127/real 1786177127]  req@ffff9f148515ad80 x1872930407344512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177127.691066:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177127.691075:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177127.691082:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177127.691091:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177127.691106:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177127.691111:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1786177127.691113:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1786177127.691123:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:0.0:1786177127.691124:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177127.691132:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
02000000:00000001:3.0:1786177127.691133:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1786177127.691138:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
02000000:00000001:3.0:1786177127.691140:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1786177127.691146:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:3.0:1786177127.691147:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177127.691150:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177127.691155:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177127.691157:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177127.691161:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786177127.691164:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177127.691168:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177127.691174:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.691178:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1786177127.691179:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177127.691182:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177127.691188:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1786177127.691190:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407344512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1786177127.691195:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786177127.691203:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1786177127.691212:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407344512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177127.691217:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407344896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177127.691237:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1786177127.691245:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177127.691247:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177127.691253:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.691255:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177127.691260:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177127.691264:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407344896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177127.691279:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407344512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177127.691283:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177127.691293:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177127.691309:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177127.691313:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177127.691316:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177127.691323:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177127.691331:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11647
00000400:00000200:3.0:1786177127.691344:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177127.691348:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1786177127.691353:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177127.691358:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177127.691369:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000040:0.0:1786177127.691370:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407344512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177127.691377:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177127.691384:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177127.691393:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177127.691404:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177127.691407:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000001:0.0:1786177127.691408:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1786177127.691415:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177127.691420:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000001:0.0:1786177127.691423:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1786177127.691426:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:0.0:1786177127.691428:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1786177127.691433:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:0.0:1786177127.691435:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.691448:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1786177127.691449:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177127.691454:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177127.691458:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1786177127.691462:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1786177127.691465:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00080000:0.0:1786177127.691472:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786177127.691472:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:0.0:1786177127.691480:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1786177127.691481:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000040:0.0:1786177127.691493:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407344512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177127.691499:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177127.691511:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177127.691518:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177127.691525:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1786177127.691527:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407344512:192.168.202.146@tcp:250:kworker.0
02000000:00000001:3.0:1786177127.691535:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.691540:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177127.691542:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177127.691550:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1786177127.691551:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1786177127.691559:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177127.691561:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407344512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177127.691566:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.691575:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000010:3.0:1786177127.691580:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
02000000:00000001:0.0:1786177127.691581:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:3.0:1786177127.691587:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000010:0.0:1786177127.691589:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4800.
02000000:00000001:3.0:1786177127.691593:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177127.691597:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1786177127.691597:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177127.691601:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:0.0:1786177127.691603:0:2401:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:3.0:1786177127.691606:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:0.0:1786177127.691610:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177127.691611:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177127.691615:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177127.691619:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1800.
02000000:00000010:3.0:1786177127.691620:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
02000000:00000001:0.0:1786177127.691625:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1786177127.691627:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177127.691629:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177127.691633:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000100:00000001:0.0:1786177127.691638:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177127.691641:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1786177127.691643:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407345024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177127.691645:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.691666:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786177127.691670:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.691679:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177127.691683:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1786177127.691688:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177127.691689:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786177127.691695:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177127.691701:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407344640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177127.691709:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407345024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.691728:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177127.691733:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177127.691738:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177127.691740:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177127.691746:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1786177127.691749:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11658)
02000000:00000001:0.0:1786177127.691751:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177127.691760:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407344640:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177127.691764:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177127.691768:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177127.691794:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177127.691798:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177127.691804:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786177127.691807:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177127.691814:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177127.691818:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177127.691823:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177127.691828:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407344640, portal 10
00000100:00000001:0.0:1786177127.691830:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177127.691832:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000100:00000040:0.0:1786177127.691841:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407344640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.691848:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177127.691851:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177127.691854:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177127.691857:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407344640, offset 0
00000400:00000200:0.0:1786177127.691861:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177127.691866:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177127.691871:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177127.691876:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177127.691879:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177127.691883:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177127.691885:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177127.691889:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273665:273665:256:4294967295] 192.168.202.146@tcp LPNI seq info [273626:273626:8:4294967295]
00000400:00000200:0.0:1786177127.691893:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177127.691900:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177127.691906:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177127.691910:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177127.691915:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177127.691918:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786177127.691923:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177127.691926:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1786177127.691930:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177127.691933:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177127.691937:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177127.691941:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177127.691945:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177127.691947:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177127.691950:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177127.691954:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159c00 x1872930407344640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.691963:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177127.691966:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159c00 x1872930407344640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.691973:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.691974:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177127.691978:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177127.691982:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786177127.691985:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177127.691988:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306320422
00000100:00000001:0.0:1786177127.691990:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306329387
00000100:00000001:0.0:1786177127.691993:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306320422
00000100:00000001:0.0:1786177127.691995:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306329387
00000100:00000001:0.0:1786177127.691997:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177127.691999:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.692001:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177127.692005:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177127/real 1786177127]  req@ffff9f1485159c00 x1872930407344640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177127.692013:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177127.692015:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177127.692016:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177127.692019:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177127.692020:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177127.692022:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177127.692026:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407344640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177127.692035:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407344640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692041:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177127.692043:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.692045:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177127.692046:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177127.692050:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407344640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692057:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177127.692061:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407344640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692069:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177127.692071:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.692072:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177127.692074:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.692076:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177127.692078:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177127.692080:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177127.692084:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177127.692086:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177127.692090:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407344640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177127.692098:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407344640:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177127.692102:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177127.692106:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407344768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692112:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177127.692114:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177127.692117:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177127.692118:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177127.692120:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177127.692123:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407344768:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177127.692127:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177127.692129:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177127.692130:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177127.692132:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177127.692135:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786177127.692137:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177127.692140:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177127.692143:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177127.692146:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177127.692149:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407344768, portal 10
00000100:00000001:0.0:1786177127.692151:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177127.692153:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
00000100:00000040:0.0:1786177127.692158:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407344768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692165:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177127.692167:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177127.692170:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177127.692172:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407344768, offset 0
00000400:00000200:0.0:1786177127.692176:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177127.692180:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177127.692183:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177127.692187:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177127.692190:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177127.692192:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177127.692194:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177127.692197:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273666:273666:256:4294967295] 192.168.202.146@tcp LPNI seq info [273627:273627:8:4294967295]
00000400:00000200:0.0:1786177127.692202:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177127.692208:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177127.692213:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177127.692216:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177127.692219:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177127.692222:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786177127.692226:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177127.692229:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1786177127.692232:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177127.692234:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177127.692237:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177127.692240:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177127.692244:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177127.692246:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177127.692249:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177127.692253:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b800 x1872930407344768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692261:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177127.692264:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407344768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692272:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.692273:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177127.692277:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177127.692280:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786177127.692284:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177127.692286:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306320503
00000100:00000001:0.0:1786177127.692289:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306329387
00000100:00000001:0.0:1786177127.692291:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306320503
00000100:00000001:0.0:1786177127.692293:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306329387
00000100:00000001:0.0:1786177127.692295:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177127.692297:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.692299:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177127.692303:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177127/real 1786177127]  req@ffff9f148515b800 x1872930407344768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177127.692310:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177127.692312:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177127.692313:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177127.692316:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177127.692317:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177127.692319:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177127.692323:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407344768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177127.692332:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407344768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692338:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177127.692340:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.692342:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177127.692343:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177127.692347:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407344768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692354:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177127.692359:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407344768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692365:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177127.692368:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.692369:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177127.692371:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.692373:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177127.692374:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177127.692377:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177127.692380:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177127.692383:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177127.692386:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407344768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177127.692394:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407344768:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177127.692398:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177127.692402:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407344896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692410:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177127.692412:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177127.692414:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177127.692416:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177127.692418:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177127.692421:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407344896:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177127.692424:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177127.692427:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177127.692428:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177127.692430:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177127.692433:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786177127.692435:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177127.692439:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177127.692442:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177127.692445:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177127.692448:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407344896, portal 4
00000100:00000001:0.0:1786177127.692450:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177127.692451:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00000040:0.0:1786177127.692457:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407344896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692463:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177127.692465:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177127.692468:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177127.692470:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407344896, offset 0
00000400:00000200:0.0:1786177127.692475:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177127.692479:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177127.692483:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177127.692486:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177127.692488:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177127.692490:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177127.692493:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177127.692496:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273667:273667:256:4294967295] 192.168.202.146@tcp LPNI seq info [273628:273628:8:4294967295]
00000400:00000200:0.0:1786177127.692500:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177127.692507:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177127.692512:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177127.692515:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177127.692519:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177127.692522:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786177127.692526:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177127.692529:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1786177127.692533:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177127.692535:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177127.692538:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177127.692541:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177127.692544:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177127.692546:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177127.692548:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177127.692552:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159880 x1872930407344896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692560:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177127.692563:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159880 x1872930407344896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692570:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.692572:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177127.692575:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177127.692579:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786177127.692582:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177127.692584:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306321762
00000100:00000001:0.0:1786177127.692586:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306329387
00000100:00000001:0.0:1786177127.692588:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306321762
00000100:00000001:0.0:1786177127.692590:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306329387
00000100:00000001:0.0:1786177127.692592:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177127.692594:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.692596:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177127.692600:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177127/real 1786177127]  req@ffff9f1485159880 x1872930407344896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177127.692609:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177127.692610:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177127.692612:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177127.692614:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177127.692616:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177127.692619:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177127.692622:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407344896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177127.692630:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407344896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692637:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177127.692638:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.692640:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177127.692641:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177127.692645:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407344896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692666:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177127.692671:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407344896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692679:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177127.692681:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.692683:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177127.692685:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.692686:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177127.692688:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177127.692691:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177127.692694:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177127.692696:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177127.692701:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407344896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177127.692709:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407344896:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177127.692712:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.692714:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177127.692718:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407344640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692725:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177127.692727:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177127.692729:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786177127.692732:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177127.692733:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177127.692734:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786177127.692737:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177127.692739:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:0.0:1786177127.692741:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177127.692743:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177127.692745:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:0.0:1786177127.692747:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177127.692749:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.692750:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177127.692754:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407344768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692760:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177127.692762:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177127.692763:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786177127.692766:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177127.692767:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177127.692768:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786177127.692793:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177127.692795:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:0.0:1786177127.692798:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177127.692800:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177127.692801:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000001:0.0:1786177127.692804:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177127.692805:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.692807:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177127.692811:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407344896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692817:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177127.692819:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177127.692820:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786177127.692822:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177127.692824:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177127.692825:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786177127.692827:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177127.692829:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:0.0:1786177127.692831:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177127.692833:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177127.692834:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:0.0:1786177127.692836:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177127.692837:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.692839:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.692842:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786177127.692843:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.692845:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177127.692846:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786177127.692848:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177127.692852:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407345024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692859:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177127.692860:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177127.692863:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177127.692864:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177127.692867:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177127.692869:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407345024:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177127.692873:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177127.692875:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177127.692877:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177127.692878:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177127.692881:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786177127.692883:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177127.692887:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177127.692889:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177127.692892:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177127.692896:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407345024, portal 4
00000100:00000001:0.0:1786177127.692898:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177127.692899:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00000040:0.0:1786177127.692905:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407345024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.692911:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177127.692913:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177127.692915:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177127.692918:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407345024, offset 0
00000400:00000200:0.0:1786177127.692922:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177127.692926:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177127.692929:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177127.692933:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177127.692936:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177127.692938:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177127.692941:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177127.692944:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273668:273668:256:4294967295] 192.168.202.146@tcp LPNI seq info [273629:273629:8:4294967295]
00000400:00000200:0.0:1786177127.692948:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177127.692954:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177127.692959:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177127.692962:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177127.692966:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177127.692969:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1786177127.692973:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177127.692976:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1786177127.692980:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177127.692983:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177127.692986:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177127.692990:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177127.692993:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177127.692995:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177127.692997:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177127.693001:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b480 x1872930407345024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.693008:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177127.693012:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b480 x1872930407345024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.693018:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.693020:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177127.693023:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177127.693025:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786177127.693029:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177127.693030:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306321553
00000100:00000001:0.0:1786177127.693033:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306329387
00000100:00000001:0.0:1786177127.693035:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306321553
00000100:00000001:0.0:1786177127.693038:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306329387
00000100:00000001:0.0:1786177127.693040:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177127.693042:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.693043:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177127.693047:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177127/real 1786177127]  req@ffff9f148515b480 x1872930407345024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177127.693055:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177127.693056:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177127.693058:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177127.693060:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177127.693062:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177127.693064:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177127.693067:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407345024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177127.693076:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407345024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.693082:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177127.693084:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.693086:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177127.693087:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177127.693091:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407345024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.693098:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177127.693102:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407345024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.693109:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177127.693111:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.693113:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177127.693115:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.693116:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177127.693118:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177127.693121:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177127.693124:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177127.693127:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177127.693131:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407345024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177127.693140:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407345024:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177127.693143:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.693145:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177127.693148:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407345024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177127.693155:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177127.693156:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177127.693158:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6000.
02000000:00000001:0.0:1786177127.693160:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177127.693162:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177127.693163:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786177127.693165:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177127.693166:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
02000000:00000001:0.0:1786177127.693169:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177127.693170:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177127.693171:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:0.0:1786177127.693173:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177127.693174:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.693176:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177127.693179:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786177127.693180:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177127.693182:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177127.693184:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177128.521899:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177128.521906:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177128.521964:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177128.521968:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177128.521971:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177129.545909:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177129.545916:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177129.545998:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177129.546004:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177129.546007:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177130.569930:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177130.569943:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177130.569946:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177130.569949:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177130.569955:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177130.569957:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177130.569959:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177130.569961:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177130.570029:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177130.570035:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177130.570039:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177131.593890:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177131.593897:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177131.594009:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177131.594017:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177131.594022:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177132.617889:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177132.617897:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177132.617954:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177132.617958:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177132.617961:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786177132.809913:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177132.809924:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177132.809927:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177132.809931:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177132.809935:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177132.809943:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11653
00000400:00000200:0.0:1786177132.809951:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177132.809958:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177132.809962:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177132.809964:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177132.809968:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177132.809969:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177132.809971:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177132.809976:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177132.809979:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177132.809981:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177132.809985:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177132.809986:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177132.809989:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177132.809991:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177132.809992:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177132.809993:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177132.809994:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177132.809996:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177132.809999:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177132.810000:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177132.810003:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177132.810014:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177132.810017:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177132.810019:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177132.810021:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177132.810033:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786177132.810036:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177132.810039:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177132.810041:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177132.810045:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177132.810048:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177132.810052:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177132.810061:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786177132.810069:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177132.810080:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407345152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177132.810089:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177132.810093:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177132.810098:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407345152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177132.810127:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177132.810130:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177132.810133:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177132.810134:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177132.810135:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177132.810137:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177132.810140:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11653
00000400:00000200:0.0:1786177132.810143:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177132.810148:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177132.810151:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177132.810155:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177132.810157:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177132.810159:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177132.810161:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177132.810162:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1786177132.810164:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177132.810166:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177132.810170:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177132.810171:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1786177132.810173:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000001:2.0:1786177132.810175:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1786177132.810177:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786177132.810180:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786177132.810189:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000040:2.0:1786177132.810190:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebdf80 x1872930407345152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177132.810197:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177132.810207:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177132.810214:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177132.810216:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786177132.810217:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177132.810219:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177132.810226:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177132.810235:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1786177132.810238:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177132.810239:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177132.810252:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177132.810254:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1786177132.810258:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177132.810260:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177132.810264:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177132.810268:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407345152:192.168.202.146@tcp:250:kworker.0
00000008:00100000:0.0:1786177132.810270:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1786177132.810272:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1786177132.810275:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177132.810278:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177132.810279:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177132.810281:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177132.810285:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
02000000:00000001:2.0:1786177132.810286:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1786177132.810292:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177132.810295:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177132.810296:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177132.810297:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177132.810299:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1786177132.810300:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:0.0:1786177132.810302:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177132.810308:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177132.810309:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786177132.810316:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177132.810324:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407345280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177132.810327:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177132.810340:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1786177132.810341:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:0.0:1786177132.810342:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177132.810352:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407345280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1786177132.810354:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177132.810366:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407345152, portal 25
00000100:00000001:0.0:1786177132.810367:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177132.810376:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1786177132.810377:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177132.810383:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177499520 : -106564532052096 : ffff9f1482ebdf80)
00000100:00080000:0.0:1786177132.810384:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786177132.810386:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177132.810389:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177132.810393:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177132.810397:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11653
00000400:00000200:0.0:1786177132.810404:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:2.0:1786177132.810405:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebdf80 x1872930407345152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1786177132.810409:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177132.810413:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177132.810420:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177132.810423:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177132.810430:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177132.810437:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177132.810446:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177132.810450:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000100:00000001:2.0:1786177132.810451:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1786177132.810453:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177132.810455:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000100:00000040:2.0:1786177132.810462:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000020:00000001:0.0:1786177132.810463:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786177132.810466:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000010:2.0:1786177132.810467:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000040:0.0:1786177132.810472:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000200:2.0:1786177132.810475:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407345152, offset 0
00000100:00000001:0.0:1786177132.810476:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177132.810485:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177132.810489:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177132.810490:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000020:00000040:0.0:1786177132.810496:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786177132.810500:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177132.810502:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177132.810512:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:0.0:1786177132.810513:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177132.810525:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1786177132.810529:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
02000000:00000001:0.0:1786177132.810536:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177132.810539:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1786177132.810544:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1786177132.810546:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000008:00100000:0.0:1786177132.810551:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1786177132.810552:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177132.810557:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000008:00000001:0.0:1786177132.810564:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177132.810567:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273669:273669:256:4294967295] 192.168.202.146@tcp LPNI seq info [273630:273630:8:4294967295]
00000100:00000001:0.0:1786177132.810571:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177132.810576:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000010:0.0:1786177132.810587:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786177132.810594:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000400:00000200:2.0:1786177132.810595:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177132.810621:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
02000000:00000001:0.0:1786177132.810624:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1786177132.810626:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
02000000:00000001:0.0:1786177132.810627:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177132.810635:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177132.810636:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1786177132.810642:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:0.0:1786177132.810643:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177132.810656:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000800:00000200:2.0:1786177132.810656:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1786177132.810666:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177132.810678:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407345408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786177132.810679:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177132.810689:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177132.810700:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177132.810708:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000100:00000001:0.0:1786177132.810716:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177132.810719:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177132.810722:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1786177132.810724:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407345408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177132.810733:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177132.810740:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177132.810750:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:0.0:1786177132.810751:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177132.810764:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177132.810766:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177132.810804:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebdf80 x1872930407345152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177132.810814:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786177132.810817:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177132.810817:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1786177132.810820:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177132.810824:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1786177132.810827:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebdf80 x1872930407345152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177132.810828:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11653
00000400:00000200:0.0:1786177132.810838:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177132.810848:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177132.810856:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177132.810860:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177132.810861:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177132.810871:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177132.810871:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1786177132.810879:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177132.810882:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177132.810886:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177132.810887:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177132.810895:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786177132.810900:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177132.810901:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:0.0:1786177132.810904:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000001:2.0:1786177132.810906:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306334507
00000020:00000001:0.0:1786177132.810907:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786177132.810917:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786177132.810923:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177132.810924:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306329387
00000100:00000001:0.0:1786177132.810933:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177132.810936:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306334507
00000100:00000040:0.0:1786177132.810940:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177132.810942:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306329387
00000100:00000001:0.0:1786177132.810943:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177132.810950:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000001:2.0:1786177132.810950:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177132.810962:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177132.810963:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177132.810973:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177132.810973:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1786177132.810984:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177132.810988:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1786177132.810989:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177132/real 1786177132]  req@ffff9f1482ebdf80 x1872930407345152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1786177132.810995:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177132.811005:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177132.811010:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000400:00000001:2.0:1786177132.811013:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:0.0:1786177132.811014:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177132.811016:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1786177132.811019:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177132.811021:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000100:00000010:0.0:1786177132.811025:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000400:00000200:2.0:1786177132.811025:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000020:00000040:0.0:1786177132.811030:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000400:00000010:2.0:1786177132.811031:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
02000000:00000001:0.0:1786177132.811048:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177132.811049:0:2401:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1786177132.811060:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177132.811064:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebdf80 x1872930407345152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177132.811065:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177132.811068:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177132.811074:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177132.811084:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000100:00000200:2.0:1786177132.811091:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebdf80 x1872930407345152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177132.811093:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177132.811107:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407345536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177132.811109:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177132.811114:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177132.811125:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177132.811125:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177132.811133:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177132.811134:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177132.811152:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebdf80 x1872930407345152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177132.811154:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407345536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177132.811224:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177132.811224:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1786177132.811239:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1786177132.811246:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebdf80 x1872930407345152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177132.811247:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786177132.811253:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177132.811258:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177132.811271:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177132.811278:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11653
00000100:00000001:2.0:1786177132.811280:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1786177132.811289:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177132.811291:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1786177132.811294:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177132.811300:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177132.811300:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1786177132.811308:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177132.811308:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177132.811312:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177132.811317:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177132.811319:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177132.811319:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:0.0:1786177132.811324:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177132.811326:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1786177132.811327:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786177132.811332:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177132.811337:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786177132.811341:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00080000:2.0:1786177132.811341:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1786177132.811353:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00080000:2.0:1786177132.811359:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000040:0.0:1786177132.811364:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177132.811366:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1786177132.811368:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177132.811371:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177132.811376:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:2.0:1786177132.811376:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebdf80 x1872930407345152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1786177132.811384:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786177132.811391:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177132.811396:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177132.811400:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177132.811406:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177132.811413:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177132.811417:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177132.811419:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177132.811425:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177132.811426:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407345152:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786177132.811427:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177132.811434:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786177132.811438:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000001:2.0:1786177132.811438:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1786177132.811450:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177132.811450:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1786177132.811454:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177132.811460:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1786177132.811462:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebdf80 x1872930407345152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1786177132.811463:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177132.811468:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177132.811478:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:2.0:1786177132.811482:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1786177132.811484:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177132.811485:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177132.811489:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
00000100:00100000:0.0:1786177132.811492:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407345664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1786177132.811494:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177132.811501:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177132.811504:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000001:0.0:1786177132.811511:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:2.0:1786177132.811513:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177132.811521:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786177132.811522:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177132.811533:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177132.811537:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:0.0:1786177132.811538:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407345664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1786177132.811539:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebdf80.
00000100:00000001:2.0:1786177132.811548:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177132.811551:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.811555:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.811567:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177132.811569:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177132.811570:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177132.811573:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177132.811576:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177132.811579:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177132.811580:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11663)
00000100:00000040:2.0:1786177132.811585:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407345280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.811592:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177132.811593:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177132.811595:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177132.811597:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177132.811600:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177132.811618:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407345280:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177132.811622:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177132.811625:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177132.811626:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177132.811628:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177132.811631:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177132.811632:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177132.811636:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177132.811638:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177132.811641:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177132.811643:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407345280, portal 10
00000100:00000001:2.0:1786177132.811645:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177132.811646:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000040:2.0:1786177132.811651:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407345280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.811656:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177132.811658:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177132.811659:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177132.811661:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407345280, offset 0
00000400:00000200:2.0:1786177132.811664:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177132.811667:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177132.811670:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177132.811672:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177132.811674:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177132.811676:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177132.811677:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177132.811680:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273670:273670:256:4294967295] 192.168.202.146@tcp LPNI seq info [273631:273631:8:4294967295]
00000400:00000200:2.0:1786177132.811683:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177132.811688:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177132.811691:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177132.811693:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177132.811696:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177132.811699:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177132.811702:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177132.811704:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177132.811706:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177132.811708:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177132.811710:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177132.811713:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177132.811715:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177132.811716:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177132.811718:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177132.811720:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407345280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.811726:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177132.811728:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407345280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.811737:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177132.811738:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177132.811740:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177132.811743:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177132.811746:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177132.811747:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306325541
00000100:00000001:2.0:1786177132.811749:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306334507
00000100:00000001:2.0:1786177132.811751:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306325541
00000100:00000001:2.0:1786177132.811752:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306334507
00000100:00000001:2.0:1786177132.811753:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177132.811755:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177132.811756:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177132.811758:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177132/real 1786177132]  req@ffff9f1482ebc000 x1872930407345280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177132.811763:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177132.811764:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177132.811765:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177132.811766:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177132.811767:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177132.811769:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177132.811789:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407345280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177132.811795:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407345280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.811799:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177132.811801:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.811802:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177132.811803:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177132.811805:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407345280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.811810:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177132.811813:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407345280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.811817:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177132.811819:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.811820:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177132.811821:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.811822:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177132.811823:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177132.811825:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177132.811827:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177132.811828:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177132.811831:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407345280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177132.811835:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407345280:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177132.811838:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177132.811840:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebf100 x1872930407345408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.811845:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177132.811846:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177132.811848:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177132.811849:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177132.811850:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177132.811852:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407345408:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177132.811854:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177132.811856:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177132.811857:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177132.811858:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177132.811862:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177132.811863:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177132.811865:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177132.811867:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177132.811869:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177132.811871:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407345408, portal 10
00000100:00000001:2.0:1786177132.811872:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177132.811873:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177504000 : -106564532047616 : ffff9f1482ebf100)
00000100:00000040:2.0:1786177132.811877:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebf100 x1872930407345408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.811881:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177132.811883:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177132.811884:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177132.811886:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407345408, offset 0
00000400:00000200:2.0:1786177132.811888:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177132.811890:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177132.811893:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177132.811894:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177132.811896:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177132.811897:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177132.811899:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177132.811902:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273671:273671:256:4294967295] 192.168.202.146@tcp LPNI seq info [273632:273632:8:4294967295]
00000400:00000200:2.0:1786177132.811904:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177132.811909:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177132.811912:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177132.811914:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177132.811916:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177132.811918:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177132.811921:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177132.811923:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177132.811925:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177132.811927:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177132.811929:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177132.811931:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177132.811933:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177132.811934:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177132.811936:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177132.811938:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebf100 x1872930407345408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.811944:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177132.811945:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407345408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.811950:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177132.811951:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177132.811953:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177132.811954:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177132.811956:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177132.811958:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306325623
00000100:00000001:2.0:1786177132.811959:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306334507
00000100:00000001:2.0:1786177132.811961:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306325623
00000100:00000001:2.0:1786177132.811962:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306334507
00000100:00000001:2.0:1786177132.811964:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177132.811965:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177132.811966:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177132.811968:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177132/real 1786177132]  req@ffff9f1482ebf100 x1872930407345408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177132.811973:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177132.811973:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177132.811975:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177132.811976:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177132.811977:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177132.811979:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177132.811981:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebf100 x1872930407345408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177132.811986:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebf100 x1872930407345408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.811990:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177132.811991:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.811992:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177132.811993:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177132.811995:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebf100 x1872930407345408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.811999:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177132.812001:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebf100 x1872930407345408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812005:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177132.812006:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.812007:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177132.812008:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.812009:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177132.812010:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177132.812011:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177132.812013:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177132.812015:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177132.812017:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebf100 x1872930407345408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177132.812022:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407345408:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177132.812025:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177132.812028:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407345536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812032:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177132.812033:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177132.812035:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177132.812036:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177132.812037:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177132.812039:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407345536:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177132.812040:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177132.812042:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177132.812043:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177132.812044:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177132.812046:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177132.812047:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177132.812049:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177132.812050:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177132.812052:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177132.812054:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407345536, portal 4
00000100:00000001:2.0:1786177132.812056:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177132.812056:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:2.0:1786177132.812060:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407345536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812065:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177132.812066:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177132.812067:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177132.812069:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407345536, offset 0
00000400:00000200:2.0:1786177132.812071:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177132.812073:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177132.812075:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177132.812077:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177132.812078:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177132.812080:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177132.812082:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177132.812084:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273672:273672:256:4294967295] 192.168.202.146@tcp LPNI seq info [273633:273633:8:4294967295]
00000400:00000200:2.0:1786177132.812087:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177132.812091:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177132.812094:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177132.812095:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177132.812098:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177132.812099:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177132.812102:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177132.812104:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177132.812106:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177132.812108:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177132.812109:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177132.812111:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177132.812113:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177132.812114:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177132.812116:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177132.812118:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407345536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812123:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177132.812125:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407345536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812129:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177132.812130:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177132.812132:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177132.812134:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177132.812135:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177132.812137:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306326882
00000100:00000001:2.0:1786177132.812138:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306334507
00000100:00000001:2.0:1786177132.812139:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306326882
00000100:00000001:2.0:1786177132.812141:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306334507
00000100:00000001:2.0:1786177132.812142:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177132.812144:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177132.812145:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177132.812147:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177132/real 1786177132]  req@ffff9f1482ebe680 x1872930407345536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177132.812152:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177132.812153:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177132.812154:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177132.812155:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177132.812156:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177132.812158:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177132.812159:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407345536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177132.812165:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407345536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812169:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177132.812169:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.812170:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177132.812171:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177132.812173:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407345536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812177:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177132.812179:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407345536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812183:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177132.812185:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.812186:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177132.812186:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.812187:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177132.812188:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177132.812190:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177132.812192:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177132.812194:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177132.812196:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407345536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177132.812201:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407345536:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177132.812203:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177132.812205:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407345664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812209:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177132.812210:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177132.812211:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177132.812212:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177132.812214:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177132.812215:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407345664:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177132.812217:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177132.812218:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177132.812219:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177132.812220:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177132.812222:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177132.812223:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177132.812225:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177132.812226:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177132.812228:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177132.812229:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407345664, portal 4
00000100:00000001:2.0:1786177132.812231:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177132.812232:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:2.0:1786177132.812235:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407345664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812239:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177132.812241:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177132.812242:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177132.812244:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407345664, offset 0
00000400:00000200:2.0:1786177132.812246:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177132.812249:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177132.812251:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177132.812252:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177132.812254:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177132.812255:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177132.812257:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177132.812259:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273673:273673:256:4294967295] 192.168.202.146@tcp LPNI seq info [273634:273634:8:4294967295]
00000400:00000200:2.0:1786177132.812262:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177132.812266:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177132.812268:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177132.812270:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177132.812272:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177132.812274:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177132.812276:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177132.812278:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177132.812280:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177132.812281:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177132.812283:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177132.812286:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177132.812289:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177132.812290:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177132.812293:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177132.812297:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407345664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812305:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177132.812307:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407345664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812314:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177132.812316:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177132.812319:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177132.812322:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177132.812326:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177132.812328:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306326672
00000100:00000001:2.0:1786177132.812331:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306334507
00000100:00000001:2.0:1786177132.812334:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306326672
00000100:00000001:2.0:1786177132.812336:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306334507
00000100:00000001:2.0:1786177132.812338:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177132.812340:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177132.812342:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177132.812346:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177132/real 1786177132]  req@ffff9f1482ebea00 x1872930407345664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177132.812352:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177132.812353:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177132.812354:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177132.812356:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177132.812357:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177132.812358:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177132.812360:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407345664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177132.812366:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407345664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812370:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177132.812371:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.812372:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177132.812373:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177132.812375:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407345664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812380:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177132.812384:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407345664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812391:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177132.812393:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.812395:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177132.812397:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.812399:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177132.812400:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177132.812403:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177132.812407:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177132.812410:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177132.812414:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407345664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177132.812423:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407345664:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177132.812427:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.812429:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177132.812432:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407345280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812437:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177132.812438:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177132.812439:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177132.812441:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177132.812442:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177132.812443:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177132.812445:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177132.812446:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4800.
02000000:00000001:2.0:1786177132.812448:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177132.812449:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177132.812450:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:2.0:1786177132.812452:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177132.812453:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.812454:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177132.812456:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebf100 x1872930407345408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812460:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177132.812461:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177132.812462:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177132.812463:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177132.812464:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177132.812465:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177132.812466:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177132.812467:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6400.
02000000:00000001:2.0:1786177132.812468:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177132.812469:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177132.812470:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebf100.
00000100:00000001:2.0:1786177132.812472:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177132.812472:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.812473:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177132.812475:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407345536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812479:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177132.812479:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177132.812480:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177132.812482:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177132.812482:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177132.812483:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177132.812484:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177132.812485:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6000.
02000000:00000001:2.0:1786177132.812486:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177132.812487:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177132.812488:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:2.0:1786177132.812489:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177132.812490:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.812491:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177132.812493:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407345664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177132.812501:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177132.812501:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177132.812502:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177132.812504:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177132.812504:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177132.812505:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177132.812506:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177132.812507:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7800.
02000000:00000001:2.0:1786177132.812508:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177132.812509:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177132.812510:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:2.0:1786177132.812511:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177132.812512:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.812513:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177132.812515:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177132.812516:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177132.812517:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177132.812518:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177133.641837:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177133.641843:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177133.641900:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177133.641904:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177133.641907:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177134.665903:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177134.665911:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177134.665979:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177134.665983:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177134.665986:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177135.689888:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177135.689893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177135.689974:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177135.689987:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177135.689992:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177136.713934:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177136.713942:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177136.714017:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177136.714021:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177136.714024:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177137.737885:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177137.737891:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177137.737951:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177137.737955:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177137.737959:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177137.929915:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177137.929927:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177137.929931:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177137.929935:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177137.929940:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177137.929947:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11658
00000400:00000200:3.0:1786177137.929955:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177137.929961:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177137.929965:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177137.929969:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.929972:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177137.929975:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.929978:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177137.929982:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177137.929984:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177137.929987:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177137.929990:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177137.929993:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177137.929996:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177137.929999:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930001:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177137.930003:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930006:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177137.930009:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177137.930012:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930016:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177137.930019:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177137.930022:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177137.930025:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177137.930028:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177137.930030:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177137.930039:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786177137.930043:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177137.930047:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177137.930049:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177137.930053:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177137.930055:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177137.930060:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177137.930067:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786177137.930074:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177137.930083:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407345792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177137.930095:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177137.930099:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177137.930104:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407345792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177137.930130:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177137.930133:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177137.930136:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177137.930137:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177137.930139:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177137.930141:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177137.930143:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11658
00000400:00000200:3.0:1786177137.930146:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177137.930148:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177137.930150:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177137.930152:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930154:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177137.930156:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930158:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177137.930160:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177137.930161:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177137.930163:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177137.930166:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177137.930168:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177137.930170:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1786177137.930171:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177137.930175:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1786177137.930178:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177137.930179:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786177137.930184:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177137.930189:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407345792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177137.930191:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930197:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177137.930203:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:2.0:1786177137.930205:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177137.930211:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177137.930211:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930217:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177137.930219:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177137.930221:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1786177137.930224:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177137.930229:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177137.930230:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177137.930234:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177137.930237:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1786177137.930240:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407345792:192.168.202.146@tcp:250:kworker.0
00000008:00100000:3.0:1786177137.930242:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177137.930247:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.930251:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1786177137.930251:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177137.930255:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
02000000:00000001:2.0:1786177137.930258:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1786177137.930260:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:2.0:1786177137.930263:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177137.930265:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1786177137.930268:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1786177137.930269:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177137.930273:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177137.930275:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1786177137.930277:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:3.0:1786177137.930278:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177137.930284:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177137.930288:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000400:00000200:2.0:1786177137.930293:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177137.930296:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177137.930299:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177137.930306:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00100000:3.0:1786177137.930306:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407345920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1786177137.930315:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407345792, portal 25
00000100:00000001:3.0:1786177137.930318:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177137.930323:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.930329:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1786177137.930329:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407345920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.930334:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
00000100:00000040:2.0:1786177137.930347:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407345792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177137.930347:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177137.930353:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177137.930361:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177137.930365:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177137.930368:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1786177137.930368:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177137.930374:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177137.930378:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11658
00000100:00000040:2.0:1786177137.930381:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177137.930386:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177137.930388:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000400:00000200:3.0:1786177137.930392:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000200:2.0:1786177137.930396:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407345792, offset 0
00000100:00080000:3.0:1786177137.930397:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177137.930403:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930406:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177137.930410:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177137.930411:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930416:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177137.930418:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177137.930419:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177137.930420:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177137.930422:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177137.930424:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177137.930426:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:3.0:1786177137.930427:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177137.930431:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930433:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177137.930434:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930436:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177137.930438:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177137.930441:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930443:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177137.930444:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1786177137.930448:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
02000000:00000001:3.0:1786177137.930448:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177137.930453:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177137.930457:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177137.930459:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1786177137.930461:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1786177137.930462:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177137.930466:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177137.930470:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000010:3.0:1786177137.930471:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786177137.930476:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000400:00000200:2.0:1786177137.930478:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1786177137.930480:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177137.930484:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177137.930485:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930487:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177137.930491:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1786177137.930494:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273674:273674:256:4294967295] 192.168.202.146@tcp LPNI seq info [273635:273635:8:4294967295]
02000000:00000001:3.0:1786177137.930495:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177137.930504:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000400:00000200:2.0:1786177137.930507:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177137.930510:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177137.930520:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407346048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177137.930523:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177137.930537:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930537:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177137.930541:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177137.930546:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407346048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1786177137.930547:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177137.930576:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177137.930582:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1786177137.930585:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177137.930590:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177137.930595:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.1:1786177137.930596:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786177137.930597:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177137.930599:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177137.930605:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1786177137.930606:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1786177137.930610:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11658
00000800:00000100:2.0:1786177137.930620:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177137.930620:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000010:2.0:1786177137.930626:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:3.0:1786177137.930628:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177137.930633:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177137.930638:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1786177137.930638:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930645:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177137.930650:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1786177137.930651:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.930657:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177137.930660:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000020:00000001:3.0:1786177137.930661:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:2.0:1786177137.930664:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000020:00000040:3.0:1786177137.930665:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000100:00000001:2.0:1786177137.930670:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1786177137.930670:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177137.930673:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000200:2.0:1786177137.930677:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159180 x1872930407345792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177137.930679:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177137.930685:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177137.930694:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177137.930695:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000040:2.0:1786177137.930700:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159180 x1872930407345792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177137.930701:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177137.930709:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177137.930713:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177137.930714:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177137.930720:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1786177137.930721:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177137.930727:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177137.930730:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177137.930730:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177137.930735:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1786177137.930741:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177137.930741:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177137.930746:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.930749:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306339626
00000100:00000001:3.0:1786177137.930751:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177137.930756:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177137.930760:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306334507
00000008:00000001:3.0:1786177137.930761:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177137.930765:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.930795:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306339626
00000100:00000001:2.0:1786177137.930802:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306334507
00000100:00000001:2.0:1786177137.930806:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177137.930810:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.930813:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000010:3.0:1786177137.930813:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786177137.930819:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00100000:2.0:1786177137.930824:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177137/real 1786177137]  req@ffff9f1485159180 x1872930407345792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177137.930825:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177137.930828:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177137.930833:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177137.930835:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177137.930839:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177137.930847:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:3.0:1786177137.930847:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000400:00000001:2.0:1786177137.930852:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1786177137.930854:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177137.930857:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000100:00100000:3.0:1786177137.930864:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407346176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177137.930865:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177137.930870:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177137.930876:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1786177137.930880:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177137.930885:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177137.930886:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407345792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177137.930892:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407346176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177137.930909:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407345792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177137.930911:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177137.930917:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177137.930920:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177137.930924:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786177137.930924:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1786177137.930929:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177137.930930:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177137.930931:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786177137.930935:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1786177137.930937:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407345792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177137.930943:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177137.930948:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786177137.930949:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11658
00000100:00000040:2.0:1786177137.930955:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407345792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177137.930956:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177137.930964:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177137.930966:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1786177137.930969:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177137.930970:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177137.930976:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177137.930977:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177137.930981:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177137.930982:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177137.930987:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177137.930989:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1786177137.930991:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177137.930993:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1786177137.930994:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177137.930997:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00080000:2.0:1786177137.931001:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1786177137.931002:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177137.931005:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177137.931009:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00080000:2.0:1786177137.931011:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000020:00000001:3.0:1786177137.931012:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177137.931019:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1786177137.931020:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.931026:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177137.931029:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407345792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177137.931033:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177137.931035:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177137.931037:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177137.931039:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177137.931042:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177137.931045:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177137.931050:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177137.931054:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177137.931055:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407345792:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786177137.931057:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177137.931060:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177137.931063:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177137.931064:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.931065:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1786177137.931068:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000100:00000001:2.0:1786177137.931070:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1786177137.931071:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177137.931076:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177137.931078:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177137.931080:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407345792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177137.931081:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177137.931083:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177137.931085:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177137.931090:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786177137.931095:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.931099:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00100000:3.0:1786177137.931102:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407346304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1786177137.931104:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177137.931110:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177137.931115:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177137.931117:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1786177137.931119:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000040:2.0:1786177137.931120:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000001:3.0:1786177137.931123:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177137.931124:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177137.931128:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
00000100:00000040:3.0:1786177137.931129:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407346304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1786177137.931133:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177137.931136:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177137.931140:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
00000100:00000001:3.0:1786177137.931141:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.931146:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1786177137.931148:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11668)
00000100:00000001:2.0:1786177137.931149:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.931153:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.931159:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177137.931161:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.931164:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177137.931165:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177137.931167:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177137.931171:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407345920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931177:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177137.931178:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177137.931180:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177137.931181:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177137.931183:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177137.931185:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407345920:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177137.931187:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177137.931189:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177137.931190:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177137.931191:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177137.931194:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177137.931195:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177137.931198:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177137.931200:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177137.931203:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177137.931205:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407345920, portal 10
00000100:00000001:2.0:1786177137.931207:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177137.931208:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
00000100:00000040:2.0:1786177137.931213:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407345920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931217:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177137.931219:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177137.931220:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177137.931222:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407345920, offset 0
00000400:00000200:2.0:1786177137.931224:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177137.931227:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177137.931230:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177137.931232:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177137.931234:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177137.931236:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177137.931237:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177137.931240:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273675:273675:256:4294967295] 192.168.202.146@tcp LPNI seq info [273636:273636:8:4294967295]
00000400:00000200:2.0:1786177137.931242:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177137.931247:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177137.931251:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177137.931253:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177137.931256:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177137.931258:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177137.931261:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177137.931263:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177137.931266:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177137.931268:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177137.931270:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177137.931272:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177137.931274:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177137.931275:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177137.931277:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177137.931279:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515aa00 x1872930407345920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931285:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177137.931287:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515aa00 x1872930407345920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931291:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.931292:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177137.931294:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177137.931297:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177137.931299:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177137.931300:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306330661
00000100:00000001:2.0:1786177137.931302:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306339626
00000100:00000001:2.0:1786177137.931304:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306330661
00000100:00000001:2.0:1786177137.931305:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306339626
00000100:00000001:2.0:1786177137.931307:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177137.931308:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.931309:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177137.931312:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177137/real 1786177137]  req@ffff9f148515aa00 x1872930407345920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177137.931321:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177137.931322:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177137.931324:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177137.931326:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177137.931327:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177137.931330:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177137.931333:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407345920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177137.931342:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407345920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931348:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177137.931350:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.931353:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177137.931354:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177137.931358:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407345920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931365:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177137.931369:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407345920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931377:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177137.931379:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.931381:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177137.931382:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.931384:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177137.931386:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177137.931389:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177137.931392:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177137.931395:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177137.931400:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407345920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177137.931407:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407345920:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177137.931411:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177137.931413:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407346048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931417:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177137.931418:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177137.931420:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177137.931421:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177137.931423:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177137.931424:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407346048:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177137.931427:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177137.931428:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177137.931429:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177137.931430:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177137.931433:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177137.931434:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177137.931437:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177137.931439:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177137.931441:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177137.931443:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407346048, portal 10
00000100:00000001:2.0:1786177137.931444:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177137.931445:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000100:00000040:2.0:1786177137.931449:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407346048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931454:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177137.931456:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177137.931457:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177137.931459:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407346048, offset 0
00000400:00000200:2.0:1786177137.931462:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177137.931464:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177137.931467:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177137.931469:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177137.931471:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177137.931472:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177137.931474:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177137.931476:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273676:273676:256:4294967295] 192.168.202.146@tcp LPNI seq info [273637:273637:8:4294967295]
00000400:00000200:2.0:1786177137.931479:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177137.931484:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177137.931487:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177137.931489:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177137.931491:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177137.931493:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177137.931496:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177137.931498:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177137.931501:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177137.931503:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177137.931505:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177137.931507:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177137.931510:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177137.931511:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177137.931512:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177137.931515:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158000 x1872930407346048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931520:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177137.931522:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158000 x1872930407346048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931526:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.931527:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177137.931529:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177137.931531:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177137.931533:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177137.931535:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306330742
00000100:00000001:2.0:1786177137.931537:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306339626
00000100:00000001:2.0:1786177137.931538:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306330742
00000100:00000001:2.0:1786177137.931539:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306339626
00000100:00000001:2.0:1786177137.931541:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177137.931542:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.931543:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177137.931545:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177137/real 1786177137]  req@ffff9f1485158000 x1872930407346048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177137.931550:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177137.931551:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177137.931552:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177137.931569:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177137.931571:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177137.931573:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177137.931575:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407346048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177137.931581:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407346048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931586:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177137.931586:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.931588:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177137.931589:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177137.931591:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407346048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931595:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177137.931598:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407346048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931602:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177137.931605:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.931607:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177137.931608:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.931610:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177137.931612:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177137.931614:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177137.931618:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177137.931620:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177137.931624:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407346048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177137.931633:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407346048:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177137.931637:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177137.931641:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407346176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931649:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177137.931651:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177137.931653:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177137.931655:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177137.931658:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177137.931660:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407346176:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177137.931662:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177137.931664:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177137.931665:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177137.931666:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177137.931669:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177137.931670:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177137.931673:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177137.931675:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177137.931677:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177137.931679:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407346176, portal 4
00000100:00000001:2.0:1786177137.931681:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177137.931682:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00000040:2.0:1786177137.931686:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407346176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931691:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177137.931692:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177137.931694:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177137.931695:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407346176, offset 0
00000400:00000200:2.0:1786177137.931698:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177137.931701:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177137.931703:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177137.931705:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177137.931707:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177137.931709:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177137.931710:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177137.931712:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273677:273677:256:4294967295] 192.168.202.146@tcp LPNI seq info [273638:273638:8:4294967295]
00000400:00000200:2.0:1786177137.931715:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177137.931719:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177137.931722:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177137.931725:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177137.931727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177137.931729:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177137.931732:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177137.931734:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177137.931736:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177137.931738:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177137.931740:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177137.931742:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177137.931744:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177137.931746:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177137.931747:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177137.931749:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b100 x1872930407346176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931759:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177137.931761:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407346176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931765:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.931766:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177137.931768:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177137.931785:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177137.931788:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177137.931790:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306332002
00000100:00000001:2.0:1786177137.931792:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306339626
00000100:00000001:2.0:1786177137.931795:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306332002
00000100:00000001:2.0:1786177137.931797:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306339626
00000100:00000001:2.0:1786177137.931799:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177137.931801:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.931803:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177137.931808:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177137/real 1786177137]  req@ffff9f148515b100 x1872930407346176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177137.931817:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177137.931818:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177137.931820:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177137.931823:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177137.931825:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177137.931827:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177137.931831:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407346176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177137.931840:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407346176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931847:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177137.931849:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.931852:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177137.931853:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177137.931857:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407346176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931864:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177137.931868:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407346176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931876:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177137.931879:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.931881:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177137.931882:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.931884:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177137.931886:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177137.931889:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177137.931892:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177137.931895:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177137.931899:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407346176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177137.931904:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407346176:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177137.931907:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177137.931909:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158e00 x1872930407346304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931913:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177137.931914:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177137.931916:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177137.931917:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177137.931919:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177137.931921:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407346304:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177137.931923:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177137.931924:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177137.931926:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177137.931927:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177137.931930:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177137.931931:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177137.931933:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177137.931935:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177137.931937:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177137.931940:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407346304, portal 4
00000100:00000001:2.0:1786177137.931941:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177137.931942:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213785600 : -106564495766016 : ffff9f1485158e00)
00000100:00000040:2.0:1786177137.931946:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158e00 x1872930407346304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.931950:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177137.931952:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177137.931953:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177137.931955:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407346304, offset 0
00000400:00000200:2.0:1786177137.931957:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177137.931960:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177137.931962:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177137.931964:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177137.931966:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177137.931968:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177137.931969:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177137.931971:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273678:273678:256:4294967295] 192.168.202.146@tcp LPNI seq info [273639:273639:8:4294967295]
00000400:00000200:2.0:1786177137.931975:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177137.931981:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177137.931986:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177137.931988:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177137.931993:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177137.931996:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177137.932000:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177137.932003:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177137.932007:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177137.932009:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177137.932013:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177137.932017:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177137.932020:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177137.932022:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177137.932025:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177137.932029:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158e00 x1872930407346304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.932035:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177137.932037:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158e00 x1872930407346304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.932041:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.932042:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177137.932045:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177137.932047:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177137.932050:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177137.932051:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306331792
00000100:00000001:2.0:1786177137.932053:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306339626
00000100:00000001:2.0:1786177137.932055:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306331792
00000100:00000001:2.0:1786177137.932057:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306339626
00000100:00000001:2.0:1786177137.932059:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177137.932061:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.932063:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177137.932067:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177137/real 1786177137]  req@ffff9f1485158e00 x1872930407346304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177137.932075:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177137.932078:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177137.932080:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177137.932082:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177137.932084:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177137.932086:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177137.932090:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158e00 x1872930407346304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177137.932099:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158e00 x1872930407346304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.932107:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177137.932108:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.932109:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177137.932110:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177137.932113:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158e00 x1872930407346304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.932118:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177137.932120:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158e00 x1872930407346304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.932125:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177137.932126:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.932127:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177137.932128:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.932129:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177137.932130:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177137.932132:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177137.932133:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177137.932135:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177137.932137:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158e00 x1872930407346304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177137.932145:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407346304:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177137.932148:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.932149:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177137.932151:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407345920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.932155:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177137.932156:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177137.932158:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177137.932160:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177137.932161:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177137.932162:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177137.932163:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177137.932165:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:2.0:1786177137.932166:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177137.932167:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177137.932168:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00000001:2.0:1786177137.932170:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177137.932171:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.932172:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177137.932174:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407346048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.932179:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177137.932180:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177137.932181:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177137.932182:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177137.932183:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177137.932184:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177137.932185:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177137.932186:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:2.0:1786177137.932187:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177137.932187:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177137.932188:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000100:00000001:2.0:1786177137.932190:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177137.932191:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.932192:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177137.932194:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407346176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.932198:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177137.932199:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177137.932200:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177137.932201:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177137.932202:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177137.932203:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177137.932204:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177137.932204:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
02000000:00000001:2.0:1786177137.932206:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177137.932206:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177137.932207:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:2.0:1786177137.932209:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177137.932210:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.932211:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177137.932212:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158e00 x1872930407346304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177137.932216:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177137.932217:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177137.932218:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177137.932219:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177137.932219:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177137.932220:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177137.932221:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177137.932222:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
02000000:00000001:2.0:1786177137.932223:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177137.932224:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177137.932225:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158e00.
00000100:00000001:2.0:1786177137.932226:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177137.932227:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.932228:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177137.932230:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177137.932232:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177137.932233:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177137.932234:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177138.761894:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177138.761899:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177138.761960:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177138.761964:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177138.761968:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177139.785953:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177139.785966:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177139.785969:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177139.785973:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177139.785980:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177139.785983:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177139.785985:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177139.785988:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177139.786083:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177139.786092:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177139.786097:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177140.809898:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177140.809905:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177140.809970:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177140.809974:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177140.809977:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177141.833890:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177141.833897:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177141.833960:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177141.833965:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177141.833969:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177142.857890:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177142.857896:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177142.857955:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177142.857959:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177142.857962:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177143.049862:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177143.049870:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177143.049873:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177143.049876:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177143.049879:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177143.049885:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11663
00000400:00000200:3.0:1786177143.049891:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177143.049896:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177143.049898:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177143.049901:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177143.049903:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177143.049905:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177143.049907:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177143.049910:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177143.049911:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177143.049913:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177143.049915:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177143.049917:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177143.049918:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177143.049920:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177143.049922:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177143.049923:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177143.049925:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177143.049927:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177143.049930:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177143.049931:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177143.049934:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177143.049937:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177143.049939:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177143.049940:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177143.049942:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177143.049956:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786177143.049958:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177143.049961:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177143.049963:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177143.049965:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177143.049967:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177143.049970:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177143.049977:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786177143.049982:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177143.049989:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407346432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177143.049998:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177143.050001:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177143.050004:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407346432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177143.050022:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177143.050025:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177143.050027:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177143.050031:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177143.050033:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177143.050035:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177143.050036:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11663
00000400:00000200:3.0:1786177143.050039:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177143.050041:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177143.050043:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177143.050045:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177143.050047:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177143.050050:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177143.050052:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177143.050054:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177143.050055:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177143.050056:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177143.050057:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1786177143.050058:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177143.050062:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177143.050063:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1786177143.050064:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177143.050066:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177143.050069:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177143.050071:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177143.050075:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515bb80 x1872930407346432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177143.050075:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177143.050080:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177143.050084:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177143.050089:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177143.050093:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.050096:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1786177143.050097:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177143.050100:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177143.050103:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177143.050104:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177143.050108:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177143.050109:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177143.050111:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177143.050112:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1786177143.050116:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1786177143.050117:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407346432:192.168.202.146@tcp:250:kworker.0
00000008:00000001:3.0:1786177143.050120:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.050125:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1786177143.050125:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177143.050130:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1786177143.050130:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
02000000:00000001:2.0:1786177143.050133:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177143.050133:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177143.050138:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1786177143.050139:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1786177143.050141:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177143.050143:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1786177143.050145:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:3.0:1786177143.050145:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177143.050146:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177143.050150:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177143.050153:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000400:00000200:2.0:1786177143.050157:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177143.050158:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177143.050163:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00100000:3.0:1786177143.050168:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407346560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1786177143.050171:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177143.050178:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407346432, portal 25
00000100:00000001:3.0:1786177143.050181:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177143.050182:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177143.050185:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213797248 : -106564495754368 : ffff9f148515bb80)
00000100:00000001:3.0:1786177143.050187:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177143.050192:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515bb80 x1872930407346432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177143.050198:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407346560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.050201:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177143.050207:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177143.050210:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177143.050214:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407346432, offset 0
00000100:00000001:3.0:1786177143.050220:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177143.050221:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177143.050225:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177143.050228:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177143.050229:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177143.050231:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177143.050232:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177143.050234:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177143.050239:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11663
00000400:00000200:2.0:1786177143.050240:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177143.050246:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177143.050249:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177143.050252:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177143.050254:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177143.050257:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273679:273679:256:4294967295] 192.168.202.146@tcp LPNI seq info [273640:273640:8:4294967295]
00000400:00000200:2.0:1786177143.050260:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177143.050265:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177143.050272:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1786177143.050273:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177143.050278:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1786177143.050283:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177143.050285:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000010:2.0:1786177143.050288:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000100:00000001:3.0:1786177143.050288:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177143.050293:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177143.050295:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177143.050299:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1786177143.050300:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000040:3.0:1786177143.050302:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177143.050305:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.0:1786177143.050306:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000020:00000040:3.0:1786177143.050308:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177143.050311:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.1:1786177143.050315:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786177143.050316:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.1:1786177143.050321:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1786177143.050325:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177143.050328:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1786177143.050329:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177143.050334:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000100:00000040:3.0:1786177143.050334:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177143.050339:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177143.050341:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177143.050343:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:2.0:1786177143.050344:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1786177143.050345:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177143.050350:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177143.050353:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177143.050357:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177143.050358:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1786177143.050359:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177143.050363:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177143.050366:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177143.050367:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000100:00000001:3.0:1786177143.050367:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177143.050374:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000010:3.0:1786177143.050374:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786177143.050380:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000100:00000001:2.0:1786177143.050382:0:2401:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1786177143.050383:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177143.050386:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177143.050388:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177143.050390:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1786177143.050392:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515bb80 x1872930407346432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177143.050393:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177143.050398:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786177143.050402:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177143.050410:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407346688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177143.050412:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177143.050419:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515bb80 x1872930407346432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177143.050420:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177143.050424:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177143.050432:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407346688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.050433:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.050438:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177143.050444:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.050447:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177143.050447:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177143.050453:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1786177143.050455:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177143.050456:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177143.050459:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306344746
00000100:00080000:3.0:1786177143.050460:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177143.050465:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177143.050467:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11663
00000100:00000001:2.0:1786177143.050470:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306339626
00000400:00000200:3.0:1786177143.050471:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177143.050477:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306344746
00000400:00000200:3.0:1786177143.050477:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177143.050479:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177143.050485:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306339626
00000100:00000040:3.0:1786177143.050485:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177143.050489:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177143.050491:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1786177143.050494:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177143.050495:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177143.050497:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177143.050499:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1786177143.050500:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177143.050502:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177143.050521:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177143.050524:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177143.050525:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177143.050527:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00100000:2.0:1786177143.050531:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177143/real 1786177143]  req@ffff9f148515bb80 x1872930407346432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177143.050532:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177143.050536:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177143.050540:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177143.050543:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177143.050548:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000400:00000001:2.0:1786177143.050552:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1786177143.050552:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177143.050554:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177143.050555:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1786177143.050556:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1786177143.050558:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
02000000:00000001:3.0:1786177143.050560:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1786177143.050562:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
02000000:00000001:3.0:1786177143.050563:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177143.050567:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177143.050568:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177143.050572:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177143.050573:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:3.0:1786177143.050577:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177143.050579:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515bb80 x1872930407346432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177143.050580:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177143.050586:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786177143.050591:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000200:2.0:1786177143.050594:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515bb80 x1872930407346432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177143.050595:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177143.050598:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177143.050602:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177143.050604:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177143.050607:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.050608:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177143.050611:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1786177143.050611:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:2.0:1786177143.050613:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177143.050616:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177143.050617:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177143.050620:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515bb80 x1872930407346432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177143.050625:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407346816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177143.050634:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177143.050641:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1786177143.050642:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515bb80 x1872930407346432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177143.050645:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177143.050652:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407346816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.050655:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177143.050662:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.050665:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177143.050665:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.050668:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786177143.050670:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177143.050671:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177143.050674:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1786177143.050675:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1786177143.050678:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1786177143.050679:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177143.050682:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1786177143.050686:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786177143.050687:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177143.050689:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1786177143.050692:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11663
00000100:00000040:2.0:1786177143.050697:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515bb80 x1872930407346432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177143.050700:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177143.050706:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177143.050710:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1786177143.050715:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407346432:192.168.202.146@tcp:250:kworker.0
00000100:00000040:3.0:1786177143.050716:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177143.050721:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177143.050723:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177143.050724:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177143.050728:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1786177143.050729:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177143.050732:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1786177143.050734:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515bb80 x1872930407346432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786177143.050735:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177143.050738:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177143.050740:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177143.050744:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177143.050748:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1786177143.050748:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000001:2.0:1786177143.050751:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1786177143.050754:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000010:2.0:1786177143.050755:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
00000100:00000001:3.0:1786177143.050756:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1786177143.050760:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1786177143.050760:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000020:00000001:2.0:1786177143.050763:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1786177143.050764:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:2.0:1786177143.050768:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000040:3.0:1786177143.050768:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177143.050790:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177143.050792:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177143.050793:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177143.050795:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177143.050797:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177143.050800:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1786177143.050801:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1786177143.050805:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
00000008:00100000:3.0:1786177143.050805:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177143.050811:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177143.050812:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1786177143.050813:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177143.050816:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1786177143.050818:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000100:00000010:2.0:1786177143.050819:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786177143.050824:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000001:2.0:1786177143.050825:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1786177143.050827:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177143.050828:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1786177143.050830:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.050831:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177143.050833:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177143.050835:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177143.050836:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177143.050838:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786177143.050842:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177143.050846:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407346944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177143.050847:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177143.050850:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.050858:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177143.050861:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177143.050863:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786177143.050865:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177143.050869:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177143.050870:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159f80 x1872930407346560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177143.050875:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407346944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.050886:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177143.050889:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177143.050892:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1786177143.050893:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177143.050894:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177143.050898:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177143.050898:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11673)
00000100:00100000:2.0:1786177143.050902:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407346560:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177143.050906:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177143.050907:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177143.050909:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177143.050910:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177143.050913:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177143.050914:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177143.050918:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177143.050920:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177143.050922:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177143.050925:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407346560, portal 10
00000100:00000001:2.0:1786177143.050926:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177143.050928:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790080 : -106564495761536 : ffff9f1485159f80)
00000100:00000040:2.0:1786177143.050933:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159f80 x1872930407346560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.050938:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177143.050940:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177143.050941:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177143.050943:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407346560, offset 0
00000400:00000200:2.0:1786177143.050946:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177143.050948:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177143.050951:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177143.050953:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177143.050955:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177143.050957:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177143.050958:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177143.050961:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273680:273680:256:4294967295] 192.168.202.146@tcp LPNI seq info [273641:273641:8:4294967295]
00000400:00000200:2.0:1786177143.050964:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177143.050969:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177143.050972:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177143.050974:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177143.050977:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177143.050979:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786177143.050982:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177143.050984:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1786177143.050987:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177143.050988:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177143.050991:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177143.050993:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177143.050995:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177143.050997:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177143.050998:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177143.051001:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159f80 x1872930407346560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051006:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177143.051008:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159f80 x1872930407346560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051017:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.051018:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177143.051020:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177143.051023:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177143.051025:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177143.051026:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306335781
00000100:00000001:2.0:1786177143.051028:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306344746
00000100:00000001:2.0:1786177143.051030:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306335781
00000100:00000001:2.0:1786177143.051031:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306344746
00000100:00000001:2.0:1786177143.051033:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177143.051034:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.051035:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177143.051038:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177143/real 1786177143]  req@ffff9f1485159f80 x1872930407346560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177143.051043:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177143.051044:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177143.051045:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177143.051046:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177143.051047:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177143.051048:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177143.051050:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159f80 x1872930407346560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177143.051055:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159f80 x1872930407346560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051060:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177143.051060:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051062:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177143.051062:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177143.051065:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159f80 x1872930407346560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051069:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177143.051072:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159f80 x1872930407346560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051076:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177143.051078:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051079:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177143.051079:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051081:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177143.051082:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177143.051083:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177143.051085:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177143.051086:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177143.051089:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159f80 x1872930407346560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177143.051094:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407346560:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177143.051096:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177143.051098:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159500 x1872930407346688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051102:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177143.051103:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177143.051104:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177143.051106:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177143.051107:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177143.051109:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407346688:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177143.051111:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177143.051111:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177143.051113:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177143.051114:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177143.051116:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177143.051118:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177143.051120:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177143.051121:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177143.051123:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177143.051125:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407346688, portal 10
00000100:00000001:2.0:1786177143.051126:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177143.051127:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213787392 : -106564495764224 : ffff9f1485159500)
00000100:00000040:2.0:1786177143.051131:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159500 x1872930407346688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051135:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177143.051136:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177143.051138:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177143.051139:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407346688, offset 0
00000400:00000200:2.0:1786177143.051141:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177143.051143:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177143.051146:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177143.051147:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177143.051149:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177143.051150:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177143.051152:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177143.051154:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273681:273681:256:4294967295] 192.168.202.146@tcp LPNI seq info [273642:273642:8:4294967295]
00000400:00000200:2.0:1786177143.051157:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177143.051161:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177143.051163:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177143.051165:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177143.051167:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177143.051169:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786177143.051171:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177143.051173:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1786177143.051176:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177143.051178:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177143.051179:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177143.051182:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177143.051184:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177143.051185:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177143.051186:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177143.051189:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159500 x1872930407346688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051194:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177143.051196:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159500 x1872930407346688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051200:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.051201:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177143.051203:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177143.051204:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177143.051206:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177143.051208:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306335862
00000100:00000001:2.0:1786177143.051209:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306344746
00000100:00000001:2.0:1786177143.051211:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306335862
00000100:00000001:2.0:1786177143.051212:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306344746
00000100:00000001:2.0:1786177143.051213:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177143.051215:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.051216:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177143.051218:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177143/real 1786177143]  req@ffff9f1485159500 x1872930407346688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177143.051222:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177143.051223:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177143.051224:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177143.051225:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177143.051226:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177143.051228:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177143.051230:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159500 x1872930407346688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177143.051235:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159500 x1872930407346688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051239:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177143.051240:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051241:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177143.051242:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177143.051244:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159500 x1872930407346688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051248:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177143.051250:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159500 x1872930407346688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051254:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177143.051255:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051256:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177143.051257:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051258:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177143.051259:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177143.051260:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177143.051262:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177143.051263:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177143.051266:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159500 x1872930407346688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177143.051270:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407346688:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177143.051273:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177143.051275:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158e00 x1872930407346816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051280:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177143.051281:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177143.051283:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177143.051284:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177143.051285:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177143.051287:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407346816:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177143.051288:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177143.051289:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177143.051290:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177143.051291:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177143.051293:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177143.051294:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177143.051296:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177143.051298:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177143.051300:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177143.051301:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407346816, portal 4
00000100:00000001:2.0:1786177143.051303:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177143.051304:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213785600 : -106564495766016 : ffff9f1485158e00)
00000100:00000040:2.0:1786177143.051307:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158e00 x1872930407346816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051311:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177143.051313:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177143.051314:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177143.051316:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407346816, offset 0
00000400:00000200:2.0:1786177143.051318:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177143.051320:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177143.051322:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177143.051323:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177143.051325:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177143.051326:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177143.051328:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177143.051330:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273682:273682:256:4294967295] 192.168.202.146@tcp LPNI seq info [273643:273643:8:4294967295]
00000400:00000200:2.0:1786177143.051334:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177143.051339:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177143.051344:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177143.051347:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177143.051351:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177143.051354:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786177143.051358:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177143.051361:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1786177143.051366:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177143.051368:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177143.051371:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177143.051374:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177143.051377:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177143.051379:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177143.051381:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177143.051385:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158e00 x1872930407346816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051393:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177143.051396:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158e00 x1872930407346816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051403:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.051404:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177143.051407:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177143.051411:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177143.051414:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177143.051416:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306337121
00000100:00000001:2.0:1786177143.051418:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306344746
00000100:00000001:2.0:1786177143.051421:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306337121
00000100:00000001:2.0:1786177143.051423:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306344746
00000100:00000001:2.0:1786177143.051425:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177143.051428:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.051429:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177143.051433:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177143/real 1786177143]  req@ffff9f1485158e00 x1872930407346816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177143.051441:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177143.051443:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177143.051444:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177143.051447:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177143.051448:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177143.051450:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177143.051454:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158e00 x1872930407346816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177143.051463:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158e00 x1872930407346816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051469:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177143.051471:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051472:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177143.051474:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177143.051478:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158e00 x1872930407346816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051485:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177143.051489:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158e00 x1872930407346816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051496:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177143.051498:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051500:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177143.051501:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051519:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177143.051522:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177143.051525:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177143.051529:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177143.051531:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177143.051536:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158e00 x1872930407346816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177143.051545:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407346816:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177143.051550:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051552:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177143.051555:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159f80 x1872930407346560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051563:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177143.051564:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177143.051567:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177143.051570:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177143.051571:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177143.051573:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177143.051575:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177143.051577:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
02000000:00000001:2.0:1786177143.051579:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177143.051581:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177143.051582:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159f80.
00000100:00000001:2.0:1786177143.051585:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177143.051587:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051589:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177143.051593:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159500 x1872930407346688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051600:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177143.051601:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177143.051603:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177143.051605:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177143.051606:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177143.051608:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177143.051610:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177143.051612:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:2.0:1786177143.051614:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177143.051615:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177143.051617:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159500.
00000100:00000001:2.0:1786177143.051619:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177143.051620:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051622:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177143.051625:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158e00 x1872930407346816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051632:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177143.051634:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177143.051635:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177143.051638:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177143.051639:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177143.051641:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177143.051642:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177143.051644:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:2.0:1786177143.051646:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177143.051647:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177143.051649:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158e00.
00000100:00000001:2.0:1786177143.051651:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177143.051652:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051654:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051658:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177143.051659:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.051661:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177143.051663:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177143.051665:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177143.051668:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407346944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051675:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177143.051677:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177143.051679:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177143.051681:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177143.051683:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177143.051686:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407346944:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177143.051690:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177143.051692:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177143.051693:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177143.051696:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177143.051699:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177143.051701:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177143.051705:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177143.051707:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177143.051711:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177143.051714:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407346944, portal 4
00000100:00000001:2.0:1786177143.051716:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177143.051717:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00000040:2.0:1786177143.051723:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407346944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051730:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177143.051733:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177143.051735:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177143.051738:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407346944, offset 0
00000400:00000200:2.0:1786177143.051742:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177143.051746:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177143.051750:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177143.051753:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177143.051756:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177143.051759:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177143.051761:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177143.051764:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273683:273683:256:4294967295] 192.168.202.146@tcp LPNI seq info [273644:273644:8:4294967295]
00000400:00000200:2.0:1786177143.051769:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177143.051796:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177143.051801:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177143.051804:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177143.051808:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177143.051812:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786177143.051816:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177143.051818:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1786177143.051822:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177143.051824:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177143.051827:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177143.051831:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177143.051834:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177143.051835:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177143.051838:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177143.051841:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b100 x1872930407346944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051848:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177143.051851:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407346944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051857:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.051859:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177143.051861:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177143.051864:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177143.051867:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177143.051870:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306336912
00000100:00000001:2.0:1786177143.051872:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306344746
00000100:00000001:2.0:1786177143.051875:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306336912
00000100:00000001:2.0:1786177143.051877:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306344746
00000100:00000001:2.0:1786177143.051879:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177143.051882:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.051884:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177143.051887:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177143/real 1786177143]  req@ffff9f148515b100 x1872930407346944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177143.051894:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177143.051895:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177143.051897:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177143.051899:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177143.051901:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177143.051903:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177143.051906:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407346944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177143.051914:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407346944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051920:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177143.051921:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051923:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177143.051924:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177143.051928:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407346944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051935:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177143.051940:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407346944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051947:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177143.051950:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051952:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177143.051953:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051955:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177143.051956:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177143.051959:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177143.051962:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177143.051965:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177143.051969:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407346944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177143.051977:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407346944:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177143.051982:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.051984:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177143.051987:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407346944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177143.051995:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177143.051996:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177143.051998:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177143.052001:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177143.052003:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177143.052004:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177143.052006:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177143.052008:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
02000000:00000001:2.0:1786177143.052011:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177143.052012:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177143.052013:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:2.0:1786177143.052016:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177143.052018:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.052020:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177143.052023:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177143.052024:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177143.052026:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177143.052027:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177143.881926:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177143.881933:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177143.882006:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177143.882010:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177143.882014:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177144.905885:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177144.905890:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177144.905953:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177144.905957:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177144.905960:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177145.929945:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177145.929955:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177145.930052:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177145.930058:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177145.930061:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177146.953881:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177146.953887:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177146.953951:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177146.953957:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177146.953962:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177147.977916:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177147.977925:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177147.977993:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177147.977997:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177147.978000:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786177148.169907:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177148.169915:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177148.169917:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177148.169920:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177148.169924:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177148.169930:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11668
00000400:00000200:0.0:1786177148.169937:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177148.169942:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177148.169944:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177148.169946:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177148.169949:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177148.169951:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177148.169952:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177148.169955:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177148.169957:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177148.169959:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177148.169962:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177148.169964:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177148.169966:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177148.169968:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177148.169969:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177148.169970:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177148.169971:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177148.169973:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177148.169975:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177148.169977:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177148.169979:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177148.169982:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177148.169984:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177148.169985:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177148.169987:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177148.169995:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000020:00000040:0.0:1786177148.169998:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177148.170001:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177148.170002:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177148.170005:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177148.170007:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177148.170010:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177148.170016:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786177148.170021:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177148.170028:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407347072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177148.170036:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177148.170039:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177148.170043:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407347072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177148.170064:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177148.170067:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177148.170069:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177148.170070:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177148.170071:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177148.170073:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177148.170075:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11668
00000400:00000200:0.0:1786177148.170078:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177148.170081:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177148.170083:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177148.170085:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177148.170087:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177148.170089:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177148.170089:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177148.170093:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177148.170096:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177148.170096:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1786177148.170098:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177148.170100:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177148.170102:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000001:2.0:1786177148.170102:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1786177148.170106:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786177148.170108:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786177148.170113:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177148.170114:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177148.170115:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebce00 x1872930407347072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177148.170116:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177148.170120:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177148.170124:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786177148.170128:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177148.170133:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177148.170137:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177148.170142:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1786177148.170143:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177148.170145:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177148.170147:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177148.170151:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177148.170153:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1786177148.170155:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177148.170159:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177148.170159:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177148.170163:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177148.170167:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177148.170168:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786177148.170173:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00100000:2.0:1786177148.170175:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407347072:192.168.202.146@tcp:250:kworker.0
02000000:00000001:0.0:1786177148.170177:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177148.170180:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177148.170183:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177148.170185:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177148.170187:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177148.170192:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1786177148.170194:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
02000000:00000001:2.0:1786177148.170198:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1786177148.170200:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177148.170203:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177148.170209:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1786177148.170210:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407347200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1786177148.170217:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
00000100:00000001:0.0:1786177148.170219:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1786177148.170223:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177148.170225:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177148.170232:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407347200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177148.170234:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177148.170242:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:0.0:1786177148.170248:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177148.170252:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00080000:0.0:1786177148.170253:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177148.170259:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786177148.170261:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1786177148.170263:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407347072, portal 25
00000100:00080000:0.0:1786177148.170264:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177148.170269:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177148.170271:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177148.170272:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177495040 : -106564532056576 : ffff9f1482ebce00)
00000100:00080000:0.0:1786177148.170277:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11668
00000100:00000040:2.0:1786177148.170284:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebce00 x1872930407347072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1786177148.170285:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177148.170294:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177148.170300:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177148.170304:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177148.170307:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000040:2.0:1786177148.170313:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177148.170319:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000001:0.0:1786177148.170321:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1786177148.170323:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407347072, offset 0
00000100:00000040:0.0:1786177148.170328:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177148.170333:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177148.170335:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177148.170339:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177148.170341:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786177148.170342:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177148.170345:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000400:00000200:2.0:1786177148.170348:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:0.0:1786177148.170350:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786177148.170354:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177148.170357:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000040:0.0:1786177148.170362:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177148.170366:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177148.170367:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1786177148.170372:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177148.170376:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:0.0:1786177148.170377:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177148.170382:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000200:2.0:1786177148.170384:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1786177148.170389:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:2.0:1786177148.170393:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:0.0:1786177148.170395:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177148.170399:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1786177148.170403:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273684:273684:256:4294967295] 192.168.202.146@tcp LPNI seq info [273645:273645:8:4294967295]
02000000:00000001:0.0:1786177148.170405:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177148.170410:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177148.170413:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177148.170415:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177148.170419:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177148.170422:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177148.170425:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177148.170431:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1786177148.170432:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786177148.170437:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177148.170442:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1786177148.170443:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
02000000:00000001:0.0:1786177148.170445:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177148.170449:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177148.170452:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1786177148.170452:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
02000000:00000001:0.0:1786177148.170469:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177148.170475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000010:0.0:1786177148.170477:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000800:00000200:2.0:1786177148.170480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1786177148.170484:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177148.170490:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00100000:0.0:1786177148.170495:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407347328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786177148.170497:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1786177148.170510:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177148.170512:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1786177148.170515:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000100:00000001:0.0:1786177148.170516:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177148.170524:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407347328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177148.170527:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1786177148.170539:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177148.170542:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177148.170546:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1786177148.170547:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1786177148.170548:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177148.170553:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177148.170555:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000100:00000001:0.0:1786177148.170557:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1786177148.170559:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00080000:0.0:1786177148.170564:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11668
00000100:00000001:2.0:1786177148.170564:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177148.170571:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebce00 x1872930407347072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1786177148.170572:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177148.170581:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177148.170585:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1786177148.170586:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1786177148.170591:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407347072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177148.170594:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177148.170601:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177148.170603:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177148.170605:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177148.170606:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177148.170611:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177148.170614:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177148.170614:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1786177148.170617:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786177148.170621:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177148.170621:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:0.0:1786177148.170625:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000001:2.0:1786177148.170626:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306349866
00000020:00000001:0.0:1786177148.170630:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786177148.170634:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177148.170635:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306344746
00000100:00000040:0.0:1786177148.170641:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177148.170641:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306349866
00000100:00000001:0.0:1786177148.170646:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177148.170647:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306344746
00000100:00000040:0.0:1786177148.170651:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177148.170653:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177148.170656:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177148.170657:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1786177148.170663:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000001:2.0:1786177148.170663:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177148.170669:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177148/real 1786177148]  req@ffff9f1482ebce00 x1872930407347072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177148.170670:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177148.170677:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177148.170682:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1786177148.170687:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1786177148.170688:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1786177148.170689:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1786177148.170693:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177148.170694:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:0.0:1786177148.170697:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1786177148.170698:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000008:00100000:0.0:1786177148.170700:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000400:00000010:2.0:1786177148.170701:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177148.170705:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:0.0:1786177148.170706:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177148.170709:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177148.170711:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407347072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1786177148.170713:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786177148.170718:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786177148.170722:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177148.170724:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177148.170726:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407347072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177148.170727:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177148.170730:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177148.170733:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177148.170739:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:2.0:1786177148.170739:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177148.170742:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177148.170744:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177148.170746:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177148.170749:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177148.170755:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407347456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1786177148.170755:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407347072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.170798:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177148.170805:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407347072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.170814:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177148.170819:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177148.170825:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177148.170825:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177148.170827:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177148.170829:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177148.170833:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1786177148.170836:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407347456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.170838:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177148.170844:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1786177148.170851:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1786177148.170852:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00080000:0.0:1786177148.170855:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177148.170856:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1786177148.170863:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786177148.170866:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1786177148.170867:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407347072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177148.170869:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177148.170874:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177148.170879:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11668
00000100:00100000:2.0:1786177148.170885:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407347072:192.168.202.146@tcp:250:kworker.0
00000400:00000200:0.0:1786177148.170886:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177148.170892:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177148.170894:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177148.170894:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.170900:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177148.170901:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177148.170905:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177148.170906:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407347072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177148.170909:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177148.170913:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177148.170917:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177148.170919:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786177148.170923:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177148.170924:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:0.0:1786177148.170925:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
02000000:00000001:2.0:1786177148.170927:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:0.0:1786177148.170928:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000010:2.0:1786177148.170931:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
00000020:00000001:0.0:1786177148.170932:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000001:2.0:1786177148.170937:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:0.0:1786177148.170938:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000020:00000001:2.0:1786177148.170941:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1786177148.170942:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000040:2.0:1786177148.170945:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000040:0.0:1786177148.170946:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177148.170951:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:2.0:1786177148.170951:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177148.170955:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4c00.
00000020:00000040:0.0:1786177148.170956:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786177148.170962:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:2.0:1786177148.170962:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177148.170966:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1786177148.170967:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1786177148.170969:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
02000000:00000001:0.0:1786177148.170970:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177148.170975:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177148.170976:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:0.0:1786177148.170978:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177148.170979:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177148.170981:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177148.170983:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1786177148.170984:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177148.170987:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177148.170988:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177148.170990:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:0.0:1786177148.170992:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000100:00000001:2.0:1786177148.170993:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1786177148.170998:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000001:2.0:1786177148.170998:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177148.171002:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1786177148.171003:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177148.171004:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1786177148.171006:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177148.171008:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1786177148.171010:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407347200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1786177148.171011:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177148.171014:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177148.171019:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786177148.171024:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177148.171032:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407347584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177148.171032:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177148.171035:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177148.171039:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177148.171042:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177148.171044:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1786177148.171045:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177148.171047:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177148.171051:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407347200:192.168.202.146@tcp:38:kworker.0
00000100:00000040:0.0:1786177148.171055:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407347584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171056:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177148.171059:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177148.171062:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177148.171066:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1786177148.171070:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177148.171071:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
00000100:00000040:0.0:1786177148.171074:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11678)
02000000:00000001:2.0:1786177148.171074:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177148.171079:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177148.171082:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177148.171086:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177148.171089:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407347200, portal 10
00000100:00000001:2.0:1786177148.171090:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177148.171091:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:2.0:1786177148.171099:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407347200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171106:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177148.171109:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177148.171111:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177148.171114:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407347200, offset 0
00000400:00000200:2.0:1786177148.171118:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177148.171122:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177148.171127:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177148.171130:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177148.171133:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177148.171135:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177148.171138:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177148.171142:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273685:273685:256:4294967295] 192.168.202.146@tcp LPNI seq info [273646:273646:8:4294967295]
00000400:00000200:2.0:1786177148.171147:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177148.171153:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177148.171157:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177148.171160:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177148.171162:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177148.171165:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786177148.171168:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177148.171170:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1786177148.171173:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177148.171175:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177148.171178:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177148.171182:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177148.171185:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177148.171187:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177148.171190:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177148.171194:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407347200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171203:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177148.171206:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407347200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171214:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177148.171215:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177148.171219:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177148.171223:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177148.171227:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177148.171229:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306340901
00000100:00000001:2.0:1786177148.171231:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306349866
00000100:00000001:2.0:1786177148.171233:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306340901
00000100:00000001:2.0:1786177148.171234:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306349866
00000100:00000001:2.0:1786177148.171236:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177148.171238:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177148.171239:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177148.171244:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177148/real 1786177148]  req@ffff9f1482ebd500 x1872930407347200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177148.171253:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177148.171254:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177148.171256:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177148.171259:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177148.171261:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177148.171263:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177148.171270:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407347200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177148.171279:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407347200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171285:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177148.171286:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.171288:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177148.171289:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177148.171293:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407347200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171299:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177148.171303:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407347200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171310:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177148.171312:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.171314:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177148.171315:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.171317:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177148.171319:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177148.171321:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177148.171325:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177148.171327:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177148.171331:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407347200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177148.171339:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407347200:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177148.171342:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177148.171346:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407347328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171351:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177148.171353:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177148.171355:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177148.171356:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177148.171358:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177148.171361:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407347328:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177148.171364:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177148.171366:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177148.171368:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177148.171369:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177148.171373:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177148.171375:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177148.171379:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177148.171381:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177148.171384:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177148.171387:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407347328, portal 10
00000100:00000001:2.0:1786177148.171389:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177148.171390:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:2.0:1786177148.171396:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407347328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171402:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177148.171405:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177148.171406:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177148.171409:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407347328, offset 0
00000400:00000200:2.0:1786177148.171412:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177148.171417:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177148.171420:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177148.171424:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177148.171426:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177148.171428:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177148.171431:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177148.171433:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273686:273686:256:4294967295] 192.168.202.146@tcp LPNI seq info [273647:273647:8:4294967295]
00000400:00000200:2.0:1786177148.171437:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177148.171444:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177148.171448:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177148.171452:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177148.171469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177148.171472:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786177148.171475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177148.171477:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1786177148.171479:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177148.171481:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177148.171484:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177148.171486:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177148.171488:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177148.171490:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177148.171492:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177148.171494:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407347328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171500:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177148.171502:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407347328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171507:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177148.171508:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177148.171510:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177148.171512:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177148.171515:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177148.171516:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306340982
00000100:00000001:2.0:1786177148.171518:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306349866
00000100:00000001:2.0:1786177148.171519:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306340982
00000100:00000001:2.0:1786177148.171521:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306349866
00000100:00000001:2.0:1786177148.171522:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177148.171523:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177148.171525:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177148.171527:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177148/real 1786177148]  req@ffff9f1482ebea00 x1872930407347328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177148.171532:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177148.171533:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177148.171534:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177148.171536:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177148.171537:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177148.171538:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177148.171541:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407347328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177148.171546:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407347328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171549:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177148.171550:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.171551:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177148.171552:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177148.171554:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407347328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171558:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177148.171561:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407347328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171566:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177148.171568:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.171569:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177148.171570:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.171571:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177148.171572:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177148.171573:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177148.171575:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177148.171576:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177148.171579:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407347328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177148.171583:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407347328:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177148.171586:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177148.171588:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407347456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171592:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177148.171593:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177148.171595:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177148.171596:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177148.171597:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177148.171599:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407347456:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177148.171601:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177148.171602:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177148.171603:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177148.171604:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177148.171607:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177148.171608:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177148.171610:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177148.171612:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177148.171614:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177148.171616:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407347456, portal 4
00000100:00000001:2.0:1786177148.171617:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177148.171618:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:2.0:1786177148.171622:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407347456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171626:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177148.171628:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177148.171629:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177148.171631:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407347456, offset 0
00000400:00000200:2.0:1786177148.171633:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177148.171636:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177148.171638:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177148.171639:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177148.171641:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177148.171643:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177148.171644:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177148.171646:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273687:273687:256:4294967295] 192.168.202.146@tcp LPNI seq info [273648:273648:8:4294967295]
00000400:00000200:2.0:1786177148.171649:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177148.171654:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177148.171657:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177148.171659:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177148.171661:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177148.171663:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786177148.171666:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177148.171667:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1786177148.171670:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177148.171671:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177148.171673:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177148.171675:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177148.171677:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177148.171679:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177148.171680:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177148.171683:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407347456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171690:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177148.171693:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407347456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171700:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177148.171702:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177148.171705:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177148.171708:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177148.171711:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177148.171713:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306342241
00000100:00000001:2.0:1786177148.171715:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306349866
00000100:00000001:2.0:1786177148.171717:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306342241
00000100:00000001:2.0:1786177148.171720:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306349866
00000100:00000001:2.0:1786177148.171722:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177148.171724:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177148.171725:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177148.171729:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177148/real 1786177148]  req@ffff9f1482ebe680 x1872930407347456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177148.171737:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177148.171739:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177148.171740:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177148.171743:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177148.171744:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177148.171746:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177148.171749:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407347456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177148.171758:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407347456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171765:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177148.171766:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.171769:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177148.171789:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177148.171794:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407347456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171799:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177148.171802:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407347456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171806:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177148.171808:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.171809:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177148.171809:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.171811:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177148.171812:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177148.171813:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177148.171815:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177148.171816:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177148.171819:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407347456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177148.171824:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407347456:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177148.171826:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.171828:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177148.171830:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407347200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171834:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177148.171835:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177148.171838:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177148.171840:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177148.171841:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177148.171842:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177148.171844:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177148.171845:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:2.0:1786177148.171847:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177148.171848:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177148.171849:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:2.0:1786177148.171851:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177148.171852:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.171853:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177148.171855:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407347328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171860:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177148.171860:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177148.171861:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177148.171863:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177148.171863:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177148.171864:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177148.171865:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177148.171866:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7400.
02000000:00000001:2.0:1786177148.171867:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177148.171868:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177148.171869:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:2.0:1786177148.171871:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177148.171871:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.171872:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177148.171874:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407347456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171878:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177148.171879:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177148.171879:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177148.171881:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177148.171881:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177148.171882:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177148.171884:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177148.171885:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:2.0:1786177148.171886:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177148.171886:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177148.171887:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:2.0:1786177148.171889:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177148.171889:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.171890:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.171893:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177148.171894:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177148.171895:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177148.171896:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177148.171897:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177148.171899:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebf100 x1872930407347584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171904:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177148.171905:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177148.171906:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177148.171907:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177148.171909:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177148.171911:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407347584:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177148.171912:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177148.171914:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177148.171915:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177148.171916:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177148.171918:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177148.171919:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177148.171921:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177148.171923:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177148.171925:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177148.171927:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407347584, portal 4
00000100:00000001:2.0:1786177148.171929:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177148.171930:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177504000 : -106564532047616 : ffff9f1482ebf100)
00000100:00000040:2.0:1786177148.171933:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebf100 x1872930407347584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.171942:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177148.171944:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177148.171945:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177148.171947:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407347584, offset 0
00000400:00000200:2.0:1786177148.171951:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177148.171955:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177148.171959:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177148.171962:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177148.171964:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177148.171967:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177148.171969:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177148.171972:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273688:273688:256:4294967295] 192.168.202.146@tcp LPNI seq info [273649:273649:8:4294967295]
00000400:00000200:2.0:1786177148.171976:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177148.171984:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177148.171988:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177148.171991:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177148.171995:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177148.171998:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786177148.172001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177148.172004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1786177148.172010:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177148.172013:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177148.172016:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177148.172019:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177148.172022:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177148.172024:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177148.172027:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177148.172030:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebf100 x1872930407347584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.172038:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177148.172042:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407347584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.172055:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177148.172056:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177148.172059:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177148.172062:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177148.172065:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177148.172068:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306342032
00000100:00000001:2.0:1786177148.172070:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306349866
00000100:00000001:2.0:1786177148.172072:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306342032
00000100:00000001:2.0:1786177148.172074:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306349866
00000100:00000001:2.0:1786177148.172076:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177148.172078:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177148.172079:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177148.172083:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177148/real 1786177148]  req@ffff9f1482ebf100 x1872930407347584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177148.172090:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177148.172091:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177148.172093:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177148.172095:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177148.172097:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177148.172099:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177148.172102:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebf100 x1872930407347584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177148.172111:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebf100 x1872930407347584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.172117:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177148.172119:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.172120:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177148.172122:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177148.172125:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebf100 x1872930407347584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.172132:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177148.172136:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebf100 x1872930407347584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.172144:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177148.172147:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.172148:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177148.172150:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.172152:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177148.172153:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177148.172156:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177148.172160:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177148.172162:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177148.172166:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebf100 x1872930407347584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177148.172172:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407347584:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177148.172177:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.172179:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177148.172182:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebf100 x1872930407347584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177148.172189:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177148.172191:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177148.172193:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177148.172196:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177148.172197:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177148.172198:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177148.172201:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177148.172202:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4400.
02000000:00000001:2.0:1786177148.172205:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177148.172206:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177148.172208:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebf100.
00000100:00000001:2.0:1786177148.172211:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177148.172213:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.172215:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177148.172218:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177148.172220:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177148.172222:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177148.172224:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177149.001941:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177149.001949:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177149.002027:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177149.002039:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177149.002045:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177150.025903:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177150.025910:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177150.025912:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177150.025914:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177150.025918:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177150.025920:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177150.025921:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177150.025923:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177150.025986:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177150.025989:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177150.025992:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177151.049869:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177151.049875:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177151.049922:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177151.049926:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177151.049930:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177152.073900:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177152.073906:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177152.073966:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177152.073970:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177152.073973:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177153.097855:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177153.097863:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177153.097905:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177153.097909:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177153.097912:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177153.289890:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177153.289899:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177153.289901:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177153.289904:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177153.289908:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177153.289915:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11673
00000400:00000200:3.0:1786177153.289922:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177153.289927:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177153.289929:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177153.289932:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177153.289934:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177153.289936:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177153.289938:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177153.289941:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177153.289942:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177153.289945:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177153.289947:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177153.289949:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177153.289950:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177153.289952:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177153.289954:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177153.289955:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177153.289956:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177153.289959:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177153.289961:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177153.289963:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177153.289965:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177153.289968:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177153.289970:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177153.289972:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177153.289973:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177153.289981:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786177153.289984:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177153.289987:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177153.289988:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177153.289991:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177153.289993:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177153.289996:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177153.290003:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786177153.290008:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177153.290015:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407347712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177153.290024:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177153.290029:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177153.290034:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407347712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177153.290057:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177153.290061:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177153.290065:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177153.290066:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177153.290068:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177153.290071:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177153.290074:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11673
00000400:00000200:3.0:1786177153.290078:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177153.290081:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177153.290083:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177153.290086:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177153.290088:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177153.290090:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177153.290091:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177153.290093:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177153.290094:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177153.290095:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177153.290097:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177153.290099:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177153.290100:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1786177153.290101:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177153.290106:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1786177153.290106:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177153.290110:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786177153.290110:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177153.290114:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177153.290116:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177153.290119:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000040:2.0:1786177153.290120:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407347712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177153.290123:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177153.290128:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177153.290132:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177153.290137:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1786177153.290138:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177153.290139:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177153.290144:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177153.290146:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177153.290149:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177153.290151:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177153.290155:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1786177153.290157:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407347712:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177153.290162:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1786177153.290162:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1786177153.290167:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1786177153.290169:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177153.290170:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177153.290174:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177153.290175:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177153.290181:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
00000100:00000010:3.0:1786177153.290182:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
02000000:00000001:2.0:1786177153.290184:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177153.290189:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000400:00000200:2.0:1786177153.290192:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177153.290197:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1786177153.290199:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
02000000:00000001:3.0:1786177153.290200:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177153.290203:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177153.290205:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177153.290207:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177153.290211:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
02000000:00000010:3.0:1786177153.290212:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786177153.290218:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177153.290221:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407347712, portal 25
00000100:00000001:2.0:1786177153.290225:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1786177153.290225:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407347840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177153.290228:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000100:00000001:3.0:1786177153.290238:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1786177153.290239:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407347712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177153.290242:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177153.290251:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407347840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.290252:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177153.290260:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177153.290265:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000001:3.0:1786177153.290266:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177153.290269:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407347712, offset 0
00000100:00080000:3.0:1786177153.290271:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177153.290275:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177153.290276:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177153.290278:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177153.290279:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177153.290283:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177153.290286:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11673
00000400:00000200:2.0:1786177153.290289:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177153.290295:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177153.290299:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177153.290302:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177153.290305:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177153.290308:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177153.290310:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273689:273689:256:4294967295] 192.168.202.146@tcp LPNI seq info [273650:273650:8:4294967295]
00000400:00000200:2.0:1786177153.290313:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177153.290318:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177153.290327:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177153.290330:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1786177153.290330:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177153.290337:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177153.290339:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1786177153.290343:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177153.290344:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000010:2.0:1786177153.290350:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000100:00000001:3.0:1786177153.290350:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177153.290356:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177153.290359:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000800:00000200:2.0:1786177153.290360:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786177153.290364:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.0:1786177153.290366:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000020:00000040:3.0:1786177153.290369:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000800:00000200:2.1:1786177153.290373:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786177153.290375:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.1:1786177153.290377:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1786177153.290382:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000100:2.0:1786177153.290383:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177153.290387:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000100:00000040:3.0:1786177153.290392:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177153.290395:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1786177153.290396:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177153.290403:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177153.290404:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1786177153.290424:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177153.290426:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177153.290431:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000020:00000040:3.0:1786177153.290431:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00000001:2.0:1786177153.290438:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1786177153.290440:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000200:2.0:1786177153.290445:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158000 x1872930407347712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177153.290446:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177153.290451:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177153.290455:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177153.290459:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.290460:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1786177153.290461:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177153.290464:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177153.290467:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177153.290468:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177153.290471:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158000 x1872930407347712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1786177153.290471:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786177153.290476:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177153.290481:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177153.290484:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.290486:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177153.290487:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177153.290490:0:2401:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1786177153.290491:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177153.290495:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.290499:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177153.290499:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786177153.290502:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177153.290507:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177153.290510:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306354986
00000100:00100000:3.0:1786177153.290511:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407347968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177153.290518:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306349866
00000100:00000001:3.0:1786177153.290520:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177153.290524:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306354986
00000100:00000001:3.0:1786177153.290525:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.290529:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306349866
00000100:00000001:2.0:1786177153.290535:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1786177153.290535:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407347968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.290539:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.290544:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177153.290550:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177153/real 1786177153]  req@ffff9f1485158000 x1872930407347712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177153.290557:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177153.290564:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1786177153.290565:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1786177153.290568:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177153.290570:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177153.290574:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000100:00080000:3.0:1786177153.290574:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:2.0:1786177153.290577:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177153.290580:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177153.290581:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1786177153.290586:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1786177153.290587:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407347712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177153.290595:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1786177153.290599:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407347712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177153.290604:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11673
00000100:00000001:2.0:1786177153.290608:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177153.290611:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1786177153.290615:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177153.290616:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177153.290619:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1786177153.290623:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00100000:2.0:1786177153.290627:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407347712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177153.290628:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177153.290636:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177153.290641:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177153.290646:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177153.290648:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177153.290649:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177153.290654:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177153.290658:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000100:00000040:2.0:1786177153.290659:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407347712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177153.290662:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177153.290667:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177153.290673:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177153.290676:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1786177153.290678:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177153.290682:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.290687:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1786177153.290687:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177153.290690:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177153.290692:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177153.290695:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1786177153.290699:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177153.290700:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177153.290705:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00080000:2.0:1786177153.290707:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1786177153.290710:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:2.0:1786177153.290716:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00080000:3.0:1786177153.290719:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177153.290722:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1786177153.290725:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177153.290730:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1786177153.290732:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407347712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177153.290735:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177153.290741:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177153.290746:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177153.290750:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1786177153.290751:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407347712:192.168.202.146@tcp:250:kworker.0
00000008:00000001:3.0:1786177153.290757:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.290761:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177153.290761:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177153.290765:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177153.290767:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1786177153.290799:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177153.290804:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177153.290805:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177153.290809:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177153.290812:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1786177153.290813:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407347712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177153.290815:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177153.290824:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786177153.290830:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177153.290839:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407348096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177153.290843:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177153.290847:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1786177153.290849:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1786177153.290852:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
00000100:00000001:3.0:1786177153.290852:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177153.290859:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407348096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1786177153.290860:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177153.290865:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177153.290869:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000001:3.0:1786177153.290869:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177153.290874:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:2.0:1786177153.290875:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:3.0:1786177153.290877:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177153.290879:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:2.0:1786177153.290880:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
00000100:00080000:3.0:1786177153.290881:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177153.290886:0:113144:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1786177153.290888:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1786177153.290888:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11673
02000000:00000001:2.0:1786177153.290893:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:3.0:1786177153.290894:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000010:2.0:1786177153.290898:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000400:00000200:3.0:1786177153.290899:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177153.290904:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177153.290906:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1786177153.290907:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177153.290910:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177153.290910:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177153.290915:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177153.290916:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177153.290918:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177153.290921:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177153.290922:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177153.290923:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177153.290924:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177153.290926:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177153.290927:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1786177153.290928:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177153.290930:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.290934:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1786177153.290934:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177153.290938:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1786177153.290938:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177153.290941:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177153.290943:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177153.290946:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:2.0:1786177153.290948:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407347840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786177153.290949:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177153.290956:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177153.290961:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.290965:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1786177153.290966:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177153.290969:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177153.290971:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177153.290973:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177153.290975:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177153.290976:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177153.290978:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177153.290980:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1786177153.290981:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1786177153.290986:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407347840:192.168.202.146@tcp:38:kworker.0
00000008:00000001:3.0:1786177153.290986:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177153.290988:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.290993:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1786177153.290994:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
02000000:00000001:2.0:1786177153.290996:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1786177153.290998:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:2.0:1786177153.290999:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177153.291002:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1786177153.291003:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1786177153.291006:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177153.291009:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
00000100:00000001:3.0:1786177153.291009:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177153.291012:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1786177153.291014:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177153.291015:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177153.291020:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:3.0:1786177153.291023:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000400:00000010:2.0:1786177153.291024:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177153.291031:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177153.291031:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177153.291036:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407347840, portal 10
00000100:00000001:2.0:1786177153.291039:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177153.291041:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
00000100:00100000:3.0:1786177153.291043:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407348224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1786177153.291049:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407347840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291066:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177153.291073:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177153.291078:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000001:3.0:1786177153.291079:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1786177153.291084:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407347840, offset 0
00000100:00000001:3.0:1786177153.291084:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177153.291089:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407348224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177153.291097:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177153.291102:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177153.291107:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786177153.291108:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11683)
00000400:00000200:2.0:1786177153.291115:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177153.291120:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177153.291123:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177153.291126:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177153.291128:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177153.291130:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273690:273690:256:4294967295] 192.168.202.146@tcp LPNI seq info [273651:273651:8:4294967295]
00000400:00000200:2.0:1786177153.291133:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177153.291138:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177153.291141:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177153.291144:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177153.291147:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177153.291149:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786177153.291153:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177153.291155:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1786177153.291158:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177153.291159:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177153.291161:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177153.291164:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177153.291166:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177153.291167:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177153.291170:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177153.291172:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515aa00 x1872930407347840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291178:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177153.291180:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515aa00 x1872930407347840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291185:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.291186:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177153.291189:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177153.291191:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177153.291193:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177153.291195:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306346021
00000100:00000001:2.0:1786177153.291198:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306354986
00000100:00000001:2.0:1786177153.291199:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306346021
00000100:00000001:2.0:1786177153.291201:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306354986
00000100:00000001:2.0:1786177153.291202:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177153.291204:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.291205:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177153.291207:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177153/real 1786177153]  req@ffff9f148515aa00 x1872930407347840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177153.291212:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177153.291213:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177153.291214:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177153.291216:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177153.291217:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177153.291219:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177153.291221:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407347840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177153.291226:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407347840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291234:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177153.291235:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.291237:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177153.291238:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177153.291240:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407347840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291244:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177153.291246:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407347840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291251:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177153.291252:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.291253:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177153.291254:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.291255:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177153.291256:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177153.291258:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177153.291260:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177153.291261:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177153.291264:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407347840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177153.291269:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407347840:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177153.291271:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177153.291274:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407347968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291278:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177153.291279:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177153.291280:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177153.291282:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177153.291283:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177153.291285:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407347968:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177153.291287:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177153.291289:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177153.291290:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177153.291291:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177153.291293:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177153.291295:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177153.291297:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177153.291298:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177153.291300:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177153.291303:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407347968, portal 10
00000100:00000001:2.0:1786177153.291304:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177153.291305:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
00000100:00000040:2.0:1786177153.291309:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407347968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291313:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177153.291315:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177153.291316:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177153.291318:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407347968, offset 0
00000400:00000200:2.0:1786177153.291320:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177153.291323:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177153.291325:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177153.291327:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177153.291329:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177153.291330:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177153.291332:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177153.291334:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273691:273691:256:4294967295] 192.168.202.146@tcp LPNI seq info [273652:273652:8:4294967295]
00000400:00000200:2.0:1786177153.291337:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177153.291341:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177153.291345:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177153.291347:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177153.291349:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177153.291351:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786177153.291354:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177153.291356:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1786177153.291358:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177153.291359:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177153.291361:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177153.291363:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177153.291365:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177153.291367:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177153.291368:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177153.291371:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159180 x1872930407347968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291376:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177153.291378:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159180 x1872930407347968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291382:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.291383:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177153.291384:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177153.291386:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177153.291388:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177153.291389:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306346102
00000100:00000001:2.0:1786177153.291391:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306354986
00000100:00000001:2.0:1786177153.291392:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306346102
00000100:00000001:2.0:1786177153.291394:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306354986
00000100:00000001:2.0:1786177153.291395:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177153.291396:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.291397:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177153.291399:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177153/real 1786177153]  req@ffff9f1485159180 x1872930407347968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177153.291422:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177153.291423:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177153.291424:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177153.291426:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177153.291427:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177153.291429:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177153.291431:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407347968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177153.291437:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407347968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291441:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177153.291442:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.291443:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177153.291444:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177153.291446:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407347968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291450:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177153.291453:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407347968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291457:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177153.291459:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.291460:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177153.291461:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.291462:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177153.291463:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177153.291465:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177153.291466:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177153.291468:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177153.291470:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407347968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177153.291476:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407347968:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177153.291478:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177153.291480:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407348096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291484:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177153.291485:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177153.291486:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177153.291488:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177153.291489:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177153.291491:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407348096:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177153.291492:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177153.291494:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177153.291495:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177153.291496:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177153.291498:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177153.291500:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177153.291502:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177153.291504:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177153.291506:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177153.291508:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407348096, portal 4
00000100:00000001:2.0:1786177153.291509:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177153.291510:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00000040:2.0:1786177153.291514:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407348096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291518:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177153.291520:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177153.291521:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177153.291523:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407348096, offset 0
00000400:00000200:2.0:1786177153.291525:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177153.291528:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177153.291530:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177153.291532:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177153.291534:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177153.291536:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177153.291537:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177153.291540:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273692:273692:256:4294967295] 192.168.202.146@tcp LPNI seq info [273653:273653:8:4294967295]
00000400:00000200:2.0:1786177153.291542:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177153.291546:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177153.291549:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177153.291551:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177153.291554:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177153.291555:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786177153.291558:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177153.291560:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1786177153.291563:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177153.291564:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177153.291566:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177153.291568:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177153.291570:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177153.291572:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177153.291573:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177153.291575:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b480 x1872930407348096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291581:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177153.291582:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b480 x1872930407348096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291586:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.291587:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177153.291589:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177153.291591:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177153.291593:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177153.291595:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306347361
00000100:00000001:2.0:1786177153.291597:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306354986
00000100:00000001:2.0:1786177153.291598:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306347361
00000100:00000001:2.0:1786177153.291600:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306354986
00000100:00000001:2.0:1786177153.291601:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177153.291602:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.291603:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177153.291605:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177153/real 1786177153]  req@ffff9f148515b480 x1872930407348096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177153.291610:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177153.291611:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177153.291612:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177153.291613:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177153.291615:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177153.291616:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177153.291618:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407348096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177153.291623:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407348096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291626:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177153.291627:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.291628:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177153.291629:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177153.291631:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407348096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291635:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177153.291637:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407348096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291641:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177153.291643:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.291644:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177153.291645:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.291646:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177153.291648:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177153.291649:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177153.291651:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177153.291652:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177153.291654:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407348096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177153.291659:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407348096:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177153.291661:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.291663:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177153.291664:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407347840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291668:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177153.291669:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177153.291670:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177153.291672:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177153.291673:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177153.291674:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177153.291675:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177153.291676:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:2.0:1786177153.291678:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177153.291680:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177153.291681:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00000001:2.0:1786177153.291684:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177153.291685:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.291687:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177153.291691:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407347968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291703:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177153.291705:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177153.291706:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177153.291709:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177153.291711:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177153.291712:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177153.291714:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177153.291715:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:2.0:1786177153.291718:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177153.291719:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177153.291720:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
00000100:00000001:2.0:1786177153.291723:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177153.291724:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.291726:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177153.291730:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407348096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291737:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177153.291738:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177153.291739:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177153.291741:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177153.291741:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177153.291742:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177153.291744:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177153.291745:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:2.0:1786177153.291746:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177153.291747:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177153.291747:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177153.291750:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177153.291751:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.291754:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.291757:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177153.291759:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.291761:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177153.291763:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177153.291764:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177153.291769:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407348224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291796:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177153.291798:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177153.291800:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177153.291802:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177153.291804:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177153.291807:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407348224:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177153.291811:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177153.291813:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177153.291814:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177153.291816:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177153.291819:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177153.291820:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177153.291823:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177153.291824:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177153.291827:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177153.291829:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407348224, portal 4
00000100:00000001:2.0:1786177153.291830:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177153.291831:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00000040:2.0:1786177153.291836:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407348224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291840:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177153.291842:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177153.291843:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177153.291845:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407348224, offset 0
00000400:00000200:2.0:1786177153.291848:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177153.291850:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177153.291853:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177153.291855:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177153.291856:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177153.291858:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177153.291860:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177153.291862:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273693:273693:256:4294967295] 192.168.202.146@tcp LPNI seq info [273654:273654:8:4294967295]
00000400:00000200:2.0:1786177153.291866:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177153.291872:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177153.291877:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177153.291881:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177153.291885:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177153.291888:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786177153.291892:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177153.291895:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1786177153.291899:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177153.291901:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177153.291905:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177153.291909:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177153.291912:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177153.291914:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177153.291917:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177153.291921:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159880 x1872930407348224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291927:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177153.291929:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159880 x1872930407348224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291934:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.291935:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177153.291937:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177153.291939:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177153.291942:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177153.291943:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306347152
00000100:00000001:2.0:1786177153.291945:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306354986
00000100:00000001:2.0:1786177153.291946:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306347152
00000100:00000001:2.0:1786177153.291948:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306354986
00000100:00000001:2.0:1786177153.291949:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177153.291951:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.291952:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177153.291955:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177153/real 1786177153]  req@ffff9f1485159880 x1872930407348224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177153.291960:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177153.291961:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177153.291962:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177153.291964:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177153.291965:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177153.291966:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177153.291968:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407348224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177153.291975:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407348224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291982:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177153.291983:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.291985:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177153.291986:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177153.291990:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407348224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.291997:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177153.292002:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407348224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.292011:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177153.292013:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.292015:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177153.292017:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.292018:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177153.292020:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177153.292022:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177153.292026:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177153.292028:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177153.292030:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407348224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177153.292036:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407348224:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177153.292038:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.292039:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177153.292041:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407348224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177153.292045:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177153.292046:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177153.292047:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177153.292049:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177153.292050:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177153.292051:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177153.292052:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177153.292053:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1800.
02000000:00000001:2.0:1786177153.292055:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177153.292056:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177153.292057:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:2.0:1786177153.292058:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177153.292059:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.292060:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177153.292063:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177153.292065:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177153.292067:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177153.292068:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177154.121874:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177154.121882:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177154.121935:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177154.121938:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177154.121941:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177155.145880:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177155.145886:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177155.145938:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177155.145941:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177155.145944:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177156.169913:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177156.169920:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177156.169994:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177156.169998:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177156.170001:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177157.193873:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177157.193880:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177157.193946:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177157.193950:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177157.193953:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177158.217878:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177158.217886:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177158.217955:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177158.217960:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177158.217964:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177158.409878:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177158.409886:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177158.409888:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177158.409891:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177158.409896:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177158.409904:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11678
00000400:00000200:3.0:1786177158.409912:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177158.409924:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177158.409927:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177158.409930:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177158.409933:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177158.409936:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177158.409939:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177158.409942:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177158.409944:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177158.409946:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177158.409949:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177158.409950:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177158.409952:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177158.409954:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177158.409956:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177158.409957:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177158.409958:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177158.409961:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177158.409963:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177158.409965:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177158.409967:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177158.409970:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177158.409972:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177158.409973:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177158.409975:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177158.409983:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786177158.409986:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177158.409989:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177158.409990:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177158.409992:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177158.409994:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177158.409998:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177158.410005:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786177158.410010:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177158.410018:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407348352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177158.410026:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177158.410029:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177158.410033:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407348352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177158.410050:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177158.410052:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177158.410055:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177158.410056:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177158.410057:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177158.410059:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177158.410060:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11678
00000400:00000200:3.0:1786177158.410062:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177158.410065:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177158.410066:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177158.410068:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177158.410069:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177158.410071:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177158.410072:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177158.410073:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177158.410074:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177158.410075:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177158.410076:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177158.410078:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177158.410079:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177158.410081:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177158.410083:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177158.410084:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177158.410086:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177158.410088:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177158.410090:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177158.410093:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177158.410094:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177158.410099:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177158.410101:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177158.410102:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177158.410105:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177158.410109:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.410110:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786177158.410111:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177158.410114:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786177158.410119:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00000001:2.0:1786177158.410121:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1786177158.410122:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177158.410127:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.410129:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786177158.410130:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177158.410133:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177158.410135:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177158.410138:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786177158.410141:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177158.410146:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407348352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177158.410147:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407348480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177158.410232:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177158.410232:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177158.410242:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177158.410242:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177158.410262:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1786177158.410263:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407348480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1786177158.410267:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177158.410278:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177158.410284:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177158.410286:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407348352:192.168.202.146@tcp:250:kworker.0
00000100:00080000:3.0:1786177158.410288:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177158.410297:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1786177158.410301:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1786177158.410303:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1786177158.410305:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1786177158.410307:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177158.410308:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1786177158.410311:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786177158.410313:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177158.410317:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11678
02000000:00000010:2.0:1786177158.410321:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177158.410330:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177158.410330:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177158.410342:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177158.410346:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177158.410347:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786177158.410354:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177158.410366:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:3.0:1786177158.410374:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177158.410378:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177158.410379:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177158.410382:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177158.410385:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177158.410387:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177158.410388:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:2.0:1786177158.410390:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407348352, portal 25
00000020:00000040:3.0:1786177158.410390:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000100:00000001:2.0:1786177158.410400:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1786177158.410401:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000001:2.0:1786177158.410406:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
00000020:00000001:3.0:1786177158.410406:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177158.410418:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000040:2.0:1786177158.410423:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407348352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177158.410423:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177158.410427:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177158.410428:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177158.410433:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177158.410444:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177158.410454:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177158.410464:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177158.410472:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177158.410475:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1786177158.410475:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177158.410480:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1786177158.410485:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000008:00100000:3.0:1786177158.410486:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1786177158.410492:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000008:00000001:3.0:1786177158.410492:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177158.410507:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177158.410509:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407348352, offset 0
00000100:00000010:3.0:1786177158.410511:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786177158.410515:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177158.410521:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1786177158.410522:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177158.410526:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177158.410530:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177158.410531:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177158.410533:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177158.410535:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:3.0:1786177158.410538:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786177158.410543:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177158.410547:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00100000:3.0:1786177158.410553:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407348608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177158.410555:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177158.410567:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:3.0:1786177158.410574:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1786177158.410579:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1786177158.410580:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177158.410584:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177158.410593:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273694:273694:256:4294967295] 192.168.202.146@tcp LPNI seq info [273655:273655:8:4294967295]
00000100:00000040:3.0:1786177158.410594:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407348608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177158.410597:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177158.410617:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1786177158.410618:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177158.410627:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177158.410627:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1786177158.410632:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000100:00080000:3.0:1786177158.410633:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177158.410637:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177158.410640:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1786177158.410649:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786177158.410649:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1786177158.410659:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000100:00080000:3.0:1786177158.410659:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11678
00000400:00000200:3.0:1786177158.410678:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000200:2.1:1786177158.410680:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000400:00000200:3.0:1786177158.410686:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000200:2.1:1786177158.410688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000100:00080000:3.0:1786177158.410691:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177158.410699:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000100:2.0:1786177158.410700:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177158.410706:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1786177158.410707:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000100:00000040:3.0:1786177158.410712:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177158.410714:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177158.410718:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1786177158.410718:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177158.410725:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177158.410730:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177158.410735:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1786177158.410736:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177158.410739:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000400:00000200:2.0:1786177158.410741:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177158.410748:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000020:00000001:3.0:1786177158.410749:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177158.410758:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177158.410759:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1786177158.410765:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1786177158.410800:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b800 x1872930407348352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177158.410807:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177158.410813:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177158.410820:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177158.410831:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177158.410835:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177158.410837:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177158.410838:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1786177158.410841:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177158.410844:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177158.410847:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1786177158.410848:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407348352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1786177158.410850:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177158.410861:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177158.410870:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177158.410879:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786177158.410888:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177158.410896:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177158.410903:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.410904:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.410920:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177158.410920:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177158.410931:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177158.410934:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.410937:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177158.410938:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786177158.410943:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177158.410946:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177158.410950:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306360107
00000100:00100000:3.0:1786177158.410951:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407348736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177158.410959:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306354986
00000100:00000001:3.0:1786177158.410959:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177158.410965:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.410967:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306360107
00000100:00000040:3.0:1786177158.410975:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407348736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.410977:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306354986
00000100:00000001:2.0:1786177158.410985:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177158.410996:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.411006:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1786177158.411007:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177158.411012:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1786177158.411017:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177158/real 1786177158]  req@ffff9f148515b800 x1872930407348352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177158.411019:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177158.411024:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177158.411029:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177158.411039:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:2.0:1786177158.411047:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1786177158.411049:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11678
00000400:00000001:2.0:1786177158.411051:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177158.411053:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:3.0:1786177158.411054:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177158.411057:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000200:3.0:1786177158.411063:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000010:2.0:1786177158.411064:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00080000:3.0:1786177158.411067:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177158.411069:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1786177158.411072:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000200:2.0:1786177158.411076:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407348352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177158.411078:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177158.411087:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177158.411097:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177158.411108:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177158.411111:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000200:2.0:1786177158.411113:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407348352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177158.411119:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177158.411124:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177158.411134:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177158.411136:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177158.411142:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1786177158.411142:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177158.411159:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1786177158.411163:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177158.411164:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177158.411170:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1786177158.411176:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407348352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177158.411176:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177158.411184:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177158.411194:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177158.411206:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177158.411213:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177158.411220:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177158.411224:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1786177158.411224:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177158.411234:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177158.411236:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177158.411238:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1786177158.411242:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407348352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1786177158.411242:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177158.411248:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177158.411254:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786177158.411258:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177158.411265:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177158.411269:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177158.411276:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177158.411280:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177158.411282:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1786177158.411283:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177158.411290:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:2.0:1786177158.411292:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177158.411293:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.411300:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177158.411306:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1786177158.411306:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407348864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177158.411317:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177158.411322:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177158.411327:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177158.411346:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786177158.411347:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177158.411366:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.411372:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1786177158.411373:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407348864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177158.411386:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177158.411391:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407348352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177158.411393:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11688)
00000100:00100000:2.0:1786177158.411408:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407348352:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177158.411413:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.411415:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177158.411420:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407348352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411425:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177158.411427:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177158.411430:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177158.411433:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177158.411435:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177158.411436:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177158.411438:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177158.411440:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3c00.
02000000:00000001:2.0:1786177158.411444:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177158.411447:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177158.411449:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000001:2.0:1786177158.411454:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177158.411455:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.411458:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.411467:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177158.411470:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.411472:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177158.411473:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177158.411475:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177158.411480:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407348480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411488:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177158.411489:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177158.411492:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177158.411494:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177158.411496:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177158.411500:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407348480:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177158.411503:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177158.411505:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177158.411507:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177158.411509:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177158.411512:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177158.411514:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177158.411517:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177158.411519:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177158.411522:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177158.411524:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407348480, portal 10
00000100:00000001:2.0:1786177158.411525:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177158.411526:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000100:00000040:2.0:1786177158.411533:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407348480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411537:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177158.411539:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177158.411541:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177158.411542:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407348480, offset 0
00000400:00000200:2.0:1786177158.411545:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177158.411548:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177158.411551:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177158.411553:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177158.411555:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177158.411557:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177158.411558:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177158.411560:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273695:273695:256:4294967295] 192.168.202.146@tcp LPNI seq info [273656:273656:8:4294967295]
00000400:00000200:2.0:1786177158.411563:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177158.411568:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177158.411571:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177158.411573:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177158.411575:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177158.411577:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786177158.411581:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177158.411582:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1786177158.411584:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177158.411586:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177158.411588:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177158.411590:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177158.411592:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177158.411593:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177158.411595:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177158.411597:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159c00 x1872930407348480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411602:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177158.411604:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159c00 x1872930407348480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411609:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.411610:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177158.411612:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177158.411615:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177158.411617:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177158.411619:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306351141
00000100:00000001:2.0:1786177158.411620:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306360107
00000100:00000001:2.0:1786177158.411622:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306351141
00000100:00000001:2.0:1786177158.411623:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306360107
00000100:00000001:2.0:1786177158.411624:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177158.411626:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.411627:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177158.411629:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177158/real 1786177158]  req@ffff9f1485159c00 x1872930407348480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177158.411633:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177158.411634:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177158.411635:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177158.411636:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177158.411637:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177158.411638:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177158.411640:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407348480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177158.411645:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407348480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411649:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177158.411649:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.411650:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177158.411651:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177158.411653:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407348480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411657:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177158.411659:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407348480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411663:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177158.411665:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.411666:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177158.411667:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.411668:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177158.411669:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177158.411670:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177158.411672:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177158.411673:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177158.411675:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407348480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177158.411679:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407348480:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177158.411681:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177158.411683:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407348608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411687:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177158.411688:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177158.411689:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177158.411690:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177158.411692:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177158.411693:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407348608:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177158.411695:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177158.411697:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177158.411697:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177158.411698:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177158.411700:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177158.411701:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177158.411704:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177158.411705:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177158.411707:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177158.411709:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407348608, portal 10
00000100:00000001:2.0:1786177158.411710:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177158.411711:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
00000100:00000040:2.0:1786177158.411714:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407348608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411719:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177158.411720:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177158.411721:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177158.411723:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407348608, offset 0
00000400:00000200:2.0:1786177158.411725:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177158.411726:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177158.411728:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177158.411730:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177158.411731:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177158.411733:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177158.411734:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177158.411736:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273696:273696:256:4294967295] 192.168.202.146@tcp LPNI seq info [273657:273657:8:4294967295]
00000400:00000200:2.0:1786177158.411739:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177158.411742:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177158.411745:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177158.411747:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177158.411749:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177158.411751:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786177158.411753:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177158.411755:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1786177158.411757:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177158.411758:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177158.411760:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177158.411762:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177158.411764:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177158.411766:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177158.411767:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177158.411769:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515ad80 x1872930407348608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411796:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177158.411801:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407348608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411807:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.411808:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177158.411812:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177158.411815:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177158.411818:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177158.411820:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306351223
00000100:00000001:2.0:1786177158.411823:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306360107
00000100:00000001:2.0:1786177158.411825:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306351223
00000100:00000001:2.0:1786177158.411827:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306360107
00000100:00000001:2.0:1786177158.411829:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177158.411831:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.411833:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177158.411836:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177158/real 1786177158]  req@ffff9f148515ad80 x1872930407348608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177158.411844:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177158.411846:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177158.411847:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177158.411850:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177158.411851:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177158.411853:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177158.411856:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407348608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177158.411864:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407348608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411870:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177158.411871:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.411873:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177158.411874:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177158.411877:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407348608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411883:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177158.411887:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407348608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411893:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177158.411895:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.411896:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177158.411898:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.411900:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177158.411901:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177158.411904:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177158.411907:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177158.411909:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177158.411913:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407348608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177158.411921:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407348608:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177158.411925:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177158.411929:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407348736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411935:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177158.411937:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177158.411939:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177158.411941:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177158.411943:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177158.411946:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407348736:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177158.411949:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177158.411951:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177158.411952:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177158.411954:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177158.411958:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177158.411960:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177158.411964:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177158.411967:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177158.411970:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177158.411973:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407348736, portal 4
00000100:00000001:2.0:1786177158.411975:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177158.411976:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:2.0:1786177158.411982:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407348736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.411987:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177158.411989:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177158.411991:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177158.411993:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407348736, offset 0
00000400:00000200:2.0:1786177158.411995:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177158.411998:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177158.412000:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177158.412002:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177158.412004:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177158.412006:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177158.412007:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177158.412009:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273697:273697:256:4294967295] 192.168.202.146@tcp LPNI seq info [273658:273658:8:4294967295]
00000400:00000200:2.0:1786177158.412012:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177158.412016:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177158.412019:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177158.412021:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177158.412024:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177158.412025:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786177158.412028:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177158.412030:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1786177158.412032:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177158.412033:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177158.412036:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177158.412038:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177158.412040:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177158.412041:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177158.412042:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177158.412044:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158a80 x1872930407348736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412049:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177158.412051:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407348736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412056:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.412057:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177158.412060:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177158.412063:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177158.412066:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177158.412068:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306352482
00000100:00000001:2.0:1786177158.412070:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306360107
00000100:00000001:2.0:1786177158.412073:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306352482
00000100:00000001:2.0:1786177158.412075:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306360107
00000100:00000001:2.0:1786177158.412077:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177158.412079:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.412081:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177158.412085:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177158/real 1786177158]  req@ffff9f1485158a80 x1872930407348736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177158.412093:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177158.412095:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177158.412096:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177158.412099:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177158.412100:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177158.412102:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177158.412105:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407348736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177158.412114:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407348736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412120:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177158.412121:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.412123:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177158.412124:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177158.412128:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407348736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412135:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177158.412139:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407348736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412145:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177158.412147:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.412149:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177158.412150:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.412152:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177158.412153:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177158.412156:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177158.412159:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177158.412162:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177158.412166:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407348736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177158.412174:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407348736:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177158.412177:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177158.412180:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158380 x1872930407348864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412185:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177158.412186:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177158.412187:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177158.412188:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177158.412189:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177158.412191:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407348864:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177158.412193:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177158.412195:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177158.412196:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177158.412197:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177158.412199:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177158.412200:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177158.412202:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177158.412204:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177158.412206:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177158.412208:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407348864, portal 4
00000100:00000001:2.0:1786177158.412209:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177158.412210:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782912 : -106564495768704 : ffff9f1485158380)
00000100:00000040:2.0:1786177158.412214:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158380 x1872930407348864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412219:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177158.412220:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177158.412221:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177158.412223:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407348864, offset 0
00000400:00000200:2.0:1786177158.412226:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177158.412228:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177158.412230:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177158.412232:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177158.412234:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177158.412236:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177158.412237:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177158.412239:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273698:273698:256:4294967295] 192.168.202.146@tcp LPNI seq info [273659:273659:8:4294967295]
00000400:00000200:2.0:1786177158.412242:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177158.412245:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177158.412247:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177158.412249:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177158.412252:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177158.412253:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786177158.412256:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177158.412258:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1786177158.412260:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177158.412261:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177158.412263:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177158.412265:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177158.412267:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177158.412268:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177158.412270:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177158.412272:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158380 x1872930407348864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412276:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177158.412278:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158380 x1872930407348864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412282:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.412283:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177158.412285:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177158.412286:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177158.412288:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177158.412290:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306352272
00000100:00000001:2.0:1786177158.412292:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306360107
00000100:00000001:2.0:1786177158.412294:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306352272
00000100:00000001:2.0:1786177158.412295:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306360107
00000100:00000001:2.0:1786177158.412296:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177158.412297:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.412298:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177158.412300:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177158/real 1786177158]  req@ffff9f1485158380 x1872930407348864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177158.412304:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177158.412305:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177158.412306:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177158.412307:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177158.412308:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177158.412309:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177158.412311:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158380 x1872930407348864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177158.412315:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158380 x1872930407348864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412318:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177158.412319:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.412320:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177158.412321:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177158.412323:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158380 x1872930407348864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412326:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177158.412328:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158380 x1872930407348864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412332:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177158.412334:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.412335:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177158.412336:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.412337:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177158.412338:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177158.412340:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177158.412341:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177158.412342:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177158.412344:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158380 x1872930407348864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177158.412348:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407348864:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177158.412350:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.412351:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177158.412353:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407348480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412370:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177158.412371:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177158.412372:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177158.412374:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177158.412374:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177158.412375:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177158.412376:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177158.412377:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0c00.
02000000:00000001:2.0:1786177158.412379:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177158.412380:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177158.412381:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:2.0:1786177158.412383:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177158.412384:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.412385:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177158.412387:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407348608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412395:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177158.412396:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177158.412397:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177158.412399:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177158.412399:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177158.412400:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177158.412401:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177158.412401:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1400.
02000000:00000001:2.0:1786177158.412403:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177158.412404:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177158.412404:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000100:00000001:2.0:1786177158.412406:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177158.412407:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.412407:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177158.412409:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407348736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412413:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177158.412413:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177158.412415:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177158.412417:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177158.412417:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177158.412418:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177158.412420:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177158.412421:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:2.0:1786177158.412423:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177158.412424:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177158.412425:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:2.0:1786177158.412427:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177158.412429:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.412430:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177158.412433:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158380 x1872930407348864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177158.412439:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177158.412441:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177158.412443:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177158.412445:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177158.412446:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177158.412447:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177158.412449:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177158.412450:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0000.
02000000:00000001:2.0:1786177158.412453:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177158.412454:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177158.412455:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158380.
00000100:00000001:2.0:1786177158.412457:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177158.412459:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.412460:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177158.412464:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177158.412466:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177158.412468:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177158.412470:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177159.241904:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177159.241911:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177159.241979:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177159.241984:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177159.241988:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177160.265876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177160.265883:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177160.265884:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177160.265887:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177160.265892:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177160.265895:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177160.265897:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177160.265899:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177160.265987:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177160.265992:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177160.265996:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177161.289877:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177161.289884:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177161.289949:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177161.289953:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177161.289957:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177162.313919:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177162.313927:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177162.314003:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177162.314008:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177162.314011:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177163.337893:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177163.337899:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177163.337957:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177163.337961:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177163.337964:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786177163.529905:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177163.529913:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786177163.529916:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177163.529919:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177163.529923:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177163.529929:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11683
00000400:00000200:1.0:1786177163.529935:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177163.529940:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177163.529943:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177163.529945:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177163.529948:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177163.529950:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177163.529951:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177163.529955:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177163.529956:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786177163.529959:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177163.529961:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786177163.529963:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786177163.529964:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786177163.529967:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177163.529968:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177163.529969:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177163.529971:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177163.529973:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786177163.529975:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177163.529977:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177163.529979:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177163.529982:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177163.529984:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177163.529986:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786177163.529988:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177163.529996:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4380.
00000020:00000040:1.0:1786177163.529998:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786177163.530001:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177163.530002:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177163.530005:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177163.530008:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177163.530011:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177163.530019:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddac00.
00000100:00000001:1.0:1786177163.530024:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177163.530031:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4380 x1872930407348992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177163.530039:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177163.530043:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177163.530046:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000778f37b2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4380 x1872930407348992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177163.530063:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177163.530065:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177163.530068:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786177163.530069:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177163.530070:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177163.530072:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177163.530074:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11683
00000400:00000200:1.0:1786177163.530076:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177163.530078:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177163.530079:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177163.530082:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177163.530084:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177163.530086:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177163.530088:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177163.530090:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177163.530091:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786177163.530092:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177163.530094:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786177163.530096:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786177163.530097:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786177163.530099:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177163.530100:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1786177163.530101:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177163.530106:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177163.530107:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1786177163.530108:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177163.530111:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:2.0:1786177163.530111:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1786177163.530116:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177163.530119:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177163.530121:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1786177163.530121:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4380 x1872930407348992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1786177163.530125:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177163.530130:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177163.530135:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177163.530137:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1786177163.530139:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1786177163.530140:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1786177163.530144:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177163.530146:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1786177163.530147:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177163.530150:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1786177163.530151:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae6d80.
02000000:00000001:2.0:1786177163.530157:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1786177163.530158:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786177163.530162:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1786177163.530164:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407348992:192.168.202.146@tcp:250:kworker.0
02000000:00000001:1.0:1786177163.530165:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177163.530169:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177163.530172:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177163.530173:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1786177163.530174:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177163.530178:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
02000000:00000001:2.0:1786177163.530178:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177163.530181:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177163.530183:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177163.530185:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1786177163.530190:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae6d80 x1872930407349120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1786177163.530191:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177163.530196:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177163.530203:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1786177163.530206:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786177163.530207:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177163.530211:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000040:1.0:1786177163.530213:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f5d7f0] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae6d80 x1872930407349120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1786177163.530218:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000001:1.0:1786177163.530221:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177163.530224:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177163.530227:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:2.0:1786177163.530227:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407348992, portal 25
00000100:00000001:1.0:1786177163.530231:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177163.530232:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1786177163.530233:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177163.530236:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207016320 : -106564502535296 : ffff9f1484ae4380)
00000100:00000001:1.0:1786177163.530237:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177163.530241:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11683
00000400:00000200:1.0:1786177163.530245:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:2.0:1786177163.530246:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4380 x1872930407348992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1786177163.530249:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177163.530254:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177163.530259:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177163.530263:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177163.530267:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177163.530269:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1786177163.530270:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177163.530273:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177163.530275:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786177163.530277:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1786177163.530278:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000020:00000040:1.0:1786177163.530279:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786177163.530284:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786177163.530285:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000010:2.0:1786177163.530286:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000040:1.0:1786177163.530289:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177163.530292:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177163.530293:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000200:2.0:1786177163.530294:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407348992, offset 0
00000100:00000001:1.0:1786177163.530296:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177163.530300:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786177163.530303:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177163.530304:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177163.530326:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
02000000:00000001:1.0:1786177163.530333:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177163.530337:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1786177163.530338:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:1.0:1786177163.530342:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177163.530344:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177163.530346:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786177163.530348:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177163.530350:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:1.0:1786177163.530351:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177163.530356:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5880.
00000020:00000040:1.0:1786177163.530359:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000400:00000200:2.0:1786177163.530361:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1786177163.530362:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177163.530365:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177163.530370:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:1.0:1786177163.530374:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177163.530376:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177163.530378:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177163.530379:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1786177163.530382:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000400:00000200:2.0:1786177163.530384:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:1.0:1786177163.530387:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177163.530392:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273699:273699:256:4294967295] 192.168.202.146@tcp LPNI seq info [273660:273660:8:4294967295]
00000100:00100000:1.0:1786177163.530396:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5880 x1872930407349248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177163.530402:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786177163.530410:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177163.530412:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177163.530420:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e471d838] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5880 x1872930407349248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177163.530421:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1786177163.530433:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177163.530437:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00080000:1.0:1786177163.530438:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177163.530443:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786177163.530445:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177163.530446:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1786177163.530449:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000100:00000001:1.0:1786177163.530450:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177163.530454:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11683
00000400:00000200:1.0:1786177163.530458:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177163.530463:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000200:2.0:1786177163.530464:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:1.0:1786177163.530465:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177163.530471:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.0:1786177163.530473:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000100:00000001:1.0:1786177163.530474:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177163.530485:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.1:1786177163.530485:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786177163.530489:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177163.530492:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177163.530493:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000800:00000200:2.1:1786177163.530493:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000020:00000001:1.0:1786177163.530496:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177163.530499:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786177163.530504:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000800:00000100:2.0:1786177163.530504:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000020:00000001:1.0:1786177163.530509:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000800:00000010:2.0:1786177163.530509:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000100:00000040:1.0:1786177163.530516:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177163.530517:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177163.530519:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177163.530520:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1786177163.530521:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177163.530525:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000400:00000200:2.0:1786177163.530530:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1786177163.530531:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177163.530537:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177163.530538:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
02000000:00000001:1.0:1786177163.530539:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177163.530543:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1786177163.530544:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
02000000:00000001:1.0:1786177163.530547:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177163.530550:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177163.530550:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:1.0:1786177163.530555:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786177163.530558:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177163.530559:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4380 x1872930407348992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177163.530560:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177163.530566:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4e00.
00000020:00000040:1.0:1786177163.530570:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786177163.530574:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177163.530574:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1786177163.530575:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177163.530580:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4380 x1872930407348992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177163.530585:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177163.530588:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177163.530590:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177163.530593:0:2401:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1786177163.530596:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177163.530599:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177163.530603:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000400:00000200:2.0:1786177163.530608:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177163.530612:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306365226
00000100:00000001:1.0:1786177163.530617:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177163.530619:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306360107
00000100:00100000:1.0:1786177163.530626:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4e00 x1872930407349376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177163.530627:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306365226
00000100:00000001:2.0:1786177163.530634:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306360107
00000100:00000001:2.0:1786177163.530641:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786177163.530643:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177163.530646:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177163.530647:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177163.530653:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc47fe3] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4e00 x1872930407349376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.530653:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177163.530662:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177163/real 1786177163]  req@ffff9f1484ae4380 x1872930407348992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177163.530663:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177163.530668:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177163.530674:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786177163.530677:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177163.530681:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177163.530685:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177163.530691:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11683
00000400:00000001:2.0:1786177163.530693:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:1.0:1786177163.530696:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000001:2.0:1786177163.530698:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:1.0:1786177163.530701:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000010:2.0:1786177163.530702:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000100:00080000:1.0:1786177163.530704:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177163.530706:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000100:00000040:1.0:1786177163.530708:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177163.530710:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:1.0:1786177163.530712:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177163.530714:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1786177163.530716:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177163.530718:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000200:2.0:1786177163.530721:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4380 x1872930407348992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1786177163.530722:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177163.530724:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786177163.530728:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177163.530731:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786177163.530735:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786177163.530739:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000200:2.0:1786177163.530739:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4380 x1872930407348992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1786177163.530746:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177163.530750:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177163.530754:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177163.530756:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1786177163.530757:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177163.530761:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000001:2.0:1786177163.530761:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1786177163.530767:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177163.530767:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786177163.530769:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177163.530790:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177163.530793:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177163.530796:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177163.530798:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177163.530801:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786177163.530803:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177163.530805:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177163.530809:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4000.
00000020:00000040:1.0:1786177163.530813:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786177163.530816:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177163.530819:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177163.530820:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177163.530823:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177163.530826:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1786177163.530829:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4380 x1872930407348992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1786177163.530830:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177163.530837:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:2.0:1786177163.530839:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177163.530842:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177163.530846:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4380 x1872930407348992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1786177163.530851:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4000 x1872930407349504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177163.530862:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1786177163.530866:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177163.530867:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1786177163.530870:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177163.530871:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177163.530874:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786177163.530877:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfe2f2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4000 x1872930407349504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.530878:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177163.530882:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177163.530888:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1786177163.530893:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1786177163.530896:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000040:1.0:1786177163.530898:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11693)
00000100:00000001:2.0:1786177163.530899:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177163.530906:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4380 x1872930407348992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177163.530914:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407348992:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177163.530918:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.530920:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177163.530922:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4380 x1872930407348992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.530926:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177163.530928:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177163.530930:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177163.530933:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177163.530934:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177163.530936:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177163.530937:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177163.530939:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497ddac00.
02000000:00000001:2.0:1786177163.530942:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177163.530944:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177163.530945:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4380.
00000100:00000001:2.0:1786177163.530947:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177163.530948:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.530950:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.530956:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177163.530958:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177163.530959:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177163.530960:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177163.530961:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177163.530965:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae6d80 x1872930407349120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.530972:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177163.530974:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177163.530976:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177163.530978:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177163.530980:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177163.530983:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407349120:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177163.530987:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177163.530989:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177163.530990:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177163.530992:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177163.530996:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177163.530998:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177163.531003:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177163.531006:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177163.531011:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177163.531014:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407349120, portal 10
00000100:00000001:2.0:1786177163.531016:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177163.531018:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207027072 : -106564502524544 : ffff9f1484ae6d80)
00000100:00000040:2.0:1786177163.531024:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae6d80 x1872930407349120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531029:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177163.531030:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177163.531032:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177163.531034:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407349120, offset 0
00000400:00000200:2.0:1786177163.531037:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177163.531040:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177163.531043:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177163.531045:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177163.531047:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177163.531049:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177163.531051:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177163.531053:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273700:273700:256:4294967295] 192.168.202.146@tcp LPNI seq info [273661:273661:8:4294967295]
00000400:00000200:2.0:1786177163.531056:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177163.531061:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177163.531064:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177163.531066:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177163.531069:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177163.531072:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1786177163.531075:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177163.531077:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1786177163.531080:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177163.531082:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177163.531084:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177163.531086:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177163.531089:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177163.531090:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177163.531092:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177163.531094:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae6d80 x1872930407349120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531100:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177163.531102:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae6d80 x1872930407349120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531106:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177163.531107:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177163.531109:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177163.531113:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177163.531115:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177163.531116:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306356261
00000100:00000001:2.0:1786177163.531118:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306365226
00000100:00000001:2.0:1786177163.531120:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306356261
00000100:00000001:2.0:1786177163.531121:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306365226
00000100:00000001:2.0:1786177163.531123:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177163.531124:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177163.531126:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177163.531128:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177163/real 1786177163]  req@ffff9f1484ae6d80 x1872930407349120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177163.531133:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177163.531134:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177163.531135:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177163.531137:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177163.531138:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177163.531139:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177163.531141:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae6d80 x1872930407349120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177163.531146:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae6d80 x1872930407349120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531150:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177163.531151:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.531152:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177163.531153:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177163.531155:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae6d80 x1872930407349120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531159:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177163.531161:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae6d80 x1872930407349120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531166:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177163.531168:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.531169:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177163.531170:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.531171:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177163.531172:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177163.531174:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177163.531176:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177163.531177:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177163.531179:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae6d80 x1872930407349120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177163.531184:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407349120:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177163.531187:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177163.531189:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae5880 x1872930407349248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531194:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177163.531195:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177163.531196:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177163.531197:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177163.531198:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177163.531200:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407349248:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177163.531202:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177163.531204:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177163.531205:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177163.531206:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177163.531209:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177163.531210:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177163.531212:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177163.531214:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177163.531216:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177163.531218:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407349248, portal 10
00000100:00000001:2.0:1786177163.531219:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177163.531220:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207021696 : -106564502529920 : ffff9f1484ae5880)
00000100:00000040:2.0:1786177163.531224:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae5880 x1872930407349248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531228:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177163.531229:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177163.531231:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177163.531232:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407349248, offset 0
00000400:00000200:2.0:1786177163.531235:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177163.531237:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177163.531239:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177163.531241:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177163.531243:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177163.531245:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177163.531246:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177163.531248:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273701:273701:256:4294967295] 192.168.202.146@tcp LPNI seq info [273662:273662:8:4294967295]
00000400:00000200:2.0:1786177163.531251:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177163.531255:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177163.531258:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177163.531259:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177163.531262:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177163.531264:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1786177163.531266:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177163.531268:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1786177163.531270:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177163.531272:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177163.531274:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177163.531276:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177163.531278:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177163.531279:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177163.531280:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177163.531283:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae5880 x1872930407349248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531288:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177163.531289:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae5880 x1872930407349248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531294:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177163.531295:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177163.531297:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177163.531298:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177163.531300:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177163.531302:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306356342
00000100:00000001:2.0:1786177163.531303:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306365226
00000100:00000001:2.0:1786177163.531318:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306356342
00000100:00000001:2.0:1786177163.531321:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306365226
00000100:00000001:2.0:1786177163.531322:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177163.531324:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177163.531325:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177163.531328:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177163/real 1786177163]  req@ffff9f1484ae5880 x1872930407349248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177163.531334:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177163.531335:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177163.531336:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177163.531338:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177163.531339:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177163.531340:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177163.531342:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae5880 x1872930407349248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177163.531348:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae5880 x1872930407349248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531355:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177163.531356:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.531358:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177163.531360:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177163.531363:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae5880 x1872930407349248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531370:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177163.531374:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae5880 x1872930407349248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531382:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177163.531385:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.531386:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177163.531387:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.531389:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177163.531390:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177163.531392:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177163.531394:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177163.531395:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177163.531398:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae5880 x1872930407349248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177163.531404:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407349248:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177163.531406:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177163.531408:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4e00 x1872930407349376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531412:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177163.531413:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177163.531415:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177163.531416:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177163.531417:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177163.531419:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407349376:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177163.531421:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177163.531423:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177163.531424:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177163.531425:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177163.531427:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177163.531429:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177163.531433:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177163.531435:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177163.531439:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177163.531442:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407349376, portal 4
00000100:00000001:2.0:1786177163.531444:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177163.531445:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207019008 : -106564502532608 : ffff9f1484ae4e00)
00000100:00000040:2.0:1786177163.531451:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4e00 x1872930407349376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531459:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177163.531461:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177163.531464:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177163.531466:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407349376, offset 0
00000400:00000200:2.0:1786177163.531471:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177163.531475:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177163.531479:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177163.531482:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177163.531484:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177163.531486:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177163.531488:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177163.531490:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273702:273702:256:4294967295] 192.168.202.146@tcp LPNI seq info [273663:273663:8:4294967295]
00000400:00000200:2.0:1786177163.531493:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177163.531497:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177163.531500:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177163.531503:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177163.531507:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177163.531510:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1786177163.531514:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177163.531516:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1786177163.531520:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177163.531522:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177163.531526:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177163.531530:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177163.531535:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177163.531537:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177163.531540:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177163.531544:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4e00 x1872930407349376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531553:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177163.531557:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4e00 x1872930407349376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531570:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177163.531572:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177163.531576:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177163.531579:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177163.531583:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177163.531585:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306357601
00000100:00000001:2.0:1786177163.531588:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306365226
00000100:00000001:2.0:1786177163.531591:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306357601
00000100:00000001:2.0:1786177163.531593:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306365226
00000100:00000001:2.0:1786177163.531595:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177163.531597:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177163.531600:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177163.531604:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177163/real 1786177163]  req@ffff9f1484ae4e00 x1872930407349376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177163.531613:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177163.531615:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177163.531617:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177163.531619:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177163.531622:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177163.531624:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177163.531628:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4e00 x1872930407349376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177163.531637:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4e00 x1872930407349376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531644:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177163.531645:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.531647:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177163.531649:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177163.531652:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4e00 x1872930407349376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531658:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177163.531660:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4e00 x1872930407349376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531665:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177163.531666:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.531667:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177163.531668:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.531669:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177163.531670:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177163.531672:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177163.531673:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177163.531675:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177163.531677:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4e00 x1872930407349376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177163.531682:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407349376:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177163.531685:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177163.531687:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4000 x1872930407349504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531691:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177163.531692:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177163.531693:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177163.531695:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177163.531696:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177163.531697:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407349504:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177163.531699:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177163.531701:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177163.531702:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177163.531703:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177163.531706:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177163.531707:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177163.531710:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177163.531711:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177163.531714:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177163.531716:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407349504, portal 4
00000100:00000001:2.0:1786177163.531717:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177163.531718:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207015424 : -106564502536192 : ffff9f1484ae4000)
00000100:00000040:2.0:1786177163.531722:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4000 x1872930407349504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531726:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177163.531728:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177163.531729:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177163.531731:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407349504, offset 0
00000400:00000200:2.0:1786177163.531733:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177163.531735:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177163.531738:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177163.531740:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177163.531741:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177163.531743:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177163.531745:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177163.531747:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273703:273703:256:4294967295] 192.168.202.146@tcp LPNI seq info [273664:273664:8:4294967295]
00000400:00000200:2.0:1786177163.531750:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177163.531754:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177163.531757:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177163.531759:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177163.531761:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177163.531763:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1786177163.531767:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177163.531790:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1786177163.531796:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177163.531798:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177163.531802:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177163.531805:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177163.531809:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177163.531811:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177163.531814:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177163.531817:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4000 x1872930407349504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531826:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177163.531828:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4000 x1872930407349504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531832:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177163.531834:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177163.531837:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177163.531840:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177163.531844:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177163.531845:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306357392
00000100:00000001:2.0:1786177163.531848:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306365226
00000100:00000001:2.0:1786177163.531850:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306357392
00000100:00000001:2.0:1786177163.531852:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306365226
00000100:00000001:2.0:1786177163.531855:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177163.531857:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177163.531859:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177163.531864:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177163/real 1786177163]  req@ffff9f1484ae4000 x1872930407349504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177163.531873:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177163.531874:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177163.531876:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177163.531879:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177163.531881:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177163.531883:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177163.531887:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4000 x1872930407349504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177163.531893:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4000 x1872930407349504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531897:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177163.531898:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.531899:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177163.531900:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177163.531903:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4000 x1872930407349504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531907:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177163.531909:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4000 x1872930407349504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531914:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177163.531915:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.531916:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177163.531917:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.531918:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177163.531919:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177163.531921:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177163.531922:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177163.531924:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177163.531926:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4000 x1872930407349504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177163.531930:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407349504:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177163.531933:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.531935:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177163.531937:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae6d80 x1872930407349120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531942:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177163.531943:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177163.531944:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177163.531946:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177163.531947:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177163.531948:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177163.531950:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177163.531951:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9c00.
02000000:00000001:2.0:1786177163.531953:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177163.531954:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177163.531955:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae6d80.
00000100:00000001:2.0:1786177163.531957:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177163.531958:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.531959:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177163.531961:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae5880 x1872930407349248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.531967:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177163.531969:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177163.531970:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177163.531972:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177163.531973:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177163.531975:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177163.531976:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177163.531978:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd8c00.
02000000:00000001:2.0:1786177163.531980:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177163.531981:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177163.531983:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae5880.
00000100:00000001:2.0:1786177163.531985:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177163.531986:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.531988:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177163.531992:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4e00 x1872930407349376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.532000:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177163.532001:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177163.532003:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177163.532006:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177163.532007:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177163.532009:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177163.532010:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177163.532012:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9400.
02000000:00000001:2.0:1786177163.532014:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177163.532015:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177163.532018:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4e00.
00000100:00000001:2.0:1786177163.532020:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177163.532020:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.532022:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177163.532024:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4000 x1872930407349504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177163.532029:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177163.532030:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177163.532031:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177163.532032:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177163.532033:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177163.532034:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177163.532035:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177163.532036:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9800.
02000000:00000001:2.0:1786177163.532037:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177163.532038:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177163.532038:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4000.
00000100:00000001:2.0:1786177163.532040:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177163.532040:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.532042:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177163.532044:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177163.532045:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177163.532047:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177163.532048:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177164.361909:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177164.361917:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177164.361983:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177164.361986:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177164.361989:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177165.385892:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177165.385899:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177165.385962:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177165.385966:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177165.385969:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177166.409899:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177166.409906:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177166.409961:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177166.409965:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177166.409968:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177167.433886:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177167.433894:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177167.433979:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177167.433984:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177167.433988:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177168.457877:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177168.457883:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177168.457964:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177168.457969:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177168.457973:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786177168.650106:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177168.650119:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177168.650122:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177168.650126:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177168.650130:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177168.650138:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11688
00000400:00000200:0.0:1786177168.650148:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177168.650154:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177168.650157:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177168.650166:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177168.650170:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177168.650173:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177168.650175:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177168.650180:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177168.650183:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177168.650185:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177168.650188:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177168.650191:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177168.650193:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177168.650196:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177168.650198:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177168.650200:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177168.650202:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177168.650205:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177168.650208:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177168.650211:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177168.650213:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177168.650217:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177168.650220:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177168.650222:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177168.650225:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177168.650231:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786177168.650234:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177168.650238:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177168.650240:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177168.650244:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177168.650246:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177168.650251:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177168.650298:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786177168.650306:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177168.650315:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407349632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177168.650325:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177168.650329:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177168.650333:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407349632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177168.650502:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177168.650506:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177168.650509:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177168.650511:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177168.650512:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177168.650514:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177168.650517:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11688
00000400:00000200:0.0:1786177168.650522:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177168.650525:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177168.650527:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177168.650530:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177168.650533:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177168.650535:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177168.650538:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177168.650541:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177168.650543:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177168.650544:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177168.650547:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786177168.650549:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786177168.650551:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177168.650553:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1786177168.650555:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177168.650560:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786177168.650561:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177168.650566:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177168.650566:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1786177168.650571:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177168.650577:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786177168.650581:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177168.650584:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177168.650586:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1786177168.650592:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407349632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1786177168.650593:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177168.650605:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177168.650608:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177168.650612:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177168.650616:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1786177168.650618:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177168.650621:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1786177168.650625:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1786177168.650626:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1786177168.650633:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177168.650635:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407349632:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786177168.650637:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.650645:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1786177168.650647:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
02000000:00000001:2.0:1786177168.650650:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1786177168.650652:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:2.0:1786177168.650655:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177168.650657:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1786177168.650660:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1786177168.650661:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177168.650665:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177168.650667:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1786177168.650669:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:0.0:1786177168.650670:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177168.650674:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177168.650679:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000400:00000200:2.0:1786177168.650685:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177168.650687:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177168.650691:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00100000:0.0:1786177168.650697:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407349760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1786177168.650702:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177168.650711:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407349632, portal 25
00000100:00000001:2.0:1786177168.650717:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177168.650721:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000001:0.0:1786177168.650729:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1786177168.650733:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407349632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177168.650734:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177168.650745:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407349760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.650750:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177168.650759:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177168.650765:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177168.650765:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177168.650817:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407349632, offset 0
00000400:00000200:2.0:1786177168.650828:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177168.650838:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177168.650845:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177168.650852:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177168.650858:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177168.650863:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177168.650867:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177168.650871:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273704:273704:256:4294967295] 192.168.202.146@tcp LPNI seq info [273665:273665:8:4294967295]
00000400:00000200:2.0:1786177168.650877:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177168.650890:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177168.650897:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177168.650903:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177168.650910:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177168.650914:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177168.650919:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177168.650921:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1786177168.650925:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177168.650927:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177168.650931:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177168.650935:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177168.650940:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177168.650941:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177168.650944:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177168.650948:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407349632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.650956:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177168.650958:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407349632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.650968:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.650970:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177168.650976:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177168.650979:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177168.650982:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306370347
00000100:00000001:2.0:1786177168.650989:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306365226
00000100:00000001:2.0:1786177168.650993:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306370347
00000100:00000001:2.0:1786177168.650997:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306365226
00000100:00000001:2.0:1786177168.651000:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177168.651003:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.651006:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177168.651011:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177168/real 1786177168]  req@ffff9f1482ebc000 x1872930407349632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177168.651021:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177168.651023:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177168.651025:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177168.651028:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177168.651030:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177168.651033:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177168.651037:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407349632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177168.651068:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407349632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.651077:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177168.651079:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.651081:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177168.651084:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177168.651089:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407349632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.651104:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177168.651115:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407349632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.651121:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177168.651123:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.651125:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177168.651126:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.651127:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177168.651129:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177168.651131:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177168.651134:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177168.651135:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177168.651138:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407349632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177168.651144:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407349632:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177168.651147:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.651149:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177168.651151:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407349632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.651156:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177168.651158:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177168.651160:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177168.651162:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177168.651164:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177168.651166:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177168.651168:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177168.651170:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:2.0:1786177168.651172:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177168.651174:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177168.651175:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:2.0:1786177168.651178:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177168.651179:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.651180:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.651188:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177168.651190:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.651192:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177168.651194:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177168.651195:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177168.651199:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebdf80 x1872930407349760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.651207:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177168.651208:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177168.651211:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177168.651213:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177168.651215:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177168.651218:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407349760:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177168.651222:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177168.651224:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177168.651226:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177168.651228:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177168.651231:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177168.651233:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177168.651238:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177168.651241:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177168.651244:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177168.651246:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407349760, portal 10
00000100:00000001:2.0:1786177168.651247:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177168.651248:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177499520 : -106564532052096 : ffff9f1482ebdf80)
00000100:00000040:2.0:1786177168.651254:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebdf80 x1872930407349760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.651281:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177168.651284:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177168.651288:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177168.651291:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407349760, offset 0
00000100:00080000:0.0:1786177168.651296:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177168.651296:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:0.0:1786177168.651304:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1786177168.651307:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177168.651308:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177168.651312:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177168.651314:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:0.0:1786177168.651317:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177168.651321:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1786177168.651326:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11688
00000400:00000200:2.0:1786177168.651328:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177168.651333:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177168.651335:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177168.651338:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273705:273705:256:4294967295] 192.168.202.146@tcp LPNI seq info [273666:273666:8:4294967295]
00000400:00000200:2.0:1786177168.651341:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177168.651346:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177168.651350:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177168.651355:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000010:2.0:1786177168.651355:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000400:00000200:0.0:1786177168.651366:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000200:2.0:1786177168.651366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177168.651369:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1786177168.651373:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1786177168.651374:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177168.651380:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1786177168.651381:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177168.651385:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177168.651392:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000100:2.0:1786177168.651394:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177168.651395:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177168.651399:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:2.0:1786177168.651399:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000020:00000040:0.0:1786177168.651402:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786177168.651405:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177168.651407:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786177168.651408:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786177168.651410:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786177168.651412:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177168.651413:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1786177168.651415:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177168.651419:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177168.651423:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177168.651424:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1786177168.651426:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000200:2.0:1786177168.651430:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000100:00080000:0.0:1786177168.651431:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000010:2.0:1786177168.651435:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:0.0:1786177168.651436:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177168.651441:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177168.651442:0:2401:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1786177168.651444:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177168.651448:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177168.651448:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebdf80 x1872930407349760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177168.651453:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177168.651456:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177168.651461:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.651463:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1786177168.651464:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177168.651468:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebdf80 x1872930407349760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1786177168.651470:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786177168.651475:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177168.651481:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177168.651481:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177168.651484:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.651485:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177168.651490:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177168.651491:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177168.651492:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177168.651497:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177168.651498:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
02000000:00000010:0.0:1786177168.651502:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
00000400:00000200:2.0:1786177168.651502:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177168.651506:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306361381
00000100:00000001:0.0:1786177168.651509:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.651510:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306370347
00000100:00000001:2.0:1786177168.651514:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306361381
00000100:00000001:2.0:1786177168.651517:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306370347
00000100:00100000:0.0:1786177168.651518:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407349888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177168.651519:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177168.651524:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.651528:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177168.651534:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177168/real 1786177168]  req@ffff9f1482ebdf80 x1872930407349760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177168.651538:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177168.651544:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177168.651544:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177168.651548:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177168.651549:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177168.651553:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000100:00000040:0.0:1786177168.651554:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407349888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1786177168.651555:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177168.651558:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177168.651564:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebdf80 x1872930407349760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177168.651582:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177168.651587:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebdf80 x1872930407349760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177168.651589:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177168.651601:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177168.651603:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1786177168.651606:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1786177168.651607:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177168.651609:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177168.651611:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1786177168.651612:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177168.651617:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177168.651621:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11688
00000100:00100000:2.0:1786177168.651621:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebdf80 x1872930407349760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1786177168.651630:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177168.651635:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177168.651640:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177168.651642:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177168.651644:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177168.651648:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177168.651652:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000040:2.0:1786177168.651653:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebdf80 x1872930407349760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177168.651654:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177168.651658:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177168.651661:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786177168.651663:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177168.651666:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786177168.651671:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786177168.651674:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177168.651674:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1786177168.651679:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177168.651682:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177168.651682:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177168.651686:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177168.651688:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177168.651690:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177168.651691:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1786177168.651693:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000001:2.0:1786177168.651695:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1786177168.651698:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177168.651699:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177168.651701:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177168.651705:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:2.0:1786177168.651707:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1786177168.651708:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177168.651713:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177168.651715:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:2.0:1786177168.651718:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000008:00100000:0.0:1786177168.651719:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177168.651724:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.651725:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1786177168.651727:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177168.651733:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000100:00000040:2.0:1786177168.651733:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebdf80 x1872930407349760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1786177168.651739:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786177168.651746:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177168.651749:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177168.651753:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407349760:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177168.651754:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177168.651757:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177168.651762:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1786177168.651763:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.651769:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1786177168.651796:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000040:2.0:1786177168.651801:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebdf80 x1872930407349760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177168.651804:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.651813:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00100000:0.0:1786177168.651815:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407350016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1786177168.651815:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177168.651819:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177168.651823:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177168.651826:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177168.651828:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00000001:0.0:1786177168.651831:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:2.0:1786177168.651833:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:0.0:1786177168.651834:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177168.651838:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7400.
00000100:00000040:0.0:1786177168.651840:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407350016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1786177168.651845:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177168.651848:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1786177168.651850:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1786177168.651852:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebdf80.
00000100:00080000:0.0:1786177168.651853:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177168.651859:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786177168.651860:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177168.651861:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00080000:0.0:1786177168.651862:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177168.651865:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177168.651866:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177168.651870:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11688
00000100:00000001:2.0:1786177168.651871:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1786177168.651876:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177168.651878:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:0.0:1786177168.651879:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177168.651882:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177168.651883:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177168.651889:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1786177168.651890:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177168.651894:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177168.651894:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1786177168.651897:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177168.651898:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1786177168.651899:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177168.651903:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177168.651904:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786177168.651906:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177168.651908:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000040:2.0:1786177168.651908:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407349888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1786177168.651913:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786177168.651917:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786177168.651923:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177168.651927:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177168.651928:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177168.651931:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177168.651932:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177168.651936:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1786177168.651937:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177168.651941:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
02000000:00000001:2.0:1786177168.651941:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1786177168.651947:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:2.0:1786177168.651948:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177168.651950:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177168.651954:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1786177168.651955:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407349888:192.168.202.146@tcp:38:kworker.0
02000000:00000001:0.0:1786177168.651958:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177168.651959:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177168.651962:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177168.651963:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177168.651964:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177168.651966:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177168.651967:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1786177168.651969:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
02000000:00000010:2.0:1786177168.651971:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
00000008:00000001:0.0:1786177168.651972:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177168.651975:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177168.651976:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177168.651980:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000010:0.0:1786177168.651982:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000400:00000010:2.0:1786177168.651984:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000020:00000040:0.0:1786177168.651985:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786177168.651990:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1786177168.651990:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
02000000:00000001:0.0:1786177168.651993:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177168.651995:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1786177168.651996:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407349888, portal 10
02000000:00000001:0.0:1786177168.651997:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177168.652000:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1786177168.652001:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.652002:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
02000000:00000010:0.0:1786177168.652006:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000040:2.0:1786177168.652010:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407349888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177168.652011:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.652020:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1786177168.652021:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407350144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1786177168.652027:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177168.652031:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000001:0.0:1786177168.652034:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1786177168.652035:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407349888, offset 0
00000100:00000001:0.0:1786177168.652038:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177168.652041:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000040:0.0:1786177168.652044:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407350144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177168.652049:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177168.652056:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177168.652062:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1786177168.652063:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177168.652066:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177168.652070:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177168.652072:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000040:0.0:1786177168.652073:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11699)
00000400:00000200:2.0:1786177168.652075:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273706:273706:256:4294967295] 192.168.202.146@tcp LPNI seq info [273667:273667:8:4294967295]
00000400:00000200:2.0:1786177168.652080:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177168.652085:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177168.652089:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177168.652091:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177168.652095:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177168.652097:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177168.652100:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177168.652102:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1786177168.652105:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177168.652106:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177168.652108:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177168.652111:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177168.652113:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177168.652114:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177168.652116:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177168.652118:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407349888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652124:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177168.652126:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407349888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652130:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.652131:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177168.652133:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177168.652135:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177168.652137:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177168.652139:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306361463
00000100:00000001:2.0:1786177168.652141:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306370347
00000100:00000001:2.0:1786177168.652142:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306361463
00000100:00000001:2.0:1786177168.652144:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306370347
00000100:00000001:2.0:1786177168.652145:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177168.652146:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.652148:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177168.652150:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177168/real 1786177168]  req@ffff9f1482ebc000 x1872930407349888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177168.652155:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177168.652155:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177168.652157:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177168.652158:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177168.652159:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177168.652161:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177168.652162:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407349888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177168.652168:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407349888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652171:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177168.652172:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652173:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177168.652174:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177168.652177:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407349888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652183:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177168.652187:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407349888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652195:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177168.652197:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652199:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177168.652201:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652203:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177168.652204:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177168.652207:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177168.652211:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177168.652213:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177168.652217:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407349888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177168.652226:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407349888:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177168.652230:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177168.652234:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebf100 x1872930407350016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652240:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177168.652241:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177168.652243:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177168.652244:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177168.652246:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177168.652248:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407350016:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177168.652250:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177168.652252:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177168.652253:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177168.652254:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177168.652271:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177168.652274:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177168.652278:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177168.652282:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177168.652286:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177168.652289:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407350016, portal 4
00000100:00000001:2.0:1786177168.652291:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177168.652293:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177504000 : -106564532047616 : ffff9f1482ebf100)
00000100:00000040:2.0:1786177168.652299:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebf100 x1872930407350016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652306:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177168.652309:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177168.652311:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177168.652314:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407350016, offset 0
00000400:00000200:2.0:1786177168.652318:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177168.652322:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177168.652324:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177168.652326:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177168.652328:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177168.652330:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177168.652332:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177168.652334:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273707:273707:256:4294967295] 192.168.202.146@tcp LPNI seq info [273668:273668:8:4294967295]
00000400:00000200:2.0:1786177168.652336:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177168.652341:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177168.652344:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177168.652346:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177168.652349:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177168.652351:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177168.652354:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177168.652355:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1786177168.652358:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177168.652359:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177168.652362:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177168.652364:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177168.652366:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177168.652367:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177168.652369:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177168.652372:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebf100 x1872930407350016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652377:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177168.652380:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407350016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652387:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.652389:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177168.652392:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177168.652395:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177168.652398:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177168.652400:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306362722
00000100:00000001:2.0:1786177168.652403:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306370347
00000100:00000001:2.0:1786177168.652405:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306362722
00000100:00000001:2.0:1786177168.652408:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306370347
00000100:00000001:2.0:1786177168.652410:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177168.652413:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.652415:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177168.652419:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177168/real 1786177168]  req@ffff9f1482ebf100 x1872930407350016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177168.652429:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177168.652430:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177168.652432:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177168.652436:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177168.652437:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177168.652438:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177168.652441:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebf100 x1872930407350016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177168.652449:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebf100 x1872930407350016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652455:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177168.652457:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652459:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177168.652461:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177168.652465:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebf100 x1872930407350016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652472:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177168.652476:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebf100 x1872930407350016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652482:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177168.652484:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652486:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177168.652487:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652489:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177168.652491:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177168.652493:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177168.652497:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177168.652499:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177168.652502:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebf100 x1872930407350016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177168.652507:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407350016:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177168.652510:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652511:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177168.652513:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407349888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652518:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177168.652519:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177168.652520:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177168.652522:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177168.652523:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177168.652524:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177168.652525:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177168.652527:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:2.0:1786177168.652528:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177168.652529:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177168.652531:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:2.0:1786177168.652532:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177168.652533:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652534:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177168.652536:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebf100 x1872930407350016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652541:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177168.652541:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177168.652542:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177168.652544:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177168.652544:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177168.652545:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177168.652546:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177168.652547:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:2.0:1786177168.652548:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177168.652549:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177168.652550:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebf100.
00000100:00000001:2.0:1786177168.652552:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177168.652552:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652553:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652556:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177168.652557:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.652558:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177168.652559:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177168.652560:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177168.652562:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407350144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652566:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177168.652567:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177168.652568:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177168.652569:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177168.652571:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177168.652573:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407350144:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177168.652575:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177168.652576:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177168.652577:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177168.652579:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177168.652581:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177168.652582:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177168.652584:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177168.652586:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177168.652588:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177168.652590:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407350144, portal 4
00000100:00000001:2.0:1786177168.652592:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177168.652593:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:2.0:1786177168.652597:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407350144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652601:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177168.652603:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177168.652604:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177168.652606:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407350144, offset 0
00000400:00000200:2.0:1786177168.652608:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177168.652611:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177168.652613:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177168.652615:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177168.652617:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177168.652619:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177168.652621:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177168.652623:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273708:273708:256:4294967295] 192.168.202.146@tcp LPNI seq info [273669:273669:8:4294967295]
00000400:00000200:2.0:1786177168.652625:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177168.652630:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177168.652632:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177168.652634:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177168.652637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177168.652639:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177168.652642:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177168.652644:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1786177168.652646:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177168.652648:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177168.652650:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177168.652652:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177168.652655:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177168.652656:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177168.652657:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177168.652659:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407350144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652665:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177168.652667:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407350144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652671:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.652672:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177168.652674:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177168.652676:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177168.652678:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177168.652679:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306362512
00000100:00000001:2.0:1786177168.652681:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306370347
00000100:00000001:2.0:1786177168.652682:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306362512
00000100:00000001:2.0:1786177168.652684:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306370347
00000100:00000001:2.0:1786177168.652685:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177168.652686:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.652687:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177168.652690:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177168/real 1786177168]  req@ffff9f1482ebe680 x1872930407350144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177168.652694:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177168.652695:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177168.652696:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177168.652698:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177168.652699:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177168.652700:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177168.652702:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407350144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177168.652707:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407350144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652711:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177168.652712:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652713:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177168.652714:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177168.652716:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407350144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652720:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177168.652722:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407350144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652726:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177168.652727:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652729:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177168.652729:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652731:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177168.652732:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177168.652733:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177168.652735:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177168.652737:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177168.652739:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407350144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177168.652743:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407350144:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177168.652746:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652747:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177168.652749:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407350144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177168.652753:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177168.652754:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177168.652755:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177168.652756:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177168.652757:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177168.652758:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177168.652759:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177168.652760:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4000.
02000000:00000001:2.0:1786177168.652761:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177168.652762:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177168.652763:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:2.0:1786177168.652764:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177168.652765:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652767:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177168.652768:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177168.652769:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177168.652792:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177168.652794:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177169.481885:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177169.481890:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177169.481950:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177169.481953:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177169.481956:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177170.505838:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177170.505845:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177170.505847:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177170.505849:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177170.505853:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177170.505855:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177170.505856:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177170.505858:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177170.505914:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177170.505917:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177170.505920:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177171.529905:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177171.529911:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177171.529961:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177171.529965:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177171.529968:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177172.553837:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177172.553845:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177172.553916:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177172.553921:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177172.553923:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177173.577921:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177173.577931:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177173.578043:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177173.578052:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177173.578058:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177173.769922:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177173.769934:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177173.769937:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177173.769941:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177173.769946:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177173.769953:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11694
00000400:00000200:3.0:1786177173.769961:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177173.769968:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177173.769970:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177173.769973:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177173.769977:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177173.769979:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177173.769980:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177173.769985:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177173.769986:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177173.769989:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177173.769992:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177173.769993:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177173.769995:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177173.769997:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177173.769999:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177173.770000:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770002:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177173.770005:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177173.770007:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770009:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177173.770012:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177173.770015:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177173.770018:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177173.770020:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177173.770022:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177173.770032:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000020:00000040:3.0:1786177173.770035:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177173.770039:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177173.770040:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177173.770043:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177173.770047:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177173.770051:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177173.770060:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786177173.770067:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177173.770076:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407350272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177173.770084:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177173.770089:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177173.770093:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407350272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177173.770112:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177173.770115:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177173.770118:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177173.770119:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177173.770121:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177173.770123:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177173.770125:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11694
00000400:00000200:3.0:1786177173.770127:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177173.770130:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177173.770131:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177173.770134:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770136:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177173.770138:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770139:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177173.770141:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177173.770142:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177173.770143:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177173.770145:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177173.770146:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177173.770148:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177173.770150:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177173.770152:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786177173.770152:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177173.770154:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770157:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177173.770158:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1786177173.770161:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:2.0:1786177173.770162:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1786177173.770165:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770168:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177173.770171:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1786177173.770173:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a680 x1872930407350272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177173.770177:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177173.770182:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177173.770186:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177173.770188:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1786177173.770191:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1786177173.770192:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1786177173.770198:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177173.770199:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1786177173.770200:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177173.770203:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1786177173.770205:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
02000000:00000001:2.0:1786177173.770219:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177173.770220:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177173.770225:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1786177173.770227:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407350272:192.168.202.146@tcp:250:kworker.0
02000000:00000001:3.0:1786177173.770227:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177173.770229:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177173.770232:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177173.770235:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177173.770236:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177173.770241:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
02000000:00000001:2.0:1786177173.770242:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1786177173.770245:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177173.770246:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177173.770251:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1786177173.770254:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407350400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1786177173.770258:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177173.770264:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177173.770264:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177173.770267:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177173.770271:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407350400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177173.770272:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177173.770279:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:3.0:1786177173.770281:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177173.770285:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1786177173.770287:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00080000:3.0:1786177173.770288:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177173.770291:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177173.770293:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1786177173.770297:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407350272, portal 25
00000100:00000001:3.0:1786177173.770297:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177173.770302:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177173.770305:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213791872 : -106564495759744 : ffff9f148515a680)
00000100:00080000:3.0:1786177173.770305:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11694
00000100:00000040:2.0:1786177173.770314:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a680 x1872930407350272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177173.770314:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177173.770324:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177173.770325:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1786177173.770330:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1786177173.770331:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177173.770335:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000040:3.0:1786177173.770339:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000200:2.0:1786177173.770340:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407350272, offset 0
00000100:00000001:3.0:1786177173.770346:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177173.770350:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177173.770352:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770353:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177173.770357:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177173.770358:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177173.770359:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177173.770361:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177173.770362:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177173.770366:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:3.0:1786177173.770367:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177173.770373:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770375:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177173.770377:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000040:3.0:1786177173.770380:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770383:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177173.770385:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000200:2.0:1786177173.770386:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1786177173.770390:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770392:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177173.770394:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
02000000:00000001:3.0:1786177173.770395:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177173.770399:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1786177173.770400:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1786177173.770404:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177173.770405:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770407:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177173.770410:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177173.770413:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177173.770416:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177173.770419:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273709:273709:256:4294967295] 192.168.202.146@tcp LPNI seq info [273670:273670:8:4294967295]
00000100:00000010:3.0:1786177173.770424:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000400:00000200:2.0:1786177173.770425:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:3.0:1786177173.770430:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177173.770435:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177173.770438:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177173.770439:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1786177173.770443:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177173.770447:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1786177173.770448:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177173.770450:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1786177173.770455:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
02000000:00000010:3.0:1786177173.770458:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000800:00000200:2.0:1786177173.770464:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786177173.770465:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177173.770469:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000100:00100000:3.0:1786177173.770473:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407350528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786177173.770479:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177173.770485:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1786177173.770489:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1786177173.770492:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770493:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1786177173.770497:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000100:00000040:3.0:1786177173.770499:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407350528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177173.770505:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1786177173.770506:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177173.770510:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177173.770515:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1786177173.770517:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1786177173.770520:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000100:00000001:3.0:1786177173.770520:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177173.770522:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1786177173.770524:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:3.0:1786177173.770525:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177173.770531:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11694
00000100:00000001:2.0:1786177173.770532:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1786177173.770536:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000200:2.0:1786177173.770540:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a680 x1872930407350272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177173.770542:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177173.770546:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177173.770552:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770556:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177173.770559:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177173.770561:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1786177173.770562:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177173.770565:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177173.770568:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000100:00000040:2.0:1786177173.770569:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a680 x1872930407350272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177173.770570:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177173.770573:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177173.770577:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177173.770581:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177173.770583:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177173.770586:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177173.770587:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177173.770591:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177173.770593:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177173.770595:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177173.770595:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177173.770601:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177173.770604:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:2.0:1786177173.770605:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177173.770608:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177173.770610:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306375466
02000000:00000001:3.0:1786177173.770611:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177173.770614:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177173.770616:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177173.770618:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177173.770620:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177173.770622:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177173.770624:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177173.770625:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306370347
00000100:00000001:2.0:1786177173.770631:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306375466
00000100:00000001:2.0:1786177173.770635:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306370347
00000100:00000001:2.0:1786177173.770638:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177173.770639:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177173.770641:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000100:00000001:2.0:1786177173.770642:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1786177173.770647:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00100000:2.0:1786177173.770648:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177173/real 1786177173]  req@ffff9f148515a680 x1872930407350272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177173.770654:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177173.770657:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177173.770661:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:2.0:1786177173.770662:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1786177173.770664:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:2.0:1786177173.770665:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177173.770669:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
02000000:00000001:3.0:1786177173.770670:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177173.770672:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177173.770675:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177173.770677:0:2401:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:3.0:1786177173.770677:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000200:2.0:1786177173.770680:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a680 x1872930407350272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177173.770683:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177173.770691:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407350656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1786177173.770694:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a680 x1872930407350272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177173.770710:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177173.770714:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177173.770715:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177173.770718:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177173.770719:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407350656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.770722:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177173.770725:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177173.770732:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177173.770733:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a680 x1872930407350272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177173.770735:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177173.770743:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177173.770746:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177173.770748:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786177173.770749:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177173.770753:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1786177173.770756:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a680 x1872930407350272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177173.770757:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11694
00000400:00000200:3.0:1786177173.770765:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177173.770801:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177173.770804:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.770806:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177173.770807:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.770809:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177173.770812:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1786177173.770812:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177173.770818:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1786177173.770819:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1786177173.770823:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00080000:2.0:1786177173.770826:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786177173.770828:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177173.770832:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1786177173.770833:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770838:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:2.0:1786177173.770839:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a680 x1872930407350272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177173.770840:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177173.770843:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177173.770844:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177173.770846:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177173.770849:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177173.770854:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177173.770861:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770865:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1786177173.770866:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407350272:192.168.202.146@tcp:250:kworker.0
00000100:00000040:3.0:1786177173.770871:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177173.770873:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177173.770874:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177173.770876:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000001:2.0:1786177173.770877:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1786177173.770880:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000040:2.0:1786177173.770884:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a680 x1872930407350272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177173.770885:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177173.770889:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177173.770892:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177173.770895:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1786177173.770896:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177173.770899:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177173.770900:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:3.0:1786177173.770901:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
02000000:00000010:2.0:1786177173.770904:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
00000008:00000001:3.0:1786177173.770904:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177173.770906:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177173.770909:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:3.0:1786177173.770911:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000001:2.0:1786177173.770912:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177173.770915:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000040:3.0:1786177173.770916:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177173.770919:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:3.0:1786177173.770920:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1786177173.770923:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0000.
02000000:00000001:3.0:1786177173.770923:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177173.770928:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177173.770929:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1786177173.770930:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1786177173.770932:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177173.770933:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177173.770935:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a680.
02000000:00000010:3.0:1786177173.770936:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:2.0:1786177173.770939:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1786177173.770940:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177173.770941:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.770945:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1786177173.770947:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407350784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177173.770959:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1786177173.770959:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177173.770963:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177173.770964:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177173.770967:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407350784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.770970:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177173.770974:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177173.770977:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786177173.770979:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177173.770984:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11704)
00000100:00000040:2.0:1786177173.770986:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a300 x1872930407350400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771004:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177173.771005:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177173.771008:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177173.771010:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177173.771012:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177173.771016:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407350400:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177173.771018:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177173.771026:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177173.771027:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177173.771029:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177173.771034:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177173.771035:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177173.771039:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177173.771041:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177173.771044:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177173.771046:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407350400, portal 10
00000100:00000001:2.0:1786177173.771048:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177173.771049:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790976 : -106564495760640 : ffff9f148515a300)
00000100:00000040:2.0:1786177173.771055:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a300 x1872930407350400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771059:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177173.771061:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177173.771062:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177173.771064:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407350400, offset 0
00000400:00000200:2.0:1786177173.771067:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177173.771070:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177173.771072:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177173.771074:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177173.771076:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177173.771078:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177173.771079:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177173.771082:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273710:273710:256:4294967295] 192.168.202.146@tcp LPNI seq info [273671:273671:8:4294967295]
00000400:00000200:2.0:1786177173.771085:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177173.771090:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177173.771093:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177173.771095:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177173.771098:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177173.771100:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786177173.771104:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177173.771106:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1786177173.771108:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177173.771109:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177173.771112:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177173.771114:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177173.771116:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177173.771118:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177173.771119:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177173.771122:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a300 x1872930407350400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771128:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177173.771130:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a300 x1872930407350400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771134:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177173.771136:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177173.771138:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177173.771141:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177173.771143:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177173.771144:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306366501
00000100:00000001:2.0:1786177173.771146:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306375466
00000100:00000001:2.0:1786177173.771148:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306366501
00000100:00000001:2.0:1786177173.771149:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306375466
00000100:00000001:2.0:1786177173.771151:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177173.771153:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177173.771154:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177173.771157:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177173/real 1786177173]  req@ffff9f148515a300 x1872930407350400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177173.771163:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177173.771163:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177173.771164:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177173.771166:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177173.771167:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177173.771168:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177173.771170:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a300 x1872930407350400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177173.771177:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a300 x1872930407350400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771181:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177173.771181:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771182:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177173.771183:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177173.771186:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a300 x1872930407350400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771190:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177173.771192:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a300 x1872930407350400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771196:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177173.771198:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771199:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177173.771199:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771200:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177173.771202:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177173.771203:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177173.771219:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177173.771222:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177173.771226:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a300 x1872930407350400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177173.771231:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407350400:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177173.771234:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177173.771236:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158700 x1872930407350528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771240:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177173.771241:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177173.771243:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177173.771244:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177173.771245:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177173.771247:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407350528:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177173.771249:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177173.771251:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177173.771252:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177173.771254:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177173.771256:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177173.771258:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177173.771260:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177173.771262:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177173.771264:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177173.771267:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407350528, portal 10
00000100:00000001:2.0:1786177173.771268:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177173.771269:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213783808 : -106564495767808 : ffff9f1485158700)
00000100:00000040:2.0:1786177173.771273:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158700 x1872930407350528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771278:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177173.771280:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177173.771281:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177173.771283:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407350528, offset 0
00000400:00000200:2.0:1786177173.771286:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177173.771289:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177173.771291:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177173.771294:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177173.771295:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177173.771297:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177173.771299:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177173.771301:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273711:273711:256:4294967295] 192.168.202.146@tcp LPNI seq info [273672:273672:8:4294967295]
00000400:00000200:2.0:1786177173.771304:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177173.771308:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177173.771311:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177173.771313:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177173.771316:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177173.771318:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786177173.771320:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177173.771322:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1786177173.771325:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177173.771326:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177173.771328:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177173.771331:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177173.771333:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177173.771334:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177173.771336:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177173.771338:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158700 x1872930407350528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771344:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177173.771346:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158700 x1872930407350528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771351:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177173.771352:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177173.771354:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177173.771356:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177173.771358:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177173.771360:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306366582
00000100:00000001:2.0:1786177173.771362:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306375466
00000100:00000001:2.0:1786177173.771363:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306366582
00000100:00000001:2.0:1786177173.771364:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306375466
00000100:00000001:2.0:1786177173.771366:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177173.771367:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177173.771368:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177173.771370:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177173/real 1786177173]  req@ffff9f1485158700 x1872930407350528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177173.771374:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177173.771375:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177173.771376:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177173.771378:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177173.771379:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177173.771381:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177173.771383:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158700 x1872930407350528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177173.771388:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158700 x1872930407350528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771391:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177173.771392:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771393:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177173.771394:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177173.771396:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158700 x1872930407350528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771400:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177173.771403:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158700 x1872930407350528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771408:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177173.771410:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771411:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177173.771411:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771413:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177173.771414:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177173.771415:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177173.771417:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177173.771418:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177173.771420:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158700 x1872930407350528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177173.771425:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407350528:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177173.771427:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177173.771429:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158380 x1872930407350656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771433:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177173.771434:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177173.771435:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177173.771436:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177173.771438:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177173.771440:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407350656:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177173.771442:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177173.771443:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177173.771444:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177173.771445:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177173.771447:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177173.771448:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177173.771451:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177173.771452:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177173.771455:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177173.771456:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407350656, portal 4
00000100:00000001:2.0:1786177173.771458:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177173.771459:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782912 : -106564495768704 : ffff9f1485158380)
00000100:00000040:2.0:1786177173.771463:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158380 x1872930407350656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771467:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177173.771469:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177173.771470:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177173.771471:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407350656, offset 0
00000400:00000200:2.0:1786177173.771474:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177173.771476:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177173.771478:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177173.771480:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177173.771481:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177173.771483:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177173.771484:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177173.771486:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273712:273712:256:4294967295] 192.168.202.146@tcp LPNI seq info [273673:273673:8:4294967295]
00000400:00000200:2.0:1786177173.771489:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177173.771493:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177173.771496:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177173.771498:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177173.771500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177173.771502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786177173.771505:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177173.771507:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1786177173.771510:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177173.771512:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177173.771514:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177173.771516:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177173.771518:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177173.771520:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177173.771521:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177173.771524:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158380 x1872930407350656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771529:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177173.771531:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158380 x1872930407350656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771535:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177173.771536:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177173.771538:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177173.771540:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177173.771542:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177173.771544:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306367841
00000100:00000001:2.0:1786177173.771546:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306375466
00000100:00000001:2.0:1786177173.771547:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306367841
00000100:00000001:2.0:1786177173.771548:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306375466
00000100:00000001:2.0:1786177173.771550:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177173.771551:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177173.771552:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177173.771554:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177173/real 1786177173]  req@ffff9f1485158380 x1872930407350656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177173.771558:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177173.771559:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177173.771560:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177173.771561:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177173.771562:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177173.771563:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177173.771565:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158380 x1872930407350656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177173.771571:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158380 x1872930407350656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771576:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177173.771577:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771579:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177173.771580:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177173.771582:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158380 x1872930407350656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771586:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177173.771588:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158380 x1872930407350656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771592:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177173.771593:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771594:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177173.771595:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771596:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177173.771597:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177173.771599:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177173.771600:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177173.771601:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177173.771604:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158380 x1872930407350656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177173.771608:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407350656:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177173.771610:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771611:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177173.771613:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a300 x1872930407350400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771618:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177173.771619:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177173.771621:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177173.771622:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177173.771623:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177173.771624:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177173.771626:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177173.771627:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:2.0:1786177173.771629:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177173.771630:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177173.771630:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a300.
00000100:00000001:2.0:1786177173.771632:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177173.771633:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771634:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177173.771637:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158700 x1872930407350528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771641:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177173.771642:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177173.771642:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177173.771644:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177173.771645:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177173.771645:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177173.771646:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177173.771647:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1400.
02000000:00000001:2.0:1786177173.771649:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177173.771650:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177173.771651:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158700.
00000100:00000001:2.0:1786177173.771652:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177173.771653:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771654:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177173.771655:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158380 x1872930407350656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771659:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177173.771660:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177173.771660:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177173.771662:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177173.771663:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177173.771664:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177173.771666:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177173.771667:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0c00.
02000000:00000001:2.0:1786177173.771668:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177173.771669:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177173.771670:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158380.
00000100:00000001:2.0:1786177173.771671:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177173.771672:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771673:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771675:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177173.771676:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177173.771678:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177173.771679:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177173.771679:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177173.771681:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407350784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771686:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177173.771687:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177173.771688:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177173.771689:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177173.771691:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177173.771693:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407350784:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177173.771695:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177173.771696:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177173.771696:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177173.771697:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177173.771699:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177173.771700:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177173.771702:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177173.771703:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177173.771705:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177173.771707:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407350784, portal 4
00000100:00000001:2.0:1786177173.771709:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177173.771710:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:2.0:1786177173.771714:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407350784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771722:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177173.771724:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177173.771725:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177173.771727:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407350784, offset 0
00000400:00000200:2.0:1786177173.771730:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177173.771731:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177173.771734:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177173.771735:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177173.771737:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177173.771738:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177173.771740:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177173.771742:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273713:273713:256:4294967295] 192.168.202.146@tcp LPNI seq info [273674:273674:8:4294967295]
00000400:00000200:2.0:1786177173.771745:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177173.771749:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177173.771752:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177173.771754:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177173.771757:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177173.771759:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786177173.771761:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177173.771763:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1786177173.771766:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177173.771767:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177173.771784:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177173.771787:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177173.771789:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177173.771790:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177173.771792:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177173.771795:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158a80 x1872930407350784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771800:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177173.771802:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407350784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771811:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177173.771812:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177173.771814:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177173.771816:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177173.771819:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177173.771820:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306367632
00000100:00000001:2.0:1786177173.771822:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306375466
00000100:00000001:2.0:1786177173.771824:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306367632
00000100:00000001:2.0:1786177173.771826:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306375466
00000100:00000001:2.0:1786177173.771827:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177173.771828:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177173.771829:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177173.771831:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177173/real 1786177173]  req@ffff9f1485158a80 x1872930407350784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177173.771836:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177173.771837:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177173.771838:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177173.771840:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177173.771841:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177173.771842:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177173.771844:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407350784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177173.771850:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407350784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771854:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177173.771855:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771856:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177173.771856:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177173.771859:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407350784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771864:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177173.771866:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407350784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771871:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177173.771872:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771873:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177173.771874:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771875:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177173.771876:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177173.771877:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177173.771879:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177173.771880:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177173.771883:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407350784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177173.771887:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407350784:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177173.771889:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771890:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177173.771892:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407350784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177173.771896:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177173.771898:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177173.771899:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177173.771900:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177173.771901:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177173.771902:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177173.771904:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177173.771905:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3c00.
02000000:00000001:2.0:1786177173.771907:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177173.771908:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177173.771909:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:2.0:1786177173.771911:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177173.771912:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771913:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177173.771915:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177173.771916:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177173.771917:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177173.771919:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177174.601955:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177174.601966:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177174.602072:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177174.602078:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177174.602089:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177175.625858:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177175.625865:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177175.625929:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177175.625932:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177175.625935:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177176.649907:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177176.649915:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177176.650006:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177176.650013:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177176.650017:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177177.673918:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177177.673925:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177177.674003:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177177.674007:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177177.674011:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177178.697903:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177178.697909:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177178.697998:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177178.698006:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177178.698011:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177178.889904:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177178.889915:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177178.889918:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177178.889922:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177178.889927:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177178.889934:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11699
00000400:00000200:3.0:1786177178.889943:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177178.889950:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177178.889953:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177178.889956:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.889959:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177178.889961:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.889963:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177178.889967:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177178.889969:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177178.889972:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177178.889974:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177178.889976:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177178.889978:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177178.889980:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.889982:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177178.889984:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.889985:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177178.889988:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177178.889991:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177178.889993:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177178.889995:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177178.889999:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177178.890001:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177178.890003:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177178.890005:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177178.890015:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786177178.890018:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177178.890022:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177178.890024:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177178.890027:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177178.890030:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177178.890035:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177178.890043:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786177178.890051:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177178.890060:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407350912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177178.890069:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177178.890073:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177178.890077:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407350912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177178.890106:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177178.890109:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177178.890113:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177178.890115:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177178.890117:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177178.890119:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177178.890122:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11699
00000400:00000200:3.0:1786177178.890126:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177178.890130:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177178.890132:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177178.890135:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.890137:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177178.890140:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.890143:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177178.890146:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177178.890147:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177178.890149:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177178.890152:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177178.890155:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177178.890169:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177178.890173:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.890176:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177178.890177:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1786177178.890178:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.890182:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177178.890183:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1786177178.890187:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:2.0:1786177178.890188:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177178.890197:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407350912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177178.890203:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177178.890209:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177178.890210:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.890212:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177178.890214:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1786177178.890217:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177178.890220:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177178.890222:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177178.890223:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1786177178.890227:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407350912:192.168.202.146@tcp:250:kworker.0
02000000:00000001:3.0:1786177178.890229:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.890232:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1786177178.890235:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177178.890239:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177178.890242:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177178.890244:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1786177178.890250:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1786177178.890251:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177178.890255:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1786177178.890259:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177178.890263:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177178.890268:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786177178.890271:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000400:00000200:2.0:1786177178.890274:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177178.890278:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1786177178.890280:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
02000000:00000001:3.0:1786177178.890281:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177178.890286:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1786177178.890290:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
02000000:00000001:3.0:1786177178.890295:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177178.890297:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177178.890299:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407350912, portal 25
00000100:00000001:2.0:1786177178.890304:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000010:3.0:1786177178.890304:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:2.0:1786177178.890307:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
00000100:00000001:3.0:1786177178.890312:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177178.890318:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407350912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177178.890325:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407351040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177178.890327:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177178.890334:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177178.890339:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177178.890345:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407350912, offset 0
00000100:00000001:3.0:1786177178.890345:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177178.890350:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177178.890355:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177178.890357:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407351040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177178.890366:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177178.890367:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177178.890373:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177178.890378:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:3.0:1786177178.890379:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177178.890383:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177178.890385:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177178.890386:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1786177178.890388:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177178.890392:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11699
00000400:00000200:2.0:1786177178.890394:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177178.890399:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177178.890401:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177178.890404:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273714:273714:256:4294967295] 192.168.202.146@tcp LPNI seq info [273675:273675:8:4294967295]
00000400:00000200:2.0:1786177178.890408:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177178.890413:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177178.890419:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177178.890423:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1786177178.890424:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177178.890431:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.890434:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1786177178.890435:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177178.890439:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.890441:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000010:2.0:1786177178.890442:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000020:00000001:3.0:1786177178.890443:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177178.890447:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177178.890448:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177178.890450:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177178.890452:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.0:1786177178.890453:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786177178.890454:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.0:1786177178.890459:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1786177178.890461:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.890465:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177178.890470:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.1:1786177178.890472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786177178.890473:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177178.890478:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000800:00000200:2.1:1786177178.890479:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1786177178.890483:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000800:00000100:2.0:1786177178.890488:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177178.890489:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177178.890492:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1786177178.890494:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
02000000:00000001:3.0:1786177178.890495:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177178.890499:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177178.890501:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1786177178.890503:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:3.0:1786177178.890504:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177178.890509:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177178.890512:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177178.890513:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000010:3.0:1786177178.890516:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000400:00000200:2.0:1786177178.890520:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000020:00000040:3.0:1786177178.890521:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000400:00000010:2.0:1786177178.890525:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
02000000:00000001:3.0:1786177178.890526:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177178.890530:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.890531:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1786177178.890532:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177178.890534:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1786177178.890537:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515ad80 x1872930407350912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177178.890538:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177178.890544:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786177178.890548:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177178.890553:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407351168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177178.890556:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177178.890564:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407350912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177178.890564:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177178.890568:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177178.890577:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407351168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.890578:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.890585:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177178.890591:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177178.890592:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177178.890597:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177178.890600:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177178.890603:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1786177178.890605:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306380586
00000100:00000001:3.0:1786177178.890606:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177178.890609:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177178.890612:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177178.890615:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11699
00000100:00000001:2.0:1786177178.890617:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306375466
00000400:00000200:3.0:1786177178.890619:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177178.890624:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306380586
00000400:00000200:3.0:1786177178.890624:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177178.890630:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177178.890631:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306375466
00000100:00000040:3.0:1786177178.890634:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.890637:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177178.890638:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1786177178.890639:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177178.890642:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177178.890643:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177178.890646:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1786177178.890647:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177178.890649:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177178.890651:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177178.890653:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00100000:2.0:1786177178.890655:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177178/real 1786177178]  req@ffff9f148515ad80 x1872930407350912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177178.890656:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177178.890659:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177178.890666:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.890669:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177178.890673:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.890677:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177178.890682:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177178.890685:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000001:2.0:1786177178.890686:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1786177178.890687:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177178.890691:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1786177178.890692:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1786177178.890693:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177178.890697:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177178.890698:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:3.0:1786177178.890699:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177178.890702:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1786177178.890705:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000008:00000001:3.0:1786177178.890706:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177178.890710:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177178.890710:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177178.890712:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000100:00000001:2.0:1786177178.890715:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177178.890721:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407350912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786177178.890721:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177178.890726:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177178.890728:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177178.890732:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177178.890734:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177178.890736:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177178.890740:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407350912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1786177178.890742:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786177178.890747:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.890754:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:3.0:1786177178.890755:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407351296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177178.890757:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.890762:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177178.890765:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177178.890800:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407350912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177178.890802:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177178.890807:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.890813:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177178.890814:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407351296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1786177178.890820:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407350912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177178.890826:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.890833:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1786177178.890834:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177178.890838:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.890844:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1786177178.890844:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1786177178.890847:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177178.890849:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177178.890850:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177178.890854:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1786177178.890855:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1786177178.890857:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1786177178.890863:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1786177178.890864:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177178.890869:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1786177178.890871:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11699
00000100:00000040:2.0:1786177178.890875:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407350912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177178.890883:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00100000:2.0:1786177178.890887:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407350912:192.168.202.146@tcp:250:kworker.0
00000400:00000200:3.0:1786177178.890891:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177178.890895:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786177178.890895:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177178.890899:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177178.890900:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.890904:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177178.890905:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407350912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177178.890908:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177178.890914:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177178.890919:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177178.890921:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177178.890924:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177178.890927:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177178.890931:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177178.890934:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1786177178.890935:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000001:2.0:1786177178.890938:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1786177178.890939:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000010:2.0:1786177178.890942:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
00000100:00000001:3.0:1786177178.890943:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177178.890947:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177178.890948:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1786177178.890951:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:2.0:1786177178.890952:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1786177178.890955:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000020:00000040:2.0:1786177178.890956:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177178.890961:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:3.0:1786177178.890962:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177178.890966:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177178.890967:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1800.
02000000:00000001:3.0:1786177178.890968:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177178.890973:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177178.890974:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1786177178.890975:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177178.890977:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1786177178.890978:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:2.0:1786177178.890980:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000008:00100000:3.0:1786177178.890982:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177178.890984:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.890986:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1786177178.890986:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.890989:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1786177178.890991:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177178.890992:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177178.890997:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177178.891000:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177178.891001:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177178.891002:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177178.891003:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1786177178.891004:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177178.891007:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177178.891008:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.891014:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1786177178.891016:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:2.0:1786177178.891017:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177178.891020:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786177178.891021:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177178.891025:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407351040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177178.891030:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407351424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177178.891044:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177178.891047:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177178.891051:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177178.891054:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177178.891058:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177178.891060:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1786177178.891063:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407351040:192.168.202.146@tcp:38:kworker.0
00000100:00000001:3.0:1786177178.891064:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.891070:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1786177178.891073:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407351424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1786177178.891074:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177178.891076:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177178.891080:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177178.891085:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
00000100:00000001:3.0:1786177178.891087:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177178.891088:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177178.891094:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786177178.891094:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11709)
00000400:00000010:2.0:1786177178.891100:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177178.891103:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177178.891106:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407351040, portal 10
00000100:00000001:2.0:1786177178.891107:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177178.891108:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000100:00000040:2.0:1786177178.891116:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407351040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891121:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177178.891123:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177178.891125:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177178.891126:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407351040, offset 0
00000400:00000200:2.0:1786177178.891129:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177178.891132:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177178.891135:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177178.891137:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177178.891139:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177178.891141:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177178.891143:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177178.891145:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273715:273715:256:4294967295] 192.168.202.146@tcp LPNI seq info [273676:273676:8:4294967295]
00000400:00000200:2.0:1786177178.891148:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177178.891153:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177178.891156:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177178.891176:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177178.891179:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177178.891181:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177178.891185:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177178.891187:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177178.891189:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177178.891191:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177178.891193:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177178.891196:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177178.891198:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177178.891200:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177178.891202:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177178.891205:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159c00 x1872930407351040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891211:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177178.891213:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159c00 x1872930407351040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891218:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.891219:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177178.891221:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177178.891224:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177178.891227:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177178.891228:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306371621
00000100:00000001:2.0:1786177178.891231:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306380586
00000100:00000001:2.0:1786177178.891232:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306371621
00000100:00000001:2.0:1786177178.891234:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306380586
00000100:00000001:2.0:1786177178.891235:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177178.891237:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.891238:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177178.891240:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177178/real 1786177178]  req@ffff9f1485159c00 x1872930407351040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177178.891245:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177178.891246:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177178.891248:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177178.891249:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177178.891250:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177178.891252:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177178.891254:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407351040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177178.891260:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407351040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891268:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177178.891270:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.891271:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177178.891272:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177178.891274:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407351040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891278:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177178.891281:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407351040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891285:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177178.891286:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.891287:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177178.891288:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.891289:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177178.891290:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177178.891292:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177178.891294:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177178.891295:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177178.891298:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407351040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177178.891303:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407351040:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177178.891305:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177178.891307:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407351168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891311:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177178.891312:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177178.891314:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177178.891316:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177178.891317:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177178.891319:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407351168:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177178.891322:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177178.891323:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177178.891324:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177178.891325:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177178.891327:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177178.891329:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177178.891331:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177178.891332:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177178.891335:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177178.891337:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407351168, portal 10
00000100:00000001:2.0:1786177178.891338:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177178.891339:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
00000100:00000040:2.0:1786177178.891344:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407351168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891349:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177178.891350:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177178.891352:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177178.891353:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407351168, offset 0
00000400:00000200:2.0:1786177178.891356:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177178.891358:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177178.891360:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177178.891362:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177178.891364:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177178.891365:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177178.891367:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177178.891370:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273716:273716:256:4294967295] 192.168.202.146@tcp LPNI seq info [273677:273677:8:4294967295]
00000400:00000200:2.0:1786177178.891372:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177178.891377:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177178.891380:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177178.891382:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177178.891385:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177178.891387:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177178.891390:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177178.891392:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177178.891394:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177178.891395:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177178.891398:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177178.891400:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177178.891402:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177178.891403:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177178.891405:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177178.891407:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b800 x1872930407351168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891412:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177178.891414:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407351168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891419:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.891420:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177178.891421:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177178.891423:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177178.891425:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177178.891426:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306371702
00000100:00000001:2.0:1786177178.891427:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306380586
00000100:00000001:2.0:1786177178.891429:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306371702
00000100:00000001:2.0:1786177178.891431:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306380586
00000100:00000001:2.0:1786177178.891432:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177178.891434:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.891435:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177178.891437:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177178/real 1786177178]  req@ffff9f148515b800 x1872930407351168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177178.891443:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177178.891444:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177178.891445:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177178.891447:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177178.891448:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177178.891449:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177178.891451:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407351168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177178.891456:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407351168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891459:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177178.891460:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.891461:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177178.891462:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177178.891464:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407351168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891468:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177178.891470:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407351168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891474:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177178.891476:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.891478:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177178.891479:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.891480:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177178.891481:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177178.891483:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177178.891485:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177178.891486:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177178.891489:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407351168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177178.891494:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407351168:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177178.891497:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177178.891499:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407351296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891503:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177178.891504:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177178.891505:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177178.891506:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177178.891507:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177178.891509:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407351296:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177178.891511:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177178.891512:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177178.891512:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177178.891513:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177178.891516:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177178.891517:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177178.891519:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177178.891520:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177178.891523:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177178.891525:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407351296, portal 4
00000100:00000001:2.0:1786177178.891526:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177178.891527:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00000040:2.0:1786177178.891531:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407351296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891534:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177178.891536:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177178.891537:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177178.891539:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407351296, offset 0
00000400:00000200:2.0:1786177178.891542:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177178.891544:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177178.891546:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177178.891548:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177178.891550:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177178.891552:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177178.891553:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177178.891555:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273717:273717:256:4294967295] 192.168.202.146@tcp LPNI seq info [273678:273678:8:4294967295]
00000400:00000200:2.0:1786177178.891558:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177178.891562:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177178.891564:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177178.891566:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177178.891569:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177178.891571:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177178.891573:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177178.891575:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177178.891578:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177178.891579:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177178.891581:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177178.891584:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177178.891586:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177178.891587:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177178.891588:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177178.891591:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159880 x1872930407351296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891595:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177178.891597:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159880 x1872930407351296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891601:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.891602:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177178.891603:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177178.891606:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177178.891608:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177178.891610:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306372961
00000100:00000001:2.0:1786177178.891611:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306380586
00000100:00000001:2.0:1786177178.891613:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306372961
00000100:00000001:2.0:1786177178.891614:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306380586
00000100:00000001:2.0:1786177178.891616:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177178.891617:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.891618:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177178.891620:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177178/real 1786177178]  req@ffff9f1485159880 x1872930407351296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177178.891624:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177178.891625:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177178.891626:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177178.891627:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177178.891629:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177178.891630:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177178.891632:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407351296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177178.891640:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407351296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891647:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177178.891648:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.891650:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177178.891652:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177178.891656:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407351296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891664:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177178.891668:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407351296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891675:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177178.891678:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.891680:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177178.891682:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.891683:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177178.891685:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177178.891688:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177178.891691:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177178.891694:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177178.891698:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407351296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177178.891707:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407351296:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177178.891711:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.891713:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177178.891717:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407351040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891724:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177178.891726:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177178.891728:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177178.891731:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177178.891733:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177178.891734:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177178.891736:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177178.891739:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:2.0:1786177178.891742:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177178.891744:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177178.891746:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:2.0:1786177178.891749:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177178.891750:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.891752:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177178.891756:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407351168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891768:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177178.891784:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177178.891786:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177178.891788:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177178.891789:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177178.891790:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177178.891791:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177178.891793:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:2.0:1786177178.891794:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177178.891795:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177178.891796:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000001:2.0:1786177178.891798:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177178.891799:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.891800:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177178.891803:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407351296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891808:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177178.891808:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177178.891810:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177178.891811:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177178.891812:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177178.891813:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177178.891814:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177178.891815:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:2.0:1786177178.891816:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177178.891817:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177178.891818:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:2.0:1786177178.891819:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177178.891820:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.891821:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.891823:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177178.891824:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.891826:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177178.891827:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177178.891827:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177178.891830:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407351424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891835:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177178.891836:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177178.891838:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177178.891839:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177178.891840:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177178.891842:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407351424:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177178.891845:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177178.891846:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177178.891848:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177178.891849:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177178.891851:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177178.891853:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177178.891855:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177178.891858:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177178.891861:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177178.891864:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407351424, portal 4
00000100:00000001:2.0:1786177178.891866:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177178.891868:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00000040:2.0:1786177178.891874:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407351424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891881:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177178.891884:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177178.891887:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177178.891890:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407351424, offset 0
00000400:00000200:2.0:1786177178.891895:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177178.891899:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177178.891903:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177178.891906:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177178.891909:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177178.891912:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177178.891914:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177178.891918:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273718:273718:256:4294967295] 192.168.202.146@tcp LPNI seq info [273679:273679:8:4294967295]
00000400:00000200:2.0:1786177178.891923:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177178.891930:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177178.891936:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177178.891940:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177178.891944:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177178.891947:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177178.891953:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177178.891956:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177178.891960:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177178.891962:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177178.891966:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177178.891970:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177178.891973:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177178.891975:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177178.891978:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177178.891982:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b480 x1872930407351424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.891991:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177178.891995:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b480 x1872930407351424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.892003:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.892005:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177178.892009:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177178.892012:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177178.892016:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177178.892019:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306372752
00000100:00000001:2.0:1786177178.892022:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306380586
00000100:00000001:2.0:1786177178.892024:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306372752
00000100:00000001:2.0:1786177178.892027:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306380586
00000100:00000001:2.0:1786177178.892030:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177178.892033:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.892035:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177178.892039:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177178/real 1786177178]  req@ffff9f148515b480 x1872930407351424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177178.892049:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177178.892051:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177178.892053:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177178.892056:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177178.892058:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177178.892060:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177178.892064:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407351424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177178.892074:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407351424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.892081:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177178.892084:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.892086:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177178.892087:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177178.892092:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407351424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.892099:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177178.892104:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407351424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.892112:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177178.892115:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.892117:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177178.892119:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.892121:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177178.892123:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177178.892126:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177178.892130:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177178.892133:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177178.892137:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407351424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177178.892146:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407351424:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177178.892150:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.892152:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177178.892155:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407351424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177178.892180:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177178.892182:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177178.892184:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177178.892187:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177178.892188:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177178.892189:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177178.892192:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177178.892194:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
02000000:00000001:2.0:1786177178.892196:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177178.892198:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177178.892199:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177178.892202:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177178.892204:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.892206:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177178.892210:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177178.892211:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177178.892213:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177178.892215:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177179.721869:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177179.721877:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177179.721879:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177179.721881:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177179.721885:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177179.721887:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177179.721889:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177179.721890:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177179.721952:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177179.721955:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177179.721958:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177180.745885:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177180.745890:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177180.745953:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177180.745958:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177180.745962:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177181.769881:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177181.769887:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177181.769980:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177181.769988:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177181.769993:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177182.793918:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177182.793926:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177182.793999:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177182.794005:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177182.794010:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177183.817920:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177183.817930:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177183.818006:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177183.818010:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177183.818014:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177184.009853:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177184.009867:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177184.009871:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177184.009876:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177184.009881:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177184.009890:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11704
00000400:00000200:3.0:1786177184.009899:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177184.009907:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177184.009910:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177184.009914:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177184.009918:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177184.009921:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177184.009924:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177184.009929:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177184.009931:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177184.009935:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177184.009939:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177184.009942:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177184.009945:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177184.009948:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177184.009950:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177184.009952:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177184.009954:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177184.009958:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177184.009962:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177184.009965:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177184.009968:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177184.009971:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177184.009974:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177184.009977:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177184.009980:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177184.009992:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786177184.009997:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177184.010011:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177184.010013:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177184.010020:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177184.010024:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177184.010028:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177184.010038:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786177184.010046:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177184.010058:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407351552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177184.010071:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177184.010076:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177184.010081:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407351552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177184.010104:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177184.010121:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177184.010126:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177184.010127:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177184.010129:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177184.010132:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177184.010135:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11704
00000400:00000200:3.0:1786177184.010140:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177184.010144:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177184.010146:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177184.010150:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177184.010151:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786177184.010152:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177184.010156:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177184.010158:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1786177184.010159:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177184.010162:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1786177184.010163:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177184.010166:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177184.010168:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177184.010172:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000040:2.0:1786177184.010173:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407351552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177184.010175:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177184.010180:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177184.010188:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177184.010191:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177184.010192:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177184.010195:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177184.010196:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177184.010200:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:2.0:1786177184.010201:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1786177184.010205:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
02000000:00000001:2.0:1786177184.010206:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177184.010212:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177184.010212:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177184.010217:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177184.010218:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407351552:192.168.202.146@tcp:250:kworker.0
02000000:00000001:3.0:1786177184.010220:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177184.010225:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177184.010228:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177184.010231:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1786177184.010232:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177184.010235:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177184.010236:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177184.010241:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1786177184.010243:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177184.010247:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177184.010248:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
00000100:00000001:3.0:1786177184.010251:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177184.010252:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177184.010258:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000400:00000200:2.0:1786177184.010262:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:3.0:1786177184.010263:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177184.010268:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1786177184.010269:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
02000000:00000001:3.0:1786177184.010270:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177184.010274:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177184.010277:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1786177184.010278:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177184.010288:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407351552, portal 25
02000000:00000001:3.0:1786177184.010288:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.010293:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177184.010296:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
02000000:00000010:3.0:1786177184.010296:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786177184.010301:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177184.010307:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407351680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1786177184.010318:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407351552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177184.010319:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177184.010323:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177184.010330:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407351680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.010351:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177184.010356:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177184.010361:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000001:3.0:1786177184.010363:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177184.010366:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407351552, offset 0
00000100:00080000:3.0:1786177184.010368:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177184.010372:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177184.010375:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177184.010376:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177184.010378:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177184.010382:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177184.010385:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11704
00000400:00000200:2.0:1786177184.010389:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177184.010397:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177184.010403:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177184.010408:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177184.010412:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177184.010415:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177184.010419:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273719:273719:256:4294967295] 192.168.202.146@tcp LPNI seq info [273680:273680:8:4294967295]
00000400:00000200:2.0:1786177184.010424:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177184.010430:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177184.010436:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177184.010441:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1786177184.010441:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177184.010448:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177184.010452:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1786177184.010453:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177184.010458:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000010:2.0:1786177184.010461:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000100:00000001:3.0:1786177184.010461:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177184.010466:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177184.010468:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177184.010470:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.0:1786177184.010473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000040:3.0:1786177184.010474:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177184.010479:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.0:1786177184.010481:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1786177184.010484:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.1:1786177184.010490:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177184.010492:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.1:1786177184.010496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1786177184.010497:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177184.010501:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000100:2.0:1786177184.010506:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177184.010506:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000010:2.0:1786177184.010510:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000020:00000040:3.0:1786177184.010511:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177184.010516:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177184.010518:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177184.010519:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1786177184.010520:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177184.010525:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1786177184.010528:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1786177184.010529:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177184.010535:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177184.010538:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:3.0:1786177184.010540:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177184.010544:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1786177184.010544:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177184.010550:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177184.010551:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159180 x1872930407351552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177184.010554:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177184.010560:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786177184.010565:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000100:00000001:2.0:1786177184.010567:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1786177184.010569:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177184.010571:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177184.010573:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159180 x1872930407351552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177184.010574:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177184.010577:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177184.010579:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177184.010586:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786177184.010591:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.010600:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177184.010600:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407351808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177184.010605:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177184.010612:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177184.010613:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177184.010617:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177184.010619:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177184.010623:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306385706
00000100:00000040:3.0:1786177184.010625:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407351808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.010634:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306380586
00000100:00000001:3.0:1786177184.010635:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177184.010640:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177184.010641:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306385706
00000100:00000001:2.0:1786177184.010648:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306380586
00000100:00080000:3.0:1786177184.010648:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177184.010651:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177184.010653:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177184.010656:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177184.010659:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1786177184.010660:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11704
00000100:00000001:2.0:1786177184.010665:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177184.010667:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177184.010669:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1786177184.010673:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00100000:2.0:1786177184.010677:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177184/real 1786177184]  req@ffff9f1485159180 x1872930407351552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177184.010678:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177184.010686:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177184.010692:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1786177184.010695:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1786177184.010696:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000001:2.0:1786177184.010699:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1786177184.010700:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000010:2.0:1786177184.010702:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000020:00000001:3.0:1786177184.010704:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1786177184.010707:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000020:00000040:3.0:1786177184.010707:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000400:00000010:2.0:1786177184.010711:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000020:00000001:3.0:1786177184.010711:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177184.010715:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000001:2.0:1786177184.010716:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1786177184.010720:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000200:2.0:1786177184.010723:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407351552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177184.010724:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177184.010732:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177184.010737:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177184.010741:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000200:2.0:1786177184.010744:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407351552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177184.010746:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177184.010753:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000001:2.0:1786177184.010759:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1786177184.010760:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177184.010762:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177184.010765:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.010766:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1786177184.010789:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177184.010792:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177184.010795:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177184.010797:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177184.010799:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177184.010802:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177184.010804:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177184.010808:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000100:00000001:2.0:1786177184.010809:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177184.010812:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00100000:2.0:1786177184.010818:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407351552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177184.010818:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177184.010821:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177184.010825:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177184.010828:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177184.010831:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177184.010837:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786177184.010843:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.010844:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1786177184.010851:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407351936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1786177184.010853:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407351552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177184.010872:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177184.010874:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177184.010876:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.010878:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.010881:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177184.010883:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177184.010886:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407351936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.010887:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177184.010890:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177184.010895:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177184.010903:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786177184.010904:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.010907:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1786177184.010909:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1786177184.010915:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407351552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177184.010915:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177184.010918:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177184.010921:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177184.010927:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177184.010932:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11704
00000100:00100000:2.0:1786177184.010935:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407351552:192.168.202.146@tcp:250:kworker.0
00000400:00000200:3.0:1786177184.010939:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177184.010943:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1786177184.010945:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177184.010947:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1786177184.010950:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1786177184.010953:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407351552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177184.010957:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177184.010963:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177184.010968:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1786177184.010968:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177184.010972:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1786177184.010973:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000010:2.0:1786177184.010976:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
00000020:00000001:3.0:1786177184.010977:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177184.010980:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
02000000:00000001:2.0:1786177184.010981:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1786177184.010983:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000001:2.0:1786177184.010984:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1786177184.010986:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000040:2.0:1786177184.010988:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:3.0:1786177184.010990:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:2.0:1786177184.010992:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000001:3.0:1786177184.010994:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000010:2.0:1786177184.010996:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
00000100:00000040:3.0:1786177184.011000:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177184.011003:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1786177184.011003:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1786177184.011007:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1786177184.011007:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000010:2.0:1786177184.011010:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
00000100:00000001:3.0:1786177184.011011:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177184.011015:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1786177184.011016:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000001:2.0:1786177184.011017:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786177184.011022:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177184.011025:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177184.011028:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177184.011031:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177184.011032:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1786177184.011037:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177184.011040:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177184.011042:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177184.011044:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000008:00000001:3.0:1786177184.011044:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.011048:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177184.011049:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.011054:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:3.0:1786177184.011056:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000100:00000001:2.0:1786177184.011057:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177184.011060:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1786177184.011060:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177184.011064:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1786177184.011067:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407351680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177184.011067:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177184.011071:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177184.011074:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177184.011076:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177184.011082:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:2.0:1786177184.011083:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177184.011086:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177184.011088:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177184.011089:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177184.011093:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177184.011096:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177184.011098:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407352064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1786177184.011102:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407351680:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177184.011120:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177184.011123:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177184.011126:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177184.011130:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177184.011135:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
00000100:00000001:3.0:1786177184.011136:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1786177184.011139:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177184.011140:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177184.011146:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786177184.011148:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407352064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1786177184.011150:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177184.011156:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177184.011161:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407351680, portal 10
00000100:00000001:2.0:1786177184.011165:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177184.011166:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.011167:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
00000100:00000040:3.0:1786177184.011175:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11714)
00000100:00000040:2.0:1786177184.011178:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407351680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011187:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177184.011191:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177184.011194:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177184.011196:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407351680, offset 0
00000400:00000200:2.0:1786177184.011201:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177184.011205:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177184.011208:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177184.011211:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177184.011214:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177184.011216:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177184.011219:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177184.011222:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273720:273720:256:4294967295] 192.168.202.146@tcp LPNI seq info [273681:273681:8:4294967295]
00000400:00000200:2.0:1786177184.011227:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177184.011234:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177184.011238:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177184.011241:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177184.011245:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177184.011248:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177184.011253:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177184.011255:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177184.011259:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177184.011261:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177184.011264:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177184.011267:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177184.011270:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177184.011272:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177184.011275:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177184.011278:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515aa00 x1872930407351680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011286:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177184.011289:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515aa00 x1872930407351680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011296:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.011298:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177184.011301:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177184.011305:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177184.011308:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177184.011311:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306376741
00000100:00000001:2.0:1786177184.011313:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306385706
00000100:00000001:2.0:1786177184.011315:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306376741
00000100:00000001:2.0:1786177184.011318:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306385706
00000100:00000001:2.0:1786177184.011320:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177184.011322:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.011324:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177184.011327:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177184/real 1786177184]  req@ffff9f148515aa00 x1872930407351680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177184.011334:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177184.011336:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177184.011337:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177184.011340:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177184.011341:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177184.011343:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177184.011346:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407351680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177184.011355:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407351680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011362:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177184.011363:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.011365:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177184.011366:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177184.011369:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407351680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011376:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177184.011380:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407351680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011387:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177184.011390:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.011391:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177184.011392:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.011394:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177184.011396:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177184.011398:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177184.011401:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177184.011404:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177184.011407:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407351680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177184.011416:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407351680:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177184.011420:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177184.011423:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407351808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011429:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177184.011431:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177184.011433:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177184.011435:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177184.011437:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177184.011440:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407351808:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177184.011443:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177184.011444:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177184.011446:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177184.011448:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177184.011451:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177184.011453:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177184.011457:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177184.011459:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177184.011461:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177184.011464:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407351808, portal 10
00000100:00000001:2.0:1786177184.011466:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177184.011468:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000100:00000040:2.0:1786177184.011473:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407351808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011480:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177184.011482:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177184.011484:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177184.011486:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407351808, offset 0
00000400:00000200:2.0:1786177184.011490:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177184.011493:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177184.011496:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177184.011499:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177184.011501:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177184.011504:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177184.011506:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177184.011509:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273721:273721:256:4294967295] 192.168.202.146@tcp LPNI seq info [273682:273682:8:4294967295]
00000400:00000200:2.0:1786177184.011514:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177184.011519:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177184.011523:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177184.011526:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177184.011530:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177184.011532:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177184.011537:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177184.011539:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177184.011543:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177184.011545:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177184.011547:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177184.011551:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177184.011554:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177184.011556:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177184.011558:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177184.011561:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158000 x1872930407351808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011569:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177184.011572:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158000 x1872930407351808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011579:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.011581:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177184.011583:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177184.011586:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177184.011589:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177184.011591:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306376822
00000100:00000001:2.0:1786177184.011593:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306385706
00000100:00000001:2.0:1786177184.011595:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306376822
00000100:00000001:2.0:1786177184.011598:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306385706
00000100:00000001:2.0:1786177184.011600:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177184.011602:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.011604:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177184.011607:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177184/real 1786177184]  req@ffff9f1485158000 x1872930407351808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177184.011614:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177184.011616:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177184.011617:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177184.011620:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177184.011621:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177184.011623:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177184.011626:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407351808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177184.011635:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407351808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011642:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177184.011643:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.011645:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177184.011646:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177184.011650:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407351808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011656:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177184.011660:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407351808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011666:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177184.011668:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.011670:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177184.011671:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.011672:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177184.011674:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177184.011676:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177184.011679:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177184.011681:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177184.011685:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407351808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177184.011693:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407351808:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177184.011696:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177184.011699:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407351936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011706:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177184.011708:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177184.011710:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177184.011712:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177184.011714:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177184.011716:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407351936:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177184.011720:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177184.011721:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177184.011723:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177184.011725:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177184.011728:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177184.011729:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177184.011733:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177184.011735:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177184.011738:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177184.011741:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407351936, portal 4
00000100:00000001:2.0:1786177184.011743:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177184.011744:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00000040:2.0:1786177184.011749:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407351936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011756:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177184.011758:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177184.011760:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177184.011763:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407351936, offset 0
00000400:00000200:2.0:1786177184.011766:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177184.011769:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177184.011788:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177184.011790:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177184.011793:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177184.011795:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177184.011797:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177184.011800:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273722:273722:256:4294967295] 192.168.202.146@tcp LPNI seq info [273683:273683:8:4294967295]
00000400:00000200:2.0:1786177184.011804:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177184.011810:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177184.011816:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177184.011819:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177184.011823:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177184.011825:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177184.011830:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177184.011832:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177184.011836:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177184.011838:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177184.011841:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177184.011844:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177184.011847:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177184.011849:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177184.011852:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177184.011855:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b100 x1872930407351936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011863:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177184.011866:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407351936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011873:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.011874:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177184.011877:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177184.011880:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177184.011883:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177184.011885:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306378082
00000100:00000001:2.0:1786177184.011888:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306385706
00000100:00000001:2.0:1786177184.011890:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306378082
00000100:00000001:2.0:1786177184.011892:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306385706
00000100:00000001:2.0:1786177184.011894:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177184.011896:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.011897:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177184.011901:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177184/real 1786177184]  req@ffff9f148515b100 x1872930407351936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177184.011909:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177184.011910:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177184.011912:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177184.011914:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177184.011916:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177184.011918:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177184.011921:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407351936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177184.011929:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407351936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011935:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177184.011937:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.011938:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177184.011940:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177184.011943:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407351936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011949:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177184.011952:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407351936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.011959:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177184.011962:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.011963:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177184.011965:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.011966:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177184.011967:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177184.011970:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177184.011973:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177184.011976:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177184.011980:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407351936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177184.011988:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407351936:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177184.011992:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.011994:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177184.011997:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407351680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.012003:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177184.012004:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177184.012006:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177184.012008:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177184.012010:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177184.012011:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177184.012013:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177184.012015:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:2.0:1786177184.012018:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177184.012019:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177184.012020:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00000001:2.0:1786177184.012023:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177184.012024:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.012026:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177184.012029:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407351808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.012036:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177184.012037:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177184.012038:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177184.012040:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177184.012041:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177184.012042:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177184.012044:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177184.012045:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:2.0:1786177184.012047:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177184.012048:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177184.012050:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000100:00000001:2.0:1786177184.012052:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177184.012054:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.012055:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177184.012058:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407351936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.012064:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177184.012065:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177184.012066:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177184.012068:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177184.012069:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177184.012070:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177184.012072:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177184.012073:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
02000000:00000001:2.0:1786177184.012075:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177184.012076:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177184.012077:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:2.0:1786177184.012080:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177184.012081:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.012083:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.012085:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177184.012087:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.012088:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177184.012090:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177184.012091:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177184.012094:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158e00 x1872930407352064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.012101:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177184.012102:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177184.012104:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177184.012106:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177184.012126:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177184.012129:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407352064:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177184.012133:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177184.012135:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177184.012136:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177184.012138:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177184.012141:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177184.012143:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177184.012146:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177184.012148:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177184.012151:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177184.012154:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407352064, portal 4
00000100:00000001:2.0:1786177184.012156:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177184.012157:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213785600 : -106564495766016 : ffff9f1485158e00)
00000100:00000040:2.0:1786177184.012163:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158e00 x1872930407352064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.012170:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177184.012173:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177184.012175:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177184.012177:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407352064, offset 0
00000400:00000200:2.0:1786177184.012180:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177184.012183:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177184.012187:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177184.012189:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177184.012192:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177184.012194:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177184.012197:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177184.012200:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273723:273723:256:4294967295] 192.168.202.146@tcp LPNI seq info [273684:273684:8:4294967295]
00000400:00000200:2.0:1786177184.012204:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177184.012210:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177184.012215:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177184.012218:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177184.012222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177184.012224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177184.012229:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177184.012231:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177184.012235:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177184.012237:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177184.012240:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177184.012243:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177184.012246:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:2.0:1786177184.012248:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:2.0:1786177184.012250:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177184.012254:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158e00 x1872930407352064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.012262:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177184.012265:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158e00 x1872930407352064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.012271:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.012273:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177184.012275:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177184.012278:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177184.012281:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177184.012283:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306377872
00000100:00000001:2.0:1786177184.012285:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306385706
00000100:00000001:2.0:1786177184.012287:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306377872
00000100:00000001:2.0:1786177184.012290:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306385706
00000100:00000001:2.0:1786177184.012292:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177184.012294:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.012296:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177184.012299:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177184/real 1786177184]  req@ffff9f1485158e00 x1872930407352064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177184.012306:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177184.012308:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177184.012309:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177184.012311:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177184.012313:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177184.012315:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177184.012318:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158e00 x1872930407352064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177184.012327:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158e00 x1872930407352064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.012333:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177184.012334:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.012336:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177184.012337:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177184.012340:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158e00 x1872930407352064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.012347:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177184.012350:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158e00 x1872930407352064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.012357:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177184.012359:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.012360:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177184.012361:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.012363:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177184.012364:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177184.012366:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177184.012369:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177184.012371:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177184.012375:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158e00 x1872930407352064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177184.012383:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407352064:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177184.012387:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.012388:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177184.012392:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158e00 x1872930407352064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177184.012399:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177184.012400:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177184.012402:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177184.012404:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177184.012405:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177184.012406:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177184.012408:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177184.012410:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
02000000:00000001:2.0:1786177184.012412:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177184.012414:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177184.012415:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158e00.
00000100:00000001:2.0:1786177184.012417:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177184.012419:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.012421:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177184.012424:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177184.012425:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177184.012427:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177184.012429:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177184.841922:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177184.841930:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177184.841996:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177184.842001:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177184.842005:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177185.865914:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177185.865924:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177185.865993:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177185.865998:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177185.866002:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177186.889930:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177186.889941:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177186.890010:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177186.890013:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177186.890017:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177187.913907:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177187.913916:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177187.913986:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177187.913991:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177187.913995:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177188.937906:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177188.937913:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177188.937968:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177188.937972:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177188.937975:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786177189.129885:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177189.129896:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177189.129898:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177189.129902:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177189.129907:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177189.129915:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11709
00000400:00000200:0.0:1786177189.129922:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177189.129929:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177189.129932:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177189.129936:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177189.129939:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177189.129941:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177189.129943:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177189.129947:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177189.129949:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177189.129951:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177189.129954:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177189.129955:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177189.129957:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177189.129958:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177189.129960:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177189.129961:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177189.129962:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177189.129965:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177189.129967:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177189.129968:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177189.129971:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177189.129974:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177189.129976:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177189.129977:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177189.129979:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177189.129990:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786177189.129993:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177189.129997:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177189.129998:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177189.130001:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177189.130004:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177189.130009:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177189.130017:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000100:00000001:0.0:1786177189.130025:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177189.130037:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407352192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177189.130050:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177189.130056:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177189.130074:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407352192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177189.130094:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177189.130097:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177189.130099:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177189.130101:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177189.130102:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177189.130104:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177189.130106:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11709
00000400:00000200:0.0:1786177189.130109:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177189.130111:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177189.130113:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177189.130116:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130117:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177189.130119:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130120:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177189.130122:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177189.130123:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177189.130125:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177189.130125:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1786177189.130127:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786177189.130129:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177189.130130:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1786177189.130131:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177189.130134:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177189.130135:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130138:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177189.130141:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130143:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:2.0:1786177189.130143:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407352192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1786177189.130149:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786177189.130154:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130158:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177189.130160:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1786177189.130161:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177189.130164:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177189.130168:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177189.130168:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177189.130172:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177189.130172:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177189.130175:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177189.130176:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177189.130180:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407352192:192.168.202.146@tcp:250:kworker.0
00000008:00100000:0.0:1786177189.130182:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1786177189.130185:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1786177189.130186:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177189.130189:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177189.130191:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1786177189.130192:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
02000000:00000001:2.0:1786177189.130194:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1786177189.130195:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:2.0:1786177189.130198:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1786177189.130199:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177189.130201:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177189.130203:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177189.130203:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177189.130205:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177189.130207:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000010:0.0:1786177189.130209:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
02000000:00000001:2.0:1786177189.130211:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177189.130213:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177189.130219:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407352320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177189.130221:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177189.130229:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1786177189.130230:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:0.0:1786177189.130231:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177189.130236:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407352320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1786177189.130241:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000001:0.0:1786177189.130242:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177189.130246:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177189.130248:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786177189.130249:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177189.130250:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177189.130252:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1786177189.130252:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407352192, portal 25
00000100:00080000:0.0:1786177189.130257:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11709
00000100:00000001:2.0:1786177189.130257:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177189.130260:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000400:00000200:0.0:1786177189.130263:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177189.130267:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000040:2.0:1786177189.130269:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407352192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177189.130270:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177189.130276:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130279:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177189.130283:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177189.130284:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1786177189.130286:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177189.130289:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1786177189.130289:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000020:00000040:0.0:1786177189.130292:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000400:00000010:2.0:1786177189.130293:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c330.
00000100:00000200:2.0:1786177189.130297:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407352192, offset 0
00000020:00000001:0.0:1786177189.130301:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177189.130303:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786177189.130306:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177189.130307:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000020:00000001:0.0:1786177189.130308:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786177189.130312:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130314:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177189.130315:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130317:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177189.130321:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000200:2.0:1786177189.130321:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:0.0:1786177189.130326:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130327:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177189.130328:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177189.130330:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177189.130333:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177189.130333:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:0.0:1786177189.130337:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177189.130340:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177189.130342:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177189.130344:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1786177189.130345:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177189.130350:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000400:00000200:2.0:1786177189.130351:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000020:00000040:0.0:1786177189.130354:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000400:00000200:2.0:1786177189.130357:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1786177189.130358:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1786177189.130361:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
02000000:00000001:0.0:1786177189.130362:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177189.130365:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177189.130368:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1786177189.130369:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273724:273724:256:4294967295] 192.168.202.146@tcp LPNI seq info [273685:273685:8:4294967295]
02000000:00000001:0.0:1786177189.130370:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177189.130376:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000400:00000200:2.0:1786177189.130379:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177189.130380:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177189.130385:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407352448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177189.130394:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1786177189.130398:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177189.130402:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177189.130406:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000040:0.0:1786177189.130407:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407352448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177189.130414:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1786177189.130415:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000100:00080000:0.0:1786177189.130416:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177189.130419:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786177189.130419:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177189.130420:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177189.130426:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1786177189.130426:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:0.0:1786177189.130431:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11709
00000800:00000200:2.1:1786177189.130434:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000400:00000200:0.0:1786177189.130438:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177189.130443:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177189.130446:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177189.130449:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177189.130450:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177189.130453:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177189.130456:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130460:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177189.130462:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:0.0:1786177189.130465:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177189.130468:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000100:00000001:2.0:1786177189.130468:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306390826
00000020:00000001:0.0:1786177189.130472:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177189.130476:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786177189.130478:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786177189.130480:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177189.130480:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306385706
00000100:00000040:0.0:1786177189.130484:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130487:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177189.130491:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177189.130492:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306390826
00000100:00000001:0.0:1786177189.130494:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177189.130499:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306385706
00000020:00000040:0.0:1786177189.130500:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000001:2.0:1786177189.130507:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1786177189.130508:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177189.130510:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177189.130514:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177189.130515:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177189.130518:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177189.130519:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1786177189.130523:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177189.130527:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177189.130528:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786177189.130530:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177189.130531:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000008:00100000:0.0:1786177189.130533:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177189.130534:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177189.130537:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177189.130538:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177189.130542:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407352320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1786177189.130544:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177189.130548:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177189.130553:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000010:0.0:1786177189.130555:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000100:00000001:2.0:1786177189.130555:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177189.130560:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1786177189.130561:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:2.0:1786177189.130563:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177189.130567:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1786177189.130567:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177189.130570:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407352320:192.168.202.146@tcp:38:kworker.0
02000000:00000001:0.0:1786177189.130571:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177189.130574:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1786177189.130576:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1786177189.130577:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177189.130580:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177189.130581:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1786177189.130581:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1786177189.130586:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177189.130586:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177189.130591:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177189.130595:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000400:00000200:2.0:1786177189.130595:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177189.130599:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000100:00000001:0.0:1786177189.130601:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177189.130604:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c550.
00000100:00000200:2.0:1786177189.130608:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407352320, portal 10
00000100:00100000:0.0:1786177189.130610:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407352576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177189.130610:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177189.130613:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000001:0.0:1786177189.130620:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177189.130622:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177189.130623:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407352320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177189.130628:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407352576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177189.130636:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177189.130642:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130644:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177189.130645:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c5d8.
00000100:00000200:2.0:1786177189.130649:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407352320, offset 0
00000100:00080000:0.0:1786177189.130650:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177189.130655:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1786177189.130656:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130657:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177189.130659:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177189.130661:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177189.130663:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177189.130668:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:0.0:1786177189.130669:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11709
00000400:00000200:2.0:1786177189.130676:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177189.130677:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177189.130680:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177189.130682:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177189.130685:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1786177189.130686:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177189.130690:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000040:0.0:1786177189.130693:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130695:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177189.130696:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130698:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177189.130699:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177189.130699:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786177189.130702:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177189.130703:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273725:273725:255:4294967295] 192.168.202.146@tcp LPNI seq info [273686:273686:7:4294967295]
00000020:00000040:0.0:1786177189.130705:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786177189.130708:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000400:00000200:2.0:1786177189.130709:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:0.0:1786177189.130712:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786177189.130719:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177189.130721:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1786177189.130723:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177189.130728:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.0:1786177189.130729:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130731:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000010:2.0:1786177189.130734:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e100.
00000020:00000040:0.0:1786177189.130735:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786177189.130740:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177189.130741:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177189.130742:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177189.130745:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177189.130747:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177189.130750:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786177189.130752:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177189.130756:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.1:1786177189.130758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000008:00000001:0.0:1786177189.130760:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177189.130764:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177189.130764:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177189.130799:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177189.130804:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000010:0.0:1786177189.130807:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000100:00000001:2.0:1786177189.130807:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306381861
00000020:00000040:0.0:1786177189.130812:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000001:2.0:1786177189.130813:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306390826
02000000:00000001:0.0:1786177189.130818:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177189.130818:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306381861
02000000:00000001:0.0:1786177189.130822:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177189.130824:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306390826
00000100:00000001:0.0:1786177189.130827:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177189.130829:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177189.130830:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177189.130835:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177189.130835:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177189.130839:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000010:0.0:1786177189.130843:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000040:2.0:1786177189.130846:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebce00 x1872930407352448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177189.130848:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177189.130858:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407352704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177189.130859:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177189.130862:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177189.130866:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177189.130869:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177189.130873:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1786177189.130873:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177189.130878:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177189.130881:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407352448:192.168.202.146@tcp:38:kworker.0
00000100:00000040:0.0:1786177189.130886:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407352704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177189.130888:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177189.130891:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177189.130894:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177189.130898:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1786177189.130903:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177189.130904:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177189.130908:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177189.130913:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:0.0:1786177189.130915:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11719)
00000400:00000010:2.0:1786177189.130916:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b607e8.
00000400:00000010:2.0:1786177189.130923:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177189.130926:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407352448, portal 10
00000100:00000001:2.0:1786177189.130928:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177189.130930:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177495040 : -106564532056576 : ffff9f1482ebce00)
00000100:00000040:2.0:1786177189.130937:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebce00 x1872930407352448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177189.130956:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177189.130958:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177189.130962:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cee0.
00000100:00000200:2.0:1786177189.130964:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407352448, offset 0
00000400:00000200:2.0:1786177189.130969:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177189.130973:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177189.130987:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177189.130991:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177189.130993:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177189.130995:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177189.130997:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177189.131000:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273726:273726:254:4294967295] 192.168.202.146@tcp LPNI seq info [273687:273687:6:4294967295]
00000400:00000200:2.0:1786177189.131003:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177189.131009:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177189.131013:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177189.131016:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5ef00.
00000800:00000200:2.0:1786177189.131020:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177189.131023:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177189.131026:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177189.131029:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177189.131031:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177189.131033:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306381942
00000100:00000001:2.0:1786177189.131035:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306390826
00000100:00000001:2.0:1786177189.131037:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306381942
00000100:00000001:2.0:1786177189.131039:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306390826
00000100:00000001:2.0:1786177189.131040:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177189.131042:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177189.131045:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177189.131047:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177189.131050:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177189.131052:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1786177189.131054:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177189.131055:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177189.131056:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177189.131070:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407352576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177189.131077:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177189.131079:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177189.131081:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177189.131083:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177189.131085:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177189.131087:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407352576:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177189.131090:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177189.131092:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177189.131094:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177189.131095:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177189.131099:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177189.131101:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177189.131104:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177189.131107:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177189.131111:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cd48.
00000100:00000200:2.0:1786177189.131114:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407352576, portal 4
00000100:00000001:2.0:1786177189.131116:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177189.131117:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:2.0:1786177189.131122:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407352576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177189.131129:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177189.131131:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177189.131134:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c3b8.
00000100:00000200:2.0:1786177189.131136:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407352576, offset 0
00000400:00000200:2.0:1786177189.131140:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177189.131144:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177189.131147:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177189.131150:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177189.131152:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177189.131154:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177189.131157:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177189.131159:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273727:273727:253:4294967295] 192.168.202.146@tcp LPNI seq info [273688:273688:5:4294967295]
00000400:00000200:2.0:1786177189.131163:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177189.131169:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177189.131174:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177189.131178:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5ec00.
00000800:00000200:2.0:1786177189.131182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177189.131185:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177189.131188:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177189.131191:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177189.131194:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177189.131196:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306383201
00000100:00000001:2.0:1786177189.131199:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306390826
00000100:00000001:2.0:1786177189.131201:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306383201
00000100:00000001:2.0:1786177189.131203:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306390826
00000100:00000001:2.0:1786177189.131205:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177189.131207:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177189.131209:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177189.131212:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebf100 x1872930407352704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177189.131219:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177189.131220:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177189.131222:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177189.131224:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177189.131226:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177189.131229:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407352704:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177189.131232:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177189.131234:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177189.131235:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177189.131237:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177189.131241:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177189.131243:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177189.131246:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177189.131248:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60b58.
00000400:00000010:2.0:1786177189.131251:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c110.
00000100:00000200:2.0:1786177189.131255:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407352704, portal 4
00000100:00000001:2.0:1786177189.131256:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177189.131258:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177504000 : -106564532047616 : ffff9f1482ebf100)
00000100:00000040:2.0:1786177189.131264:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebf100 x1872930407352704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177189.131270:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177189.131272:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177189.131274:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ce58.
00000100:00000200:2.0:1786177189.131277:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407352704, offset 0
00000400:00000200:2.0:1786177189.131281:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177189.131285:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177189.131288:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177189.131291:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177189.131293:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177189.131295:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177189.131298:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177189.131301:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273728:273728:252:4294967295] 192.168.202.146@tcp LPNI seq info [273689:273689:4:4294967295]
00000400:00000200:2.0:1786177189.131304:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177189.131310:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177189.131315:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177189.131318:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000800:00000200:2.0:1786177189.131322:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177189.131326:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177189.131329:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177189.131332:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177189.131335:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177189.131337:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306382991
00000100:00000001:2.0:1786177189.131339:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306390826
00000100:00000001:2.0:1786177189.131341:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306382991
00000100:00000001:2.0:1786177189.131343:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306390826
00000100:00000001:2.0:1786177189.131345:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177189.131347:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177189.131352:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177189.131355:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177189.131358:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177189.131360:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1786177189.131361:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177189.131363:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177189.131364:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177189.131366:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177189.961861:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177189.961874:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177189.961877:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177189.961881:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177189.961888:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177189.961891:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177189.961893:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177189.961896:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177189.961946:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177189.961951:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177189.961955:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177190.985914:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177190.985922:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177190.985985:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177190.985990:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177190.985994:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177192.009923:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177192.009933:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177192.010003:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177192.010009:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177192.010013:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1786177192.202098:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:3.0:1786177192.202157:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1786177192.202169:0:2391:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177192.202173:0:2391:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:3.0:1786177192.202177:0:2391:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177192.202183:0:2391:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1786177192.202188:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786177192.202193:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:3.0:1786177192.202202:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786177192.202207:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786177192.202214:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c330
00000400:00000010:3.0:1786177192.202217:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c330.
00000100:00000001:3.0:1786177192.202223:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177192.202234:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebea00 x1872930407352192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177192.202267:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177192.202272:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407352192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177192.202281:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177192.202284:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786177192.202295:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786177192.202298:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e100.
00000400:00000200:3.0:1786177192.202301:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786177192.202305:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786177192.202309:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c5d8
00000400:00000010:3.0:1786177192.202311:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c5d8.
00000100:00000001:3.0:1786177192.202314:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177192.202318:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebd500 x1872930407352320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177192.202327:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177192.202330:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407352320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177192.202337:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177192.202339:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786177192.202344:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786177192.202347:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ef00.
00000400:00000200:3.0:1786177192.202350:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786177192.202353:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786177192.202357:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cee0
00000400:00000010:3.0:1786177192.202358:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cee0.
00000100:00000001:3.0:1786177192.202361:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177192.202365:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebce00 x1872930407352448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177192.202373:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177192.202377:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407352448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177192.202383:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177192.202384:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786177192.202389:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786177192.202392:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ec00.
00000400:00000200:3.0:1786177192.202395:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786177192.202398:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786177192.202401:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c3b8
00000400:00000010:3.0:1786177192.202403:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c3b8.
00000100:00000001:3.0:1786177192.202406:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177192.202412:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebe680 x1872930407352576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177192.202421:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177192.202425:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407352576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177192.202433:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177192.202435:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786177192.202441:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786177192.202444:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:3.0:1786177192.202448:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786177192.202457:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786177192.202461:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ce58
00000100:00000001:2.0:1786177192.202466:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000010:3.0:1786177192.202466:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ce58.
00000100:00000001:3.0:1786177192.202470:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177192.202480:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1482ebf100 x1872930407352704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.202481:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177192.202487:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1786177192.202499:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177192.202506:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407352704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177192.202510:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177189/real 1786177192]  req@ffff9f1482ebe680 x1872930407352576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177192.202527:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177192.202545:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:2.0:1786177192.202546:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177192.202552:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177192.202558:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177192.202567:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cd48
00000400:00000010:2.0:1786177192.202570:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cd48.
00000100:00000001:2.0:1786177192.202575:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177192.202583:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407352576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177192.202592:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407352576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.202602:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177192.202604:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.202608:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177192.202610:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177192.202615:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407352576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.202623:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177192.202629:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407352576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.202637:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177192.202640:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.202642:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177192.202643:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.202646:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177192.202648:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177192.202652:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177192.202657:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177192.202660:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177192.202664:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407352576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177192.202674:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407352576:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177192.202679:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177192.202684:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177189/real 1786177192]  req@ffff9f1482ebf100 x1872930407352704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177192.202693:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177192.202695:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177192.202696:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60b58.
00000400:00000200:2.0:1786177192.202698:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c110
00000400:00000010:2.0:1786177192.202700:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c110.
00000100:00000001:2.0:1786177192.202701:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177192.202704:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebf100 x1872930407352704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177192.202710:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebf100 x1872930407352704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.202714:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177192.202716:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.202717:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177192.202718:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177192.202720:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebf100 x1872930407352704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.202725:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177192.202727:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebf100 x1872930407352704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.202731:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177192.202733:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.202734:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177192.202735:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.202743:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177192.202744:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177192.202746:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177192.202748:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177192.202750:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177192.202753:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebf100 x1872930407352704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177192.202758:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407352704:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177192.202761:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177192.202764:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177189/real 1786177192]  req@ffff9f1482ebd500 x1872930407352320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177192.202769:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177192.202770:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177192.202812:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177192.202815:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c550
00000400:00000010:2.0:1786177192.202816:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c550.
00000100:00000001:2.0:1786177192.202819:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177192.202823:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407352320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177192.202833:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407352320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.202841:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177192.202843:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.202845:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177192.202847:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177192.202851:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407352320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.202856:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177192.202858:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407352320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.202862:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177192.202864:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.202865:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177192.202866:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.202867:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177192.202869:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177192.202871:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177192.202875:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177192.202876:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177192.202880:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407352320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177192.202888:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407352320:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177192.202893:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177192.202899:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177189/real 1786177192]  req@ffff9f1482ebce00 x1872930407352448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177192.202907:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177192.202909:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177192.202911:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b607e8.
00000400:00000200:2.0:1786177192.202914:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177192.202915:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177192.202918:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177192.202921:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407352448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177192.202931:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407352448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.202938:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177192.202939:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.202941:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177192.202943:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177192.202946:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407352448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.202954:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177192.202958:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407352448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.202965:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177192.202967:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.202968:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177192.202969:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.202971:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177192.202972:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177192.202975:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177192.202979:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177192.202981:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177192.202985:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407352448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177192.202992:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407352448:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177192.202996:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177192.203002:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177189/real 1786177192]  req@ffff9f1482ebea00 x1872930407352192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177192.203010:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177192.203011:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177192.203013:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177192.203015:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177192.203017:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177192.203019:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177192.203022:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407352192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177192.203044:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407352192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.203051:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177192.203052:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.203054:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177192.203055:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177192.203059:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407352192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.203065:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177192.203069:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407352192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.203076:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177192.203078:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.203080:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177192.203081:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.203083:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177192.203085:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177192.203087:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177192.203090:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177192.203092:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177192.203096:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407352192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177192.203104:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407352192:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177192.203109:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.203112:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177192.203116:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407352576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.203123:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177192.203127:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177192.203131:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177192.203135:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177192.203138:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177192.203141:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177192.203144:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177192.203147:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6000.
02000000:00000001:2.0:1786177192.203151:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177192.203153:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177192.203155:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:2.0:1786177192.203160:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177192.203162:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.203164:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177192.203168:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebf100 x1872930407352704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.203174:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177192.203176:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177192.203178:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177192.203180:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177192.203182:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177192.203183:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177192.203185:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177192.203186:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7800.
02000000:00000001:2.0:1786177192.203189:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177192.203190:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177192.203192:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebf100.
00000100:00000001:2.0:1786177192.203195:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177192.203196:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.203198:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177192.203201:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407352320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.203209:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177192.203210:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177192.203211:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177192.203214:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177192.203216:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177192.203217:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177192.203220:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177192.203221:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4800.
02000000:00000001:2.0:1786177192.203224:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177192.203225:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177192.203226:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:2.0:1786177192.203230:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177192.203231:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.203233:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177192.203237:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407352448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.203244:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177192.203245:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177192.203247:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177192.203250:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177192.203251:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177192.203253:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177192.203256:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177192.203259:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5800.
02000000:00000001:2.0:1786177192.203263:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177192.203265:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177192.203267:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:2.0:1786177192.203272:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177192.203274:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.203277:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177192.203283:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407352192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177192.203290:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177192.203292:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177192.203293:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177192.203297:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177192.203298:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177192.203300:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177192.203302:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177192.203304:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6400.
02000000:00000001:2.0:1786177192.203306:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177192.203307:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177192.203309:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:2.0:1786177192.203311:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177192.203313:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.203315:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177192.203324:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177192.203326:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177192.203329:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177192.203331:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177193.033935:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177193.033946:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177193.034080:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177193.034087:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177193.034092:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177194.057881:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177194.057887:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177194.057960:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177194.057963:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177194.057966:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177194.249917:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177194.249925:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177194.249927:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177194.249930:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177194.249934:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177194.249940:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11714
00000400:00000200:3.0:1786177194.249946:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177194.249951:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177194.249953:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177194.249956:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177194.249959:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177194.249961:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177194.249964:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177194.249968:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177194.249970:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177194.249973:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177194.249976:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177194.249979:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177194.249981:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177194.249984:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177194.249987:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177194.249989:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177194.249991:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177194.249994:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177194.249997:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177194.249999:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177194.250002:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177194.250006:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177194.250043:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177194.250046:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177194.250049:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177194.250060:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786177194.250065:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177194.250070:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177194.250072:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177194.250075:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177194.250078:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177194.250082:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177194.250091:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786177194.250099:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177194.250111:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407352832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177194.250128:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177194.250132:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177194.250138:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407352832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177194.250164:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177194.250168:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177194.250171:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177194.250173:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177194.250175:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177194.250178:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177194.250181:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11714
00000400:00000200:3.0:1786177194.250186:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177194.250194:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177194.250198:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177194.250202:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177194.250205:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177194.250208:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177194.250210:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177194.250213:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177194.250215:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177194.250217:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177194.250219:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000001:2.0:1786177194.250220:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1786177194.250222:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177194.250227:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1786177194.250228:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177194.250232:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177194.250235:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177194.250239:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177194.250244:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159500 x1872930407352832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177194.250260:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177194.250263:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177194.250266:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177194.250267:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177194.250275:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1786177194.250275:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
02000000:00000001:2.0:1786177194.250280:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1786177194.250284:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:2.0:1786177194.250286:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177194.250288:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177194.250294:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407352832:192.168.202.146@tcp:250:kworker.0
02000000:00000001:3.0:1786177194.250295:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177194.250303:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177194.250304:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177194.250308:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1786177194.250309:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177194.250312:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177194.250314:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177194.250320:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177194.250323:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177194.250325:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177194.250330:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786177194.250334:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:2.0:1786177194.250336:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1786177194.250339:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177194.250343:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177194.250345:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
00000100:00000001:3.0:1786177194.250346:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177194.250349:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1786177194.250351:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177194.250352:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177194.250360:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:3.0:1786177194.250361:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000400:00000010:2.0:1786177194.250368:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:3.0:1786177194.250369:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177194.250379:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407352960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1786177194.250384:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177194.250390:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177194.250394:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177194.250396:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407352832, portal 25
00000100:00000040:3.0:1786177194.250401:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407352960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.250402:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177194.250405:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213787392 : -106564495764224 : ffff9f1485159500)
00000100:00000040:2.0:1786177194.250417:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159500 x1872930407352832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177194.250419:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177194.250426:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177194.250433:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1786177194.250436:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1786177194.250437:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177194.250441:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1786177194.250443:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00080000:3.0:1786177194.250444:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1786177194.250449:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407352832, offset 0
00000100:00000001:3.0:1786177194.250450:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177194.250457:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11714
00000400:00000200:2.0:1786177194.250462:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177194.250464:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177194.250471:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177194.250473:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177194.250476:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177194.250478:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177194.250480:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177194.250482:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177194.250484:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177194.250485:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177194.250488:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177194.250491:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:3.0:1786177194.250491:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177194.250496:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177194.250500:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177194.250503:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177194.250505:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177194.250507:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177194.250509:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177194.250513:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177194.250519:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1786177194.250525:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000200:2.0:1786177194.250526:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00080000:3.0:1786177194.250532:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:2.0:1786177194.250535:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1786177194.250538:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177194.250542:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
02000000:00000001:3.0:1786177194.250543:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177194.250549:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1786177194.250552:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273729:273729:256:4294967295] 192.168.202.146@tcp LPNI seq info [273690:273690:8:4294967295]
02000000:00000001:3.0:1786177194.250554:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177194.250559:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177194.250562:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1786177194.250563:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000008:00000001:3.0:1786177194.250569:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177194.250572:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177194.250577:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786177194.250582:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177194.250584:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1786177194.250586:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1786177194.250587:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177194.250592:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177194.250596:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177194.250598:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177194.250599:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
02000000:00000010:3.0:1786177194.250603:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000800:00000010:2.0:1786177194.250608:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000100:00000001:3.0:1786177194.250609:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177194.250618:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407353088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1786177194.250622:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177194.250631:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1786177194.250634:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177194.250640:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177194.250641:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177194.250647:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407353088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786177194.250649:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177194.250663:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177194.250665:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1786177194.250667:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000100:00080000:3.0:1786177194.250670:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177194.250676:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1786177194.250677:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177194.250681:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177194.250685:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177194.250686:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1786177194.250691:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177194.250696:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000100:00080000:3.0:1786177194.250697:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11714
00000400:00000200:3.0:1786177194.250702:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177194.250707:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177194.250713:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177194.250719:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159500 x1872930407352832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.250730:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177194.250735:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159500 x1872930407352832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.250743:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177194.250745:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177194.250752:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177194.250757:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177194.250761:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306395946
00000100:00000001:2.0:1786177194.250814:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306390826
00000100:00000001:2.0:1786177194.250820:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306395947
00000100:00000001:2.0:1786177194.250824:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306390826
00000100:00000001:2.0:1786177194.250828:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1786177194.250833:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177194.250834:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177194.250838:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177194.250840:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1786177194.250845:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00100000:2.0:1786177194.250850:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177194/real 1786177194]  req@ffff9f1485159500 x1872930407352832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177194.250851:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177194.250857:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177194.250863:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177194.250870:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:2.0:1786177194.250873:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1786177194.250873:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177194.250876:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000001:2.0:1786177194.250878:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1786177194.250881:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000400:00000010:2.0:1786177194.250883:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000020:00000001:3.0:1786177194.250886:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177194.250890:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000400:00000200:2.0:1786177194.250898:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000100:00000040:3.0:1786177194.250898:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177194.250904:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177194.250905:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177194.250910:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177194.250911:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1786177194.250915:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000200:2.0:1786177194.250920:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159500 x1872930407352832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786177194.250921:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177194.250930:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177194.250936:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177194.250940:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1786177194.250945:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159500 x1872930407352832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177194.250945:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177194.250952:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177194.250958:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177194.250962:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177194.250967:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1786177194.250968:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177194.250971:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:3.0:1786177194.250973:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177194.250975:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177194.250977:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177194.250984:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159500 x1872930407352832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1786177194.250986:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786177194.250991:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177194.250998:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177194.251002:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1786177194.251002:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177194.251007:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177194.251022:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1786177194.251026:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159500 x1872930407352832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177194.251026:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177194.251034:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:2.0:1786177194.251035:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177194.251040:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.251042:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177194.251042:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177194.251043:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.251050:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177194.251053:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1786177194.251054:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407353216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1786177194.251058:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177194.251068:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786177194.251071:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177194.251076:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1786177194.251076:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177194.251088:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159500 x1872930407352832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177194.251089:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407353216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177194.251117:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177194.251119:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407352832:192.168.202.146@tcp:250:kworker.0
00000100:00080000:3.0:1786177194.251122:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177194.251130:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1786177194.251132:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177194.251132:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177194.251136:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177194.251138:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1786177194.251141:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1786177194.251147:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159500 x1872930407352832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177194.251150:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11714
00000400:00000200:3.0:1786177194.251162:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177194.251166:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000400:00000200:3.0:1786177194.251170:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
02000000:00000001:2.0:1786177194.251172:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1786177194.251174:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1786177194.251177:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
00000100:00000040:3.0:1786177194.251181:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177194.251184:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1786177194.251185:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1786177194.251188:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:3.0:1786177194.251190:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000020:00000040:2.0:1786177194.251192:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000001:3.0:1786177194.251196:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:2.0:1786177194.251198:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000001:3.0:1786177194.251201:0:109754:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000010:2.0:1786177194.251203:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
00000020:00000040:3.0:1786177194.251205:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177194.251209:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1786177194.251210:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:3.0:1786177194.251212:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
02000000:00000001:2.0:1786177194.251214:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1786177194.251217:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000010:2.0:1786177194.251218:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159500.
00000020:00000001:3.0:1786177194.251223:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177194.251224:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177194.251227:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177194.251232:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177194.251233:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177194.251238:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177194.251242:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177194.251245:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177194.251247:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000001:2.0:1786177194.251252:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1786177194.251252:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177194.251257:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177194.251258:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177194.251263:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177194.251264:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177194.251267:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1786177194.251268:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177194.251270:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1786177194.251273:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177194.251278:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1786177194.251279:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159f80 x1872930407352960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1786177194.251283:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177194.251291:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177194.251296:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177194.251298:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177194.251300:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177194.251302:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
02000000:00000001:2.0:1786177194.251304:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177194.251309:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1786177194.251309:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:2.0:1786177194.251316:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177194.251316:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177194.251320:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177194.251324:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407352960:192.168.202.146@tcp:38:kworker.0
00000100:00000001:3.0:1786177194.251325:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177194.251328:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177194.251332:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177194.251333:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177194.251336:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177194.251341:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177194.251341:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
02000000:00000001:2.0:1786177194.251347:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786177194.251348:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177194.251352:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177194.251357:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177194.251359:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407353344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177194.251366:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177194.251373:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:3.0:1786177194.251376:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1786177194.251380:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177194.251381:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177194.251386:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407352960, portal 10
00000100:00000040:3.0:1786177194.251390:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407353344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251391:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177194.251395:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790080 : -106564495761536 : ffff9f1485159f80)
00000100:00000001:3.0:1786177194.251407:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177194.251409:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159f80 x1872930407352960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177194.251413:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11724)
00000100:00000001:2.0:1786177194.251423:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177194.251426:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177194.251429:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177194.251433:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407352960, offset 0
00000400:00000200:2.0:1786177194.251437:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177194.251444:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177194.251449:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177194.251453:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177194.251456:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177194.251459:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177194.251462:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177194.251465:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273730:273730:256:4294967295] 192.168.202.146@tcp LPNI seq info [273691:273691:8:4294967295]
00000400:00000200:2.0:1786177194.251470:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177194.251477:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177194.251483:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177194.251487:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177194.251490:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177194.251493:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177194.251496:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177194.251498:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177194.251501:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177194.251502:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177194.251505:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177194.251508:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177194.251511:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177194.251512:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177194.251514:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177194.251517:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159f80 x1872930407352960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251523:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177194.251525:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159f80 x1872930407352960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251529:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177194.251530:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177194.251533:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177194.251536:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177194.251538:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177194.251540:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306386981
00000100:00000001:2.0:1786177194.251542:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306395946
00000100:00000001:2.0:1786177194.251543:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306386981
00000100:00000001:2.0:1786177194.251545:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306395947
00000100:00000001:2.0:1786177194.251546:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177194.251547:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177194.251549:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177194.251551:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177194/real 1786177194]  req@ffff9f1485159f80 x1872930407352960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177194.251560:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177194.251561:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177194.251563:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177194.251564:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177194.251565:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177194.251566:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177194.251568:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159f80 x1872930407352960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177194.251574:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159f80 x1872930407352960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251578:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177194.251579:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.251580:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177194.251581:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177194.251584:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159f80 x1872930407352960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251588:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177194.251590:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159f80 x1872930407352960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251595:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177194.251596:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.251598:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177194.251599:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.251600:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177194.251601:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177194.251603:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177194.251605:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177194.251606:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177194.251615:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159f80 x1872930407352960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177194.251621:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407352960:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177194.251625:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177194.251628:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515bb80 x1872930407353088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251632:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177194.251634:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177194.251635:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177194.251637:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177194.251638:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177194.251640:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407353088:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177194.251642:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177194.251644:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177194.251645:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177194.251646:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177194.251649:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177194.251650:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177194.251653:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177194.251654:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177194.251656:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177194.251658:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407353088, portal 10
00000100:00000001:2.0:1786177194.251660:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177194.251661:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213797248 : -106564495754368 : ffff9f148515bb80)
00000100:00000040:2.0:1786177194.251665:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515bb80 x1872930407353088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251669:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177194.251671:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177194.251672:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177194.251674:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407353088, offset 0
00000400:00000200:2.0:1786177194.251681:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177194.251686:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177194.251688:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177194.251690:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177194.251692:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177194.251694:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177194.251696:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177194.251698:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273731:273731:256:4294967295] 192.168.202.146@tcp LPNI seq info [273692:273692:8:4294967295]
00000400:00000200:2.0:1786177194.251701:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177194.251705:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177194.251708:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177194.251710:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177194.251713:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177194.251715:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177194.251718:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177194.251719:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177194.251722:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177194.251723:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177194.251725:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177194.251728:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177194.251729:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177194.251731:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177194.251732:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177194.251734:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515bb80 x1872930407353088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251740:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177194.251741:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515bb80 x1872930407353088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251746:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177194.251747:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177194.251748:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177194.251750:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177194.251752:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177194.251754:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306387062
00000100:00000001:2.0:1786177194.251755:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306395946
00000100:00000001:2.0:1786177194.251757:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306387062
00000100:00000001:2.0:1786177194.251758:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306395947
00000100:00000001:2.0:1786177194.251759:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177194.251761:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177194.251762:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177194.251764:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177194/real 1786177194]  req@ffff9f148515bb80 x1872930407353088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177194.251768:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177194.251769:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177194.251789:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177194.251791:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177194.251793:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177194.251795:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177194.251797:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515bb80 x1872930407353088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177194.251803:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515bb80 x1872930407353088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251807:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177194.251808:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.251809:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177194.251810:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177194.251812:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515bb80 x1872930407353088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251817:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177194.251819:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515bb80 x1872930407353088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251824:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177194.251825:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.251827:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177194.251828:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.251829:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177194.251830:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177194.251832:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177194.251833:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177194.251835:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177194.251837:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515bb80 x1872930407353088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177194.251842:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407353088:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177194.251844:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177194.251846:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158e00 x1872930407353216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251850:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177194.251851:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177194.251853:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177194.251854:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177194.251855:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177194.251857:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407353216:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177194.251859:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177194.251860:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177194.251861:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177194.251862:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177194.251865:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177194.251866:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177194.251868:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177194.251870:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177194.251872:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177194.251874:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407353216, portal 4
00000100:00000001:2.0:1786177194.251875:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177194.251876:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213785600 : -106564495766016 : ffff9f1485158e00)
00000100:00000040:2.0:1786177194.251880:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158e00 x1872930407353216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251884:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177194.251886:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177194.251887:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177194.251889:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407353216, offset 0
00000400:00000200:2.0:1786177194.251891:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177194.251893:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177194.251895:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177194.251897:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177194.251899:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177194.251900:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177194.251902:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177194.251904:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273732:273732:256:4294967295] 192.168.202.146@tcp LPNI seq info [273693:273693:8:4294967295]
00000400:00000200:2.0:1786177194.251907:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177194.251910:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177194.251913:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177194.251915:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177194.251917:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177194.251919:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177194.251922:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177194.251923:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177194.251926:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177194.251928:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177194.251930:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177194.251932:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177194.251934:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177194.251935:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177194.251937:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177194.251939:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158e00 x1872930407353216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251948:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177194.251950:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158e00 x1872930407353216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251954:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177194.251955:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177194.251957:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177194.251959:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177194.251961:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177194.251962:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306388322
00000100:00000001:2.0:1786177194.251963:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306395946
00000100:00000001:2.0:1786177194.251965:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306388322
00000100:00000001:2.0:1786177194.251966:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306395947
00000100:00000001:2.0:1786177194.251968:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177194.251969:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177194.251970:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177194.251972:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177194/real 1786177194]  req@ffff9f1485158e00 x1872930407353216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177194.251977:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177194.251978:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177194.251979:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177194.251980:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177194.251981:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177194.251983:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177194.251985:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158e00 x1872930407353216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177194.251990:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158e00 x1872930407353216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.251993:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177194.251995:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.251996:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177194.251997:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177194.251999:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158e00 x1872930407353216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.252003:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177194.252005:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158e00 x1872930407353216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.252022:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177194.252023:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.252024:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177194.252025:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.252026:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177194.252028:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177194.252029:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177194.252032:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177194.252034:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177194.252037:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158e00 x1872930407353216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177194.252042:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407353216:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177194.252044:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.252045:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177194.252047:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159f80 x1872930407352960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.252051:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177194.252053:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177194.252054:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177194.252056:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177194.252057:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177194.252058:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177194.252059:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177194.252061:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:2.0:1786177194.252063:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177194.252064:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177194.252065:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159f80.
00000100:00000001:2.0:1786177194.252067:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177194.252068:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.252069:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177194.252071:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515bb80 x1872930407353088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.252078:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177194.252079:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177194.252081:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177194.252083:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177194.252084:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177194.252086:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177194.252087:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177194.252089:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:2.0:1786177194.252091:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177194.252093:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177194.252094:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515bb80.
00000100:00000001:2.0:1786177194.252097:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177194.252098:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.252100:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177194.252103:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158e00 x1872930407353216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.252110:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177194.252111:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177194.252113:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177194.252115:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177194.252116:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177194.252118:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177194.252120:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177194.252121:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
02000000:00000001:2.0:1786177194.252124:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177194.252125:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177194.252127:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158e00.
00000100:00000001:2.0:1786177194.252129:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177194.252131:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.252133:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.252139:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177194.252141:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177194.252143:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177194.252144:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177194.252146:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177194.252149:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407353344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.252156:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177194.252158:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177194.252160:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177194.252162:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177194.252164:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177194.252167:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407353344:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177194.252170:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177194.252172:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177194.252173:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177194.252175:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177194.252179:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177194.252181:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177194.252185:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177194.252188:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177194.252191:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177194.252194:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407353344, portal 4
00000100:00000001:2.0:1786177194.252196:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177194.252198:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00000040:2.0:1786177194.252204:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407353344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.252211:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177194.252213:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177194.252215:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177194.252217:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407353344, offset 0
00000400:00000200:2.0:1786177194.252220:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177194.252223:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177194.252226:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177194.252228:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177194.252230:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177194.252231:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177194.252233:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177194.252235:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273733:273733:256:4294967295] 192.168.202.146@tcp LPNI seq info [273694:273694:8:4294967295]
00000400:00000200:2.0:1786177194.252238:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177194.252243:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177194.252246:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177194.252248:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177194.252250:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177194.252252:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177194.252255:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177194.252257:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177194.252259:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177194.252261:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177194.252263:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177194.252265:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177194.252267:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177194.252268:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177194.252270:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177194.252272:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b100 x1872930407353344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.252278:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177194.252280:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407353344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.252284:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177194.252286:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177194.252288:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177194.252296:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177194.252298:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177194.252300:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306388112
00000100:00000001:2.0:1786177194.252301:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306395946
00000100:00000001:2.0:1786177194.252303:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306388112
00000100:00000001:2.0:1786177194.252304:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306395947
00000100:00000001:2.0:1786177194.252306:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177194.252307:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177194.252308:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177194.252311:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177194/real 1786177194]  req@ffff9f148515b100 x1872930407353344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177194.252315:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177194.252316:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177194.252317:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177194.252319:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177194.252320:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177194.252321:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177194.252323:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407353344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177194.252328:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407353344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.252332:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177194.252333:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.252334:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177194.252335:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177194.252337:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407353344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.252341:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177194.252343:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407353344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.252348:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177194.252350:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.252351:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177194.252352:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.252354:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177194.252355:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177194.252357:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177194.252360:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177194.252362:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177194.252366:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407353344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177194.252374:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407353344:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177194.252378:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.252381:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177194.252384:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407353344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177194.252391:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177194.252393:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177194.252395:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177194.252398:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177194.252399:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177194.252400:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177194.252403:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177194.252405:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
02000000:00000001:2.0:1786177194.252408:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177194.252409:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177194.252411:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:2.0:1786177194.252413:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177194.252415:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.252417:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177194.252420:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177194.252421:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177194.252422:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177194.252423:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177195.081903:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177195.081909:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177195.081965:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177195.081968:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177195.081971:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177196.105882:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177196.105887:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177196.105941:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177196.105945:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177196.105948:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177197.129881:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177197.129887:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177197.129951:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177197.129955:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177197.129959:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177198.153904:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177198.153910:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177198.153996:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177198.154000:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177198.154004:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177199.177894:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177199.177902:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177199.177984:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177199.177988:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177199.177991:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177199.369872:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177199.369881:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177199.369883:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177199.369886:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177199.369890:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177199.369895:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11719
00000400:00000200:3.0:1786177199.369901:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177199.369907:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177199.369909:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177199.369912:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.369914:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177199.369917:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.369918:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177199.369921:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177199.369923:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177199.369925:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177199.369928:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177199.369929:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177199.369931:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177199.369933:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.369934:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177199.369935:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.369937:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177199.369939:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177199.369941:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177199.369943:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177199.369945:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177199.369947:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177199.369950:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177199.369951:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177199.369953:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177199.369984:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786177199.369988:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177199.369991:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177199.369992:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177199.369995:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177199.369997:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177199.370001:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177199.370007:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786177199.370012:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177199.370019:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407353472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177199.370027:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177199.370031:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177199.370035:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407353472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177199.370053:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177199.370055:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177199.370057:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177199.370058:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177199.370060:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177199.370061:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177199.370063:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11719
00000400:00000200:3.0:1786177199.370066:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177199.370068:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177199.370070:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177199.370073:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.370075:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177199.370077:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.370079:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177199.370080:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177199.370082:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000100:00000001:2.0:1786177199.370083:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1786177199.370084:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177199.370088:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1786177199.370088:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000001:2.0:1786177199.370092:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1786177199.370092:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177199.370096:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177199.370100:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000040:2.0:1786177199.370102:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407353472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177199.370102:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177199.370106:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.370110:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177199.370115:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177199.370120:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177199.370121:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177199.370124:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177199.370125:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177199.370128:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177199.370129:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1786177199.370132:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177199.370135:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177199.370136:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177199.370141:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177199.370144:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407353472:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786177199.370145:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177199.370150:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1786177199.370151:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1786177199.370153:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1786177199.370154:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177199.370156:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177199.370157:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177199.370161:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1786177199.370164:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
02000000:00000010:2.0:1786177199.370167:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
00000020:00000040:3.0:1786177199.370169:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:2.0:1786177199.370170:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177199.370176:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1786177199.370178:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177199.370179:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177199.370182:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:3.0:1786177199.370183:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177199.370187:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1786177199.370190:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
02000000:00000001:3.0:1786177199.370191:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177199.370198:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407353472, portal 25
02000000:00000010:3.0:1786177199.370200:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:2.0:1786177199.370202:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177199.370205:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000100:00000001:3.0:1786177199.370208:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177199.370211:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407353472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177199.370218:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407353600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177199.370219:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177199.370225:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177199.370228:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177199.370233:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407353472, offset 0
00000100:00000001:3.0:1786177199.370234:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177199.370238:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177199.370242:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177199.370244:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407353600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177199.370252:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177199.370252:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177199.370257:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177199.370260:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:3.0:1786177199.370262:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177199.370265:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177199.370267:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177199.370268:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1786177199.370273:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177199.370275:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00080000:3.0:1786177199.370279:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11719
00000400:00000200:2.0:1786177199.370282:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177199.370285:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177199.370288:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273734:273734:256:4294967295] 192.168.202.146@tcp LPNI seq info [273695:273695:8:4294967295]
00000400:00000200:2.0:1786177199.370291:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177199.370295:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177199.370305:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177199.370306:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1786177199.370310:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1786177199.370316:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177199.370316:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.370320:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1786177199.370322:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000100:00000040:3.0:1786177199.370322:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.370327:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177199.370329:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177199.370331:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000800:00000200:2.0:1786177199.370332:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786177199.370333:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177199.370337:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000800:00000200:2.0:1786177199.370339:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1786177199.370340:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177199.370345:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.1:1786177199.370349:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177199.370351:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.1:1786177199.370355:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1786177199.370356:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177199.370362:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000100:2.0:1786177199.370363:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177199.370367:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000100:00000001:3.0:1786177199.370368:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177199.370373:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1786177199.370374:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000200:2.0:1786177199.370383:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1786177199.370383:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:2.0:1786177199.370387:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000100:00000001:3.0:1786177199.370389:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177199.370391:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
02000000:00000001:3.0:1786177199.370394:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177199.370396:0:2401:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1786177199.370399:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1786177199.370400:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158000 x1872930407353472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177199.370407:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177199.370412:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177199.370416:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1786177199.370422:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1786177199.370422:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177199.370427:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177199.370429:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158000 x1872930407353472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1786177199.370433:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786177199.370439:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000100:00000001:2.0:1786177199.370445:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177199.370446:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177199.370451:0:2401:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1786177199.370451:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177199.370456:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177199.370458:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177199.370460:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177199.370461:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177199.370469:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000400:00000200:2.0:1786177199.370470:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177199.370475:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.370476:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306401066
00000100:00000001:2.0:1786177199.370486:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306395946
00000100:00100000:3.0:1786177199.370486:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407353728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177199.370491:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306401066
00000100:00000001:2.0:1786177199.370496:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306395947
00000100:00000001:3.0:1786177199.370500:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177199.370502:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177199.370503:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.370505:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.370510:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1786177199.370510:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407353728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177199.370518:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177199/real 1786177199]  req@ffff9f1485158000 x1872930407353472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177199.370520:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177199.370524:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177199.370532:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000001:2.0:1786177199.370534:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1786177199.370534:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1786177199.370537:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1786177199.370538:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1786177199.370541:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:3.0:1786177199.370542:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177199.370545:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000100:00080000:3.0:1786177199.370547:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11719
00000400:00000010:2.0:1786177199.370549:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177199.370553:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1786177199.370554:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000200:2.0:1786177199.370558:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407353472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177199.370560:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177199.370565:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177199.370571:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.370576:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1786177199.370579:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407353472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177199.370581:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.370585:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177199.370590:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177199.370592:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000100:00000001:2.0:1786177199.370594:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1786177199.370595:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177199.370598:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177199.370599:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000001:2.0:1786177199.370603:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1786177199.370603:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177199.370606:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1786177199.370607:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00100000:2.0:1786177199.370612:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407353472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177199.370613:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.370619:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177199.370623:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.370627:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177199.370629:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177199.370630:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177199.370636:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000040:2.0:1786177199.370637:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407353472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177199.370639:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177199.370643:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177199.370646:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177199.370652:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1786177199.370656:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.370658:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177199.370659:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177199.370662:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177199.370663:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:3.0:1786177199.370665:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.370667:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177199.370668:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177199.370673:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177199.370674:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1786177199.370676:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:2.0:1786177199.370678:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1786177199.370680:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177199.370682:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177199.370685:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:2.0:1786177199.370686:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1786177199.370687:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177199.370690:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177199.370693:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00080000:2.0:1786177199.370695:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786177199.370696:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.370701:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1786177199.370703:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407353856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1786177199.370711:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407353472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177199.370712:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177199.370716:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177199.370724:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407353856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177199.370732:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407353472:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786177199.370734:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177199.370739:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177199.370740:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786177199.370744:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1786177199.370745:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1786177199.370746:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177199.370748:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1786177199.370750:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407353472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177199.370751:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177199.370756:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11719
00000400:00000200:3.0:1786177199.370763:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177199.370766:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000400:00000200:3.0:1786177199.370767:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
02000000:00000001:2.0:1786177199.370769:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1786177199.370787:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177199.370790:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.370791:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177199.370793:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.370795:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177199.370796:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177199.370798:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177199.370799:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177199.370801:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177199.370803:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177199.370804:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177199.370806:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.370808:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1786177199.370811:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
00000100:00000040:3.0:1786177199.370811:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177199.370816:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:2.0:1786177199.370817:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1786177199.370818:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000020:00000001:2.0:1786177199.370820:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:3.0:1786177199.370823:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000020:00000040:2.0:1786177199.370824:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177199.370830:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1786177199.370830:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177199.370835:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
02000000:00000001:3.0:1786177199.370835:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177199.370838:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177199.370840:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1786177199.370843:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177199.370844:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177199.370847:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000100:00000001:3.0:1786177199.370847:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177199.370850:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000008:00100000:3.0:1786177199.370851:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177199.370853:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1786177199.370855:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.370856:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177199.370857:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177199.370861:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786177199.370863:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000001:2.0:1786177199.370864:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1786177199.370865:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177199.370866:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177199.370867:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.370869:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786177199.370870:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177199.370872:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1786177199.370873:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177199.370875:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1786177199.370876:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177199.370880:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000040:2.0:1786177199.370881:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407353600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177199.370885:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.370891:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177199.370893:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177199.370896:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1786177199.370898:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407353984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1786177199.370899:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177199.370902:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177199.370908:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407353600:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177199.370914:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177199.370918:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1786177199.370918:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1786177199.370921:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177199.370924:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786177199.370924:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177199.370928:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177199.370931:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177199.370933:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407353984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177199.370937:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177199.370942:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177199.370947:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177199.370953:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407353600, portal 10
00000100:00000001:3.0:1786177199.370953:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.370956:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177199.370958:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
00000100:00000040:3.0:1786177199.370971:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11729)
00000100:00000040:2.0:1786177199.370983:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407353600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.370993:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177199.370995:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177199.370997:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177199.370999:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407353600, offset 0
00000400:00000200:2.0:1786177199.371002:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177199.371006:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177199.371009:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177199.371011:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177199.371013:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177199.371015:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177199.371017:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177199.371019:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273735:273735:256:4294967295] 192.168.202.146@tcp LPNI seq info [273696:273696:8:4294967295]
00000400:00000200:2.0:1786177199.371022:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177199.371027:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177199.371029:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177199.371031:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177199.371034:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177199.371037:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177199.371040:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177199.371042:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177199.371044:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177199.371045:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177199.371048:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177199.371051:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177199.371054:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177199.371056:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177199.371059:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177199.371063:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515aa00 x1872930407353600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371071:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177199.371075:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515aa00 x1872930407353600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371088:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.371089:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177199.371093:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177199.371097:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177199.371101:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177199.371103:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306392101
00000100:00000001:2.0:1786177199.371106:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306401066
00000100:00000001:2.0:1786177199.371109:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306392101
00000100:00000001:2.0:1786177199.371111:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306401066
00000100:00000001:2.0:1786177199.371113:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177199.371115:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.371118:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177199.371122:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177199/real 1786177199]  req@ffff9f148515aa00 x1872930407353600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177199.371131:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177199.371133:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177199.371135:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177199.371137:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177199.371139:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177199.371141:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177199.371144:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407353600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177199.371149:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407353600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371154:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177199.371155:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.371156:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177199.371157:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177199.371159:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407353600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371164:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177199.371166:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407353600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371171:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177199.371172:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.371173:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177199.371174:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.371175:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177199.371177:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177199.371178:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177199.371180:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177199.371182:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177199.371184:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407353600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177199.371189:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407353600:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177199.371191:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177199.371193:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407353728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371198:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177199.371199:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177199.371200:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177199.371201:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177199.371203:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177199.371204:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407353728:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177199.371207:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177199.371208:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177199.371210:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177199.371211:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177199.371214:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177199.371215:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177199.371218:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177199.371219:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177199.371221:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177199.371224:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407353728, portal 10
00000100:00000001:2.0:1786177199.371225:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177199.371226:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
00000100:00000040:2.0:1786177199.371230:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407353728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371234:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177199.371236:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177199.371237:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177199.371239:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407353728, offset 0
00000400:00000200:2.0:1786177199.371241:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177199.371244:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177199.371246:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177199.371249:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177199.371251:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177199.371252:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177199.371254:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177199.371256:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273736:273736:256:4294967295] 192.168.202.146@tcp LPNI seq info [273697:273697:8:4294967295]
00000400:00000200:2.0:1786177199.371259:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177199.371263:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177199.371267:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177199.371269:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177199.371271:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177199.371274:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177199.371276:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177199.371278:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177199.371280:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177199.371282:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177199.371284:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177199.371287:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177199.371289:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177199.371290:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177199.371291:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177199.371294:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159180 x1872930407353728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371299:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177199.371301:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159180 x1872930407353728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371305:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.371306:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177199.371308:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177199.371310:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177199.371312:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177199.371313:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306392182
00000100:00000001:2.0:1786177199.371315:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306401066
00000100:00000001:2.0:1786177199.371317:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306392182
00000100:00000001:2.0:1786177199.371318:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306401066
00000100:00000001:2.0:1786177199.371320:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177199.371321:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.371322:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177199.371324:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177199/real 1786177199]  req@ffff9f1485159180 x1872930407353728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177199.371329:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177199.371330:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177199.371331:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177199.371332:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177199.371333:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177199.371335:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177199.371337:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407353728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177199.371342:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407353728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371346:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177199.371347:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.371348:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177199.371349:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177199.371351:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407353728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371355:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177199.371357:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407353728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371361:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177199.371362:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.371363:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177199.371364:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.371365:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177199.371366:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177199.371367:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177199.371369:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177199.371371:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177199.371374:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407353728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177199.371382:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407353728:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177199.371386:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177199.371390:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407353856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371396:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177199.371398:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177199.371400:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177199.371402:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177199.371404:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177199.371407:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407353856:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177199.371411:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177199.371413:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177199.371414:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177199.371416:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177199.371420:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177199.371422:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177199.371426:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177199.371428:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177199.371432:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177199.371435:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407353856, portal 4
00000100:00000001:2.0:1786177199.371437:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177199.371439:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00000040:2.0:1786177199.371445:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407353856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371451:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177199.371454:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177199.371457:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177199.371460:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407353856, offset 0
00000400:00000200:2.0:1786177199.371465:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177199.371469:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177199.371474:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177199.371477:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177199.371480:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177199.371482:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177199.371485:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177199.371488:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273737:273737:256:4294967295] 192.168.202.146@tcp LPNI seq info [273698:273698:8:4294967295]
00000400:00000200:2.0:1786177199.371492:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177199.371499:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177199.371504:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177199.371508:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177199.371512:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177199.371515:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177199.371520:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177199.371523:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177199.371527:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177199.371529:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177199.371532:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177199.371536:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177199.371539:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177199.371541:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177199.371544:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177199.371548:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b480 x1872930407353856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371557:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177199.371560:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b480 x1872930407353856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371567:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.371569:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177199.371573:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177199.371576:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177199.371580:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177199.371582:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306393441
00000100:00000001:2.0:1786177199.371585:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306401066
00000100:00000001:2.0:1786177199.371587:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306393441
00000100:00000001:2.0:1786177199.371589:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306401066
00000100:00000001:2.0:1786177199.371591:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177199.371594:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.371596:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177199.371600:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177199/real 1786177199]  req@ffff9f148515b480 x1872930407353856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177199.371607:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177199.371608:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177199.371610:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177199.371611:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177199.371612:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177199.371614:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177199.371616:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407353856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177199.371622:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407353856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371626:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177199.371626:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.371628:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177199.371629:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177199.371631:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407353856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371635:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177199.371638:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407353856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371642:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177199.371643:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.371644:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177199.371645:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.371646:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177199.371647:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177199.371649:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177199.371651:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177199.371653:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177199.371655:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407353856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177199.371660:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407353856:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177199.371663:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.371664:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177199.371666:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407353600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371670:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177199.371671:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177199.371672:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177199.371674:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177199.371675:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177199.371676:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177199.371677:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177199.371679:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:2.0:1786177199.371681:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177199.371682:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177199.371683:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00000001:2.0:1786177199.371684:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177199.371685:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.371686:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177199.371688:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407353728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371692:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177199.371693:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177199.371694:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177199.371696:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177199.371697:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177199.371697:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177199.371698:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177199.371700:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:2.0:1786177199.371701:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177199.371702:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177199.371703:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
00000100:00000001:2.0:1786177199.371705:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177199.371706:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.371707:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177199.371710:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407353856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371718:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177199.371719:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177199.371720:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177199.371722:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177199.371724:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177199.371725:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177199.371727:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177199.371729:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:2.0:1786177199.371731:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177199.371732:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177199.371734:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177199.371737:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177199.371738:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.371740:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.371743:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177199.371745:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.371747:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177199.371748:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177199.371750:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177199.371754:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407353984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371762:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177199.371764:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177199.371766:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177199.371768:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177199.371798:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177199.371803:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407353984:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177199.371807:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177199.371810:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177199.371812:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177199.371814:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177199.371818:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177199.371820:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177199.371825:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177199.371827:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177199.371831:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177199.371834:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407353984, portal 4
00000100:00000001:2.0:1786177199.371836:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177199.371838:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00000040:2.0:1786177199.371844:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407353984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371850:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177199.371852:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177199.371854:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177199.371856:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407353984, offset 0
00000400:00000200:2.0:1786177199.371860:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177199.371864:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177199.371868:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177199.371871:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177199.371873:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177199.371876:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177199.371879:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177199.371882:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273738:273738:256:4294967295] 192.168.202.146@tcp LPNI seq info [273699:273699:8:4294967295]
00000400:00000200:2.0:1786177199.371886:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177199.371893:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177199.371898:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177199.371902:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177199.371906:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177199.371909:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177199.371914:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177199.371916:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177199.371920:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177199.371922:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177199.371925:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177199.371929:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177199.371931:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177199.371932:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177199.371934:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177199.371937:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159880 x1872930407353984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371943:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177199.371945:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159880 x1872930407353984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.371949:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.371950:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177199.371952:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177199.371954:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177199.371957:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177199.371958:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306393232
00000100:00000001:2.0:1786177199.371973:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306401066
00000100:00000001:2.0:1786177199.371975:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306393232
00000100:00000001:2.0:1786177199.371976:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306401066
00000100:00000001:2.0:1786177199.371978:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177199.371979:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.371981:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177199.371984:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177199/real 1786177199]  req@ffff9f1485159880 x1872930407353984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177199.371989:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177199.371990:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177199.371991:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177199.371993:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177199.371994:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177199.371996:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177199.371998:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407353984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177199.372003:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407353984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.372007:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177199.372008:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.372009:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177199.372010:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177199.372012:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407353984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.372016:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177199.372018:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407353984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.372023:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177199.372025:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.372026:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177199.372027:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.372028:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177199.372029:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177199.372030:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177199.372032:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177199.372033:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177199.372036:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407353984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177199.372040:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407353984:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177199.372043:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.372044:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177199.372046:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407353984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177199.372051:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177199.372052:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177199.372053:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177199.372054:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177199.372055:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177199.372056:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177199.372057:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177199.372058:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1800.
02000000:00000001:2.0:1786177199.372060:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177199.372060:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177199.372062:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:2.0:1786177199.372063:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177199.372064:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.372065:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177199.372068:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177199.372069:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177199.372070:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177199.372071:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177200.201840:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177200.201846:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177200.201848:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177200.201851:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177200.201855:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177200.201857:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177200.201858:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177200.201860:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177200.201916:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177200.201918:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177200.201921:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177201.225968:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177201.225979:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177201.226069:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177201.226076:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177201.226082:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177202.249906:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177202.249914:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177202.249984:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177202.249988:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177202.249990:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177203.273939:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177203.273948:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177203.274015:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177203.274019:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177203.274023:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177204.297945:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177204.297952:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177204.298015:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177204.298018:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177204.298021:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177204.489902:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177204.489921:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177204.489924:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177204.489927:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177204.489931:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177204.489937:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11724
00000400:00000200:3.0:1786177204.489943:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177204.489948:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177204.489951:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177204.489953:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177204.489956:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177204.489958:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177204.489960:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177204.489964:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177204.489965:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177204.489968:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177204.489970:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177204.489972:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177204.489974:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177204.489976:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177204.489977:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177204.489978:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177204.489980:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177204.489982:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177204.489984:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177204.489985:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177204.489987:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177204.489990:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177204.489992:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177204.489994:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177204.489995:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177204.490003:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786177204.490005:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177204.490008:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177204.490009:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177204.490012:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177204.490014:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177204.490027:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177204.490033:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786177204.490039:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177204.490046:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407354112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177204.490054:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177204.490057:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177204.490061:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407354112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177204.490081:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177204.490083:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177204.490086:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177204.490087:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177204.490088:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177204.490089:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177204.490091:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11724
00000400:00000200:3.0:1786177204.490093:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177204.490095:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177204.490097:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177204.490098:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177204.490100:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177204.490101:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177204.490103:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177204.490105:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177204.490106:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177204.490107:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177204.490109:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177204.490110:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177204.490112:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177204.490114:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177204.490116:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177204.490118:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177204.490119:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177204.490120:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1786177204.490121:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:2.0:1786177204.490126:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1786177204.490126:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177204.490128:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177204.490131:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1786177204.490132:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177204.490138:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177204.490141:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177204.490143:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1786177204.490144:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407354112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1786177204.490146:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177204.490153:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177204.490157:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177204.490162:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786177204.490166:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00000001:2.0:1786177204.490171:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1786177204.490171:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177204.490174:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177204.490177:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177204.490177:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177204.490179:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177204.490181:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177204.490185:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1786177204.490185:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
02000000:00000001:2.0:1786177204.490190:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177204.490191:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177204.490198:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177204.490198:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407354240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1786177204.490209:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407354112:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786177204.490209:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177204.490213:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177204.490220:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407354240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.490221:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177204.490227:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177204.490232:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177204.490233:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177204.490236:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1786177204.490237:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177204.490241:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177204.490242:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177204.490243:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1786177204.490244:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
00000100:00000001:3.0:1786177204.490245:0:109754:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1786177204.490250:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177204.490251:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11724
00000400:00000200:3.0:1786177204.490256:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177204.490259:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177204.490260:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177204.490264:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786177204.490265:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177204.490270:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177204.490272:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177204.490273:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:3.0:1786177204.490274:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177204.490279:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177204.490280:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177204.490281:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177204.490282:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177204.490284:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000010:2.0:1786177204.490285:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000020:00000001:3.0:1786177204.490286:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177204.490291:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177204.490292:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177204.490294:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000200:2.0:1786177204.490295:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407354112, portal 25
00000100:00000001:3.0:1786177204.490296:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177204.490302:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00000001:2.0:1786177204.490303:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1786177204.490305:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177204.490307:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
00000100:00000001:3.0:1786177204.490308:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177204.490312:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177204.490315:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177204.490317:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177204.490319:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1786177204.490321:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407354112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1786177204.490322:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177204.490329:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177204.490337:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177204.490342:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177204.490342:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177204.490348:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000010:3.0:1786177204.490350:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000100:00000200:2.0:1786177204.490354:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407354112, offset 0
00000020:00000040:3.0:1786177204.490356:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177204.490361:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177204.490363:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177204.490365:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177204.490368:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177204.490371:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177204.490374:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177204.490378:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:3.0:1786177204.490381:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000400:00000200:2.0:1786177204.490387:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:3.0:1786177204.490388:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177204.490397:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1786177204.490399:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407354368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177204.490407:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:3.0:1786177204.490409:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177204.490413:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177204.490414:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1786177204.490419:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407354368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177204.490422:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:3.0:1786177204.490431:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177204.490432:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273739:273739:256:4294967295] 192.168.202.146@tcp LPNI seq info [273700:273700:8:4294967295]
00000100:00080000:3.0:1786177204.490435:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177204.490441:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177204.490444:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177204.490446:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177204.490447:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177204.490449:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177204.490454:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11724
00000400:00000200:3.0:1786177204.490459:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177204.490465:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177204.490468:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177204.490473:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1786177204.490474:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177204.490479:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177204.490483:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177204.490485:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177204.490488:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1786177204.490491:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000020:00000040:3.0:1786177204.490491:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177204.490495:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177204.490498:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177204.490499:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000800:00000010:2.0:1786177204.490501:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000020:00000001:3.0:1786177204.490502:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177204.490509:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177204.490511:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177204.490516:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.0:1786177204.490517:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786177204.490517:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177204.490521:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000800:00000200:2.0:1786177204.490524:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1786177204.490525:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177204.490531:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177204.490535:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1786177204.490535:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786177204.490538:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1786177204.490539:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1786177204.490543:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177204.490547:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177204.490548:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177204.490550:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177204.490551:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177204.490554:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000800:00000100:2.0:1786177204.490555:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000020:00000040:3.0:1786177204.490557:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000800:00000010:2.0:1786177204.490559:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
02000000:00000001:3.0:1786177204.490560:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177204.490563:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177204.490566:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177204.490567:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177204.490568:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177204.490572:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1786177204.490572:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786177204.490579:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177204.490582:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1786177204.490587:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407354496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177204.490588:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177204.490592:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:3.0:1786177204.490598:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177204.490599:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1786177204.490602:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177204.490607:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b800 x1872930407354112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177204.490608:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407354496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.490631:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177204.490636:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407354112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177204.490641:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177204.490646:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177204.490653:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177204.490656:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177204.490659:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177204.490660:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177204.490662:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177204.490665:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1786177204.490667:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11724
00000400:00000200:3.0:1786177204.490671:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177204.490674:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177204.490674:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177204.490678:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177204.490684:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177204.490685:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177204.490687:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177204.490691:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177204.490692:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306406186
00000100:00000001:3.0:1786177204.490692:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177204.490698:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177204.490699:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177204.490700:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177204.490701:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177204.490703:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177204.490705:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306401066
00000020:00000001:3.0:1786177204.490705:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177204.490709:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177204.490711:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177204.490712:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306406186
00000100:00000040:3.0:1786177204.490714:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177204.490718:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306401066
00000100:00000001:3.0:1786177204.490718:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177204.490720:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000001:2.0:1786177204.490723:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1786177204.490724:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177204.490728:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177204.490729:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177204.490734:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177204.490735:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1786177204.490739:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1786177204.490744:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177204/real 1786177204]  req@ffff9f148515b800 x1872930407354112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177204.490744:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177204.490747:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177204.490750:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177204.490755:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177204.490759:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177204.490765:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786177204.490768:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177204.490791:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177204.490792:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177204.490793:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177204.490794:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177204.490796:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177204.490799:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786177204.490802:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177204.490811:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407354624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177204.490818:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177204.490823:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177204.490826:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1786177204.490828:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407354624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177204.490829:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177204.490833:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177204.490838:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177204.490841:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177204.490845:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1786177204.490846:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177204.490852:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407354112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177204.490854:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11734)
00000100:00000200:2.0:1786177204.490863:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407354112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.490869:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177204.490871:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.490873:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177204.490875:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177204.490877:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407354112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.490883:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177204.490886:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407354112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.490891:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177204.490893:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.490894:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177204.490895:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.490896:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177204.490897:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177204.490899:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177204.490902:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177204.490903:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177204.490906:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407354112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177204.490928:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407354112:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177204.490932:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.490934:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177204.490936:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407354112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.490941:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177204.490942:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177204.490944:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177204.490947:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177204.490948:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177204.490949:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177204.490951:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177204.490953:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3c00.
02000000:00000001:2.0:1786177204.490956:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177204.490958:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177204.490959:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000001:2.0:1786177204.490962:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177204.490963:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.490965:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.490974:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177204.490976:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177204.490978:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177204.490979:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177204.490980:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177204.490982:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407354240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.490987:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177204.490988:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177204.490990:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177204.490991:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177204.490993:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177204.490995:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407354240:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177204.490997:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177204.490999:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177204.491000:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177204.491001:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177204.491004:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177204.491005:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177204.491008:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177204.491010:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177204.491013:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177204.491015:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407354240, portal 10
00000100:00000001:2.0:1786177204.491016:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177204.491017:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000100:00000040:2.0:1786177204.491022:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407354240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491027:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177204.491029:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177204.491030:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177204.491032:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407354240, offset 0
00000400:00000200:2.0:1786177204.491035:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177204.491037:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177204.491040:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177204.491042:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177204.491044:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177204.491046:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177204.491048:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177204.491050:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273740:273740:256:4294967295] 192.168.202.146@tcp LPNI seq info [273701:273701:8:4294967295]
00000400:00000200:2.0:1786177204.491053:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177204.491057:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177204.491060:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177204.491062:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177204.491065:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177204.491068:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177204.491071:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177204.491073:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177204.491076:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177204.491077:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177204.491079:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177204.491082:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177204.491084:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177204.491085:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177204.491087:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177204.491089:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159c00 x1872930407354240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491095:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177204.491097:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159c00 x1872930407354240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491101:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177204.491102:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177204.491104:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177204.491106:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177204.491108:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177204.491110:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306397221
00000100:00000001:2.0:1786177204.491112:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306406186
00000100:00000001:2.0:1786177204.491113:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306397221
00000100:00000001:2.0:1786177204.491115:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306406186
00000100:00000001:2.0:1786177204.491116:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177204.491117:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177204.491118:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177204.491121:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177204/real 1786177204]  req@ffff9f1485159c00 x1872930407354240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177204.491125:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177204.491126:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177204.491128:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177204.491129:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177204.491130:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177204.491132:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177204.491134:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407354240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177204.491139:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407354240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491143:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177204.491143:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.491145:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177204.491146:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177204.491148:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407354240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491152:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177204.491154:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407354240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491158:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177204.491160:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.491161:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177204.491163:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.491165:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177204.491166:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177204.491169:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177204.491173:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177204.491175:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177204.491180:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407354240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177204.491189:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407354240:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177204.491193:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177204.491197:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407354368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491204:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177204.491206:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177204.491208:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177204.491210:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177204.491212:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177204.491215:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407354368:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177204.491218:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177204.491220:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177204.491221:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177204.491222:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177204.491225:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177204.491226:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177204.491229:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177204.491230:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177204.491233:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177204.491235:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407354368, portal 10
00000100:00000001:2.0:1786177204.491236:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177204.491237:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
00000100:00000040:2.0:1786177204.491241:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407354368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491246:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177204.491247:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177204.491249:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177204.491251:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407354368, offset 0
00000400:00000200:2.0:1786177204.491253:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177204.491256:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177204.491258:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177204.491260:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177204.491262:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177204.491264:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177204.491265:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177204.491268:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273741:273741:256:4294967295] 192.168.202.146@tcp LPNI seq info [273702:273702:8:4294967295]
00000400:00000200:2.0:1786177204.491270:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177204.491274:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177204.491277:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177204.491279:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177204.491282:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177204.491283:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177204.491286:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177204.491288:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177204.491291:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177204.491292:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177204.491294:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177204.491297:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177204.491299:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177204.491300:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177204.491302:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177204.491304:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515ad80 x1872930407354368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491309:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177204.491311:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407354368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491316:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177204.491317:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177204.491319:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177204.491321:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177204.491323:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177204.491324:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306397302
00000100:00000001:2.0:1786177204.491326:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306406186
00000100:00000001:2.0:1786177204.491327:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306397302
00000100:00000001:2.0:1786177204.491329:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306406186
00000100:00000001:2.0:1786177204.491331:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177204.491332:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177204.491333:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177204.491336:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177204/real 1786177204]  req@ffff9f148515ad80 x1872930407354368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177204.491340:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177204.491341:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177204.491342:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177204.491343:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177204.491344:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177204.491345:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177204.491347:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407354368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177204.491353:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407354368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491357:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177204.491358:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.491359:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177204.491360:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177204.491362:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407354368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491366:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177204.491368:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407354368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491372:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177204.491373:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.491374:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177204.491375:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.491377:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177204.491378:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177204.491380:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177204.491382:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177204.491383:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177204.491386:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407354368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177204.491390:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407354368:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177204.491392:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177204.491395:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407354496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491399:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177204.491399:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177204.491401:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177204.491402:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177204.491403:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177204.491405:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407354496:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177204.491407:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177204.491408:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177204.491409:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177204.491410:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177204.491412:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177204.491414:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177204.491416:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177204.491417:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177204.491420:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177204.491421:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407354496, portal 4
00000100:00000001:2.0:1786177204.491423:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177204.491424:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:2.0:1786177204.491427:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407354496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491431:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177204.491433:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177204.491435:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177204.491436:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407354496, offset 0
00000400:00000200:2.0:1786177204.491439:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177204.491441:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177204.491443:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177204.491444:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177204.491446:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177204.491447:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177204.491449:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177204.491451:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273742:273742:256:4294967295] 192.168.202.146@tcp LPNI seq info [273703:273703:8:4294967295]
00000400:00000200:2.0:1786177204.491454:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177204.491458:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177204.491461:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177204.491463:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177204.491466:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177204.491469:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177204.491473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177204.491475:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177204.491479:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177204.491481:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177204.491485:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177204.491488:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177204.491491:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177204.491493:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177204.491495:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177204.491498:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158a80 x1872930407354496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491505:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177204.491508:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407354496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491520:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177204.491521:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177204.491524:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177204.491527:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177204.491530:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177204.491532:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306398561
00000100:00000001:2.0:1786177204.491535:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306406186
00000100:00000001:2.0:1786177204.491537:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306398561
00000100:00000001:2.0:1786177204.491539:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306406186
00000100:00000001:2.0:1786177204.491541:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177204.491543:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177204.491545:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177204.491548:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177204/real 1786177204]  req@ffff9f1485158a80 x1872930407354496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177204.491557:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177204.491558:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177204.491560:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177204.491563:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177204.491564:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177204.491565:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177204.491568:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407354496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177204.491573:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407354496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491578:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177204.491579:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.491580:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177204.491581:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177204.491583:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407354496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491588:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177204.491591:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407354496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491595:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177204.491597:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.491598:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177204.491598:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.491599:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177204.491600:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177204.491602:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177204.491604:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177204.491605:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177204.491607:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407354496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177204.491612:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407354496:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177204.491614:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177204.491616:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158380 x1872930407354624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491620:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177204.491621:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177204.491622:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177204.491624:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177204.491625:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177204.491627:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407354624:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177204.491629:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177204.491630:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177204.491632:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177204.491633:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177204.491635:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177204.491637:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177204.491639:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177204.491641:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177204.491643:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177204.491645:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407354624, portal 4
00000100:00000001:2.0:1786177204.491646:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177204.491647:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782912 : -106564495768704 : ffff9f1485158380)
00000100:00000040:2.0:1786177204.491651:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158380 x1872930407354624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491655:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177204.491657:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177204.491658:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177204.491659:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407354624, offset 0
00000400:00000200:2.0:1786177204.491662:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177204.491664:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177204.491668:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177204.491671:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177204.491673:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177204.491676:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177204.491678:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177204.491681:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273743:273743:256:4294967295] 192.168.202.146@tcp LPNI seq info [273704:273704:8:4294967295]
00000400:00000200:2.0:1786177204.491685:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177204.491692:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177204.491697:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177204.491700:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177204.491704:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177204.491707:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177204.491712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177204.491715:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177204.491719:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177204.491721:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177204.491724:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177204.491728:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177204.491731:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177204.491733:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177204.491736:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177204.491739:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158380 x1872930407354624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491747:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177204.491750:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158380 x1872930407354624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491756:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177204.491758:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177204.491761:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177204.491764:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177204.491768:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177204.491788:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306398352
00000100:00000001:2.0:1786177204.491792:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306406186
00000100:00000001:2.0:1786177204.491794:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306398352
00000100:00000001:2.0:1786177204.491796:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306406186
00000100:00000001:2.0:1786177204.491799:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177204.491801:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177204.491803:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177204.491807:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177204/real 1786177204]  req@ffff9f1485158380 x1872930407354624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177204.491816:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177204.491817:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177204.491819:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177204.491822:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177204.491823:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177204.491826:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177204.491830:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158380 x1872930407354624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177204.491838:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158380 x1872930407354624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491845:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177204.491847:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.491849:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177204.491851:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177204.491854:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158380 x1872930407354624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491862:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177204.491867:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158380 x1872930407354624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491873:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177204.491876:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.491878:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177204.491879:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.491881:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177204.491882:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177204.491885:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177204.491889:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177204.491891:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177204.491895:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158380 x1872930407354624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177204.491904:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407354624:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177204.491909:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.491926:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177204.491930:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407354240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491938:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177204.491940:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177204.491942:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177204.491945:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177204.491946:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177204.491948:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177204.491950:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177204.491952:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0c00.
02000000:00000001:2.0:1786177204.491955:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177204.491956:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177204.491958:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:2.0:1786177204.491961:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177204.491962:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.491964:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177204.491968:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407354368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.491975:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177204.491976:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177204.491978:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177204.491980:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177204.491981:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177204.491983:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177204.491985:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177204.491986:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1400.
02000000:00000001:2.0:1786177204.491988:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177204.491989:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177204.491990:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000100:00000001:2.0:1786177204.491992:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177204.491993:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.491994:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177204.491996:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407354496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.492000:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177204.492001:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177204.492002:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177204.492004:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177204.492004:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177204.492005:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177204.492007:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177204.492007:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:2.0:1786177204.492009:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177204.492009:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177204.492010:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:2.0:1786177204.492011:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177204.492012:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.492013:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177204.492021:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158380 x1872930407354624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177204.492028:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177204.492029:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177204.492030:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177204.492031:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177204.492032:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177204.492032:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177204.492033:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177204.492034:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0000.
02000000:00000001:2.0:1786177204.492036:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177204.492036:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177204.492037:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158380.
00000100:00000001:2.0:1786177204.492039:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177204.492040:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.492041:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177204.492044:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177204.492045:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177204.492046:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177204.492047:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177205.321875:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177205.321880:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177205.321943:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177205.321946:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177205.321949:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177206.345920:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177206.345925:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177206.345990:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177206.345995:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177206.345999:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177207.369847:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177207.369855:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177207.369916:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177207.369919:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177207.369921:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177208.393864:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177208.393884:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177208.393971:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177208.393977:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177208.393981:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177209.417847:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177209.417852:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177209.417913:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177209.417918:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177209.417922:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177209.609855:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177209.609879:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177209.609882:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177209.609886:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177209.609890:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177209.609898:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11729
00000400:00000200:3.0:1786177209.609907:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177209.609914:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177209.609918:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177209.609922:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.609925:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177209.609928:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.609931:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177209.609935:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177209.609938:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177209.609941:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177209.609944:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177209.609947:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177209.609950:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177209.609953:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.609956:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177209.609958:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.609960:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177209.609963:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177209.609967:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177209.609969:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177209.609972:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177209.609975:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177209.609979:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.609981:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177209.609983:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177209.609992:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786177209.609995:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177209.610000:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177209.610001:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.610005:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177209.610007:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177209.610011:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177209.610021:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786177209.610029:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177209.610039:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407354752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177209.610050:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177209.610054:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177209.610059:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407354752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177209.610092:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177209.610095:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177209.610097:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177209.610098:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177209.610100:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177209.610102:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177209.610104:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11729
00000400:00000200:3.0:1786177209.610107:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177209.610109:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177209.610111:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177209.610113:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610115:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177209.610116:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610118:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177209.610119:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177209.610120:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177209.610121:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177209.610123:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177209.610125:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177209.610126:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177209.610128:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610130:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177209.610132:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610134:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177209.610136:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177209.610138:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610140:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177209.610142:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177209.610148:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1786177209.610148:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177209.610151:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.610153:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177209.610155:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1786177209.610157:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1786177209.610160:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1786177209.610161:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.610164:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177209.610168:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786177209.610171:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00000040:2.0:1786177209.610172:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158700 x1872930407354752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177209.610173:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177209.610175:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.610180:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177209.610182:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177209.610185:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.610188:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1786177209.610190:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:2.0:1786177209.610193:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.610195:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177209.610200:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1786177209.610202:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407354880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1786177209.610205:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177209.610212:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.610215:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177209.610218:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177209.610222:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407354752:192.168.202.146@tcp:250:kworker.0
00000100:00000040:3.0:1786177209.610224:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407354880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.610233:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1786177209.610235:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177209.610238:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1786177209.610240:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1786177209.610241:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1786177209.610244:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.610245:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177209.610247:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1786177209.610249:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786177209.610250:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177209.610253:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11729
02000000:00000010:2.0:1786177209.610256:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
00000400:00000200:3.0:1786177209.610256:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:2.0:1786177209.610261:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177209.610262:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177209.610266:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177209.610271:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786177209.610272:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610276:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1786177209.610277:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000040:3.0:1786177209.610278:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610282:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177209.610284:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177209.610285:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000400:00000010:2.0:1786177209.610286:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000020:00000001:3.0:1786177209.610286:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177209.610290:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177209.610292:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177209.610294:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000200:2.0:1786177209.610295:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407354752, portal 25
00000100:00000040:3.0:1786177209.610298:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177209.610300:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177209.610303:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213783808 : -106564495767808 : ffff9f1485158700)
00000100:00000001:3.0:1786177209.610303:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177209.610308:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610311:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:2.0:1786177209.610313:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158700 x1872930407354752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786177209.610314:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177209.610321:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610327:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.610330:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1786177209.610331:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177209.610336:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1786177209.610337:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177209.610341:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
02000000:00000001:3.0:1786177209.610342:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177209.610345:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407354752, offset 0
00000100:00000001:3.0:1786177209.610347:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177209.610351:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1786177209.610353:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000008:00000001:3.0:1786177209.610358:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.610363:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177209.610367:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000020:00000040:3.0:1786177209.610369:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177209.610372:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1786177209.610373:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177209.610375:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.610379:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1786177209.610380:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
02000000:00000001:3.0:1786177209.610383:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1786177209.610386:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1786177209.610388:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177209.610392:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
02000000:00000010:3.0:1786177209.610394:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000400:00000200:2.0:1786177209.610396:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177209.610401:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610403:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177209.610405:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273744:273744:256:4294967295] 192.168.202.146@tcp LPNI seq info [273705:273705:8:4294967295]
00000400:00000200:2.0:1786177209.610411:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00100000:3.0:1786177209.610413:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407355008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177209.610427:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1786177209.610430:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177209.610434:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177209.610438:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177209.610440:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407355008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1786177209.610448:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000100:00000001:3.0:1786177209.610448:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177209.610452:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177209.610456:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177209.610459:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1786177209.610462:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786177209.610462:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177209.610467:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1786177209.610471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1786177209.610472:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11729
00000400:00000200:3.0:1786177209.610478:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177209.610482:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177209.610486:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1786177209.610487:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177209.610490:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610494:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786177209.610495:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1786177209.610496:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610500:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177209.610504:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177209.610505:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177209.610508:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000100:2.0:1786177209.610509:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000020:00000040:3.0:1786177209.610510:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177209.610514:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000800:00000010:2.0:1786177209.610515:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000020:00000001:3.0:1786177209.610516:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177209.610523:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610525:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177209.610527:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1786177209.610527:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610532:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177209.610535:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000400:00000200:2.0:1786177209.610540:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1786177209.610541:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610547:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177209.610548:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
02000000:00000001:3.0:1786177209.610549:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1786177209.610553:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
02000000:00000001:3.0:1786177209.610555:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177209.610561:0:2401:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1786177209.610561:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.610564:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177209.610568:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1786177209.610570:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158700 x1872930407354752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1786177209.610572:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.610577:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177209.610584:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000100:00000001:2.0:1786177209.610588:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1786177209.610589:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177209.610596:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1786177209.610597:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158700 x1872930407354752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177209.610599:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.610605:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177209.610608:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177209.610611:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.610614:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177209.610618:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:2.0:1786177209.610619:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177209.610625:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.610628:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177209.610635:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407355136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177209.610637:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177209.610643:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306411306
00000100:00000001:3.0:1786177209.610650:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177209.610654:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.610655:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306406186
00000100:00000040:3.0:1786177209.610660:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407355136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.610663:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306411306
00000100:00000001:2.0:1786177209.610670:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306406186
00000100:00000001:3.0:1786177209.610672:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177209.610675:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177209.610678:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177209.610679:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177209.610681:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177209.610686:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177209.610686:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177209.610691:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177209.610693:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11729
00000100:00000001:2.0:1786177209.610695:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177209.610702:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177209/real 1786177209]  req@ffff9f1485158700 x1872930407354752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177209.610703:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177209.610712:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000001:2.0:1786177209.610716:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1786177209.610717:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1786177209.610720:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177209.610723:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000100:00000040:3.0:1786177209.610725:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177209.610727:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000100:00000001:3.0:1786177209.610731:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1786177209.610732:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000040:3.0:1786177209.610737:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177209.610738:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1786177209.610740:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177209.610744:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177209.610746:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000200:2.0:1786177209.610748:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158700 x1872930407354752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177209.610748:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177209.610751:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177209.610755:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177209.610759:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177209.610766:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610789:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177209.610791:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610793:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177209.610794:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177209.610796:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177209.610799:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177209.610800:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177209.610803:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177209.610805:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.610807:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177209.610808:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177209.610810:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.610811:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177209.610815:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786177209.610817:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000200:2.0:1786177209.610821:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158700 x1872930407354752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177209.610821:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177209.610823:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177209.610826:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177209.610829:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177209.610832:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177209.610838:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:2.0:1786177209.610840:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1786177209.610842:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.610844:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1786177209.610849:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407355264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177209.610850:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177209.610855:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177209.610859:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177209.610877:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177209.610881:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158700 x1872930407354752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177209.610884:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407355264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.610912:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177209.610912:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177209.610921:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11740)
00000100:00000040:2.0:1786177209.610926:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158700 x1872930407354752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.610936:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177209.610939:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.610942:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177209.610943:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.610946:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177209.610948:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177209.610951:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177209.610955:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177209.610958:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177209.610963:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158700 x1872930407354752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177209.610972:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407354752:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177209.610978:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.610980:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177209.610982:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158700 x1872930407354752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.610987:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177209.610989:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177209.610991:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177209.610993:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177209.610995:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177209.610996:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177209.610998:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177209.611000:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0000.
02000000:00000001:2.0:1786177209.611003:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177209.611004:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177209.611005:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158700.
00000100:00000001:2.0:1786177209.611007:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177209.611008:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611010:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611015:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177209.611016:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.611018:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177209.611019:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177209.611020:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177209.611023:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a300 x1872930407354880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611028:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177209.611029:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177209.611031:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177209.611032:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177209.611034:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177209.611035:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407354880:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177209.611037:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177209.611039:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177209.611040:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177209.611041:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177209.611044:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177209.611045:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177209.611048:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177209.611050:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177209.611053:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177209.611055:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407354880, portal 10
00000100:00000001:2.0:1786177209.611057:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177209.611058:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790976 : -106564495760640 : ffff9f148515a300)
00000100:00000040:2.0:1786177209.611063:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a300 x1872930407354880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611068:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177209.611069:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177209.611071:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177209.611073:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407354880, offset 0
00000400:00000200:2.0:1786177209.611075:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177209.611078:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177209.611081:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177209.611083:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177209.611085:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177209.611087:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177209.611089:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177209.611091:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273745:273745:256:4294967295] 192.168.202.146@tcp LPNI seq info [273706:273706:8:4294967295]
00000400:00000200:2.0:1786177209.611094:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177209.611099:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177209.611102:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177209.611105:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177209.611107:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177209.611110:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786177209.611113:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177209.611114:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1786177209.611117:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177209.611119:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177209.611121:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177209.611123:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177209.611125:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177209.611126:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177209.611128:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177209.611131:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a300 x1872930407354880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611136:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177209.611138:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a300 x1872930407354880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611143:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.611144:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177209.611146:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177209.611148:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177209.611150:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177209.611152:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306402341
00000100:00000001:2.0:1786177209.611153:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306411306
00000100:00000001:2.0:1786177209.611155:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306402341
00000100:00000001:2.0:1786177209.611157:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306411306
00000100:00000001:2.0:1786177209.611158:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177209.611160:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.611161:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177209.611164:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177209/real 1786177209]  req@ffff9f148515a300 x1872930407354880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177209.611169:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177209.611169:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177209.611170:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177209.611172:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177209.611173:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177209.611174:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177209.611176:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a300 x1872930407354880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177209.611181:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a300 x1872930407354880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611185:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177209.611186:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611188:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177209.611188:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177209.611191:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a300 x1872930407354880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611195:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177209.611197:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a300 x1872930407354880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611201:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177209.611203:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611204:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177209.611204:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611205:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177209.611207:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177209.611209:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177209.611211:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177209.611212:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177209.611215:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a300 x1872930407354880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177209.611220:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407354880:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177209.611222:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177209.611224:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a680 x1872930407355008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611228:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177209.611229:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177209.611230:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177209.611231:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177209.611232:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177209.611234:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407355008:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177209.611236:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177209.611237:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177209.611238:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177209.611239:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177209.611241:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177209.611242:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177209.611244:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177209.611245:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177209.611247:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177209.611249:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407355008, portal 10
00000100:00000001:2.0:1786177209.611250:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177209.611251:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213791872 : -106564495759744 : ffff9f148515a680)
00000100:00000040:2.0:1786177209.611255:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a680 x1872930407355008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611263:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177209.611265:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177209.611266:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177209.611268:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407355008, offset 0
00000400:00000200:2.0:1786177209.611270:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177209.611272:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177209.611274:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177209.611276:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177209.611278:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177209.611279:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177209.611281:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177209.611283:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273746:273746:256:4294967295] 192.168.202.146@tcp LPNI seq info [273707:273707:8:4294967295]
00000400:00000200:2.0:1786177209.611285:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177209.611290:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177209.611292:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177209.611294:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177209.611296:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177209.611298:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786177209.611301:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177209.611303:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1786177209.611305:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177209.611307:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177209.611309:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177209.611311:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177209.611313:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177209.611314:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177209.611315:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177209.611318:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a680 x1872930407355008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611323:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177209.611324:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a680 x1872930407355008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611333:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.611334:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177209.611336:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177209.611338:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177209.611340:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177209.611342:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306402422
00000100:00000001:2.0:1786177209.611343:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306411306
00000100:00000001:2.0:1786177209.611345:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306402422
00000100:00000001:2.0:1786177209.611346:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306411306
00000100:00000001:2.0:1786177209.611347:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177209.611348:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.611349:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177209.611351:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177209/real 1786177209]  req@ffff9f148515a680 x1872930407355008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177209.611356:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177209.611357:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177209.611358:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177209.611359:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177209.611360:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177209.611361:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177209.611363:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a680 x1872930407355008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177209.611369:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a680 x1872930407355008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611373:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177209.611374:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611375:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177209.611376:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177209.611378:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a680 x1872930407355008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611382:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177209.611385:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a680 x1872930407355008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611389:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177209.611390:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611391:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177209.611392:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611393:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177209.611394:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177209.611396:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177209.611397:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177209.611399:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177209.611401:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a680 x1872930407355008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177209.611405:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407355008:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177209.611407:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177209.611409:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158380 x1872930407355136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611413:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177209.611414:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177209.611415:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177209.611416:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177209.611418:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177209.611419:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407355136:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177209.611421:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177209.611422:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177209.611424:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177209.611425:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177209.611427:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177209.611428:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177209.611430:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177209.611432:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177209.611434:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177209.611436:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407355136, portal 4
00000100:00000001:2.0:1786177209.611437:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177209.611439:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782912 : -106564495768704 : ffff9f1485158380)
00000100:00000040:2.0:1786177209.611445:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158380 x1872930407355136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611452:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177209.611454:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177209.611456:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177209.611459:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407355136, offset 0
00000400:00000200:2.0:1786177209.611463:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177209.611467:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177209.611471:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177209.611474:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177209.611476:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177209.611479:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177209.611481:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177209.611485:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273747:273747:256:4294967295] 192.168.202.146@tcp LPNI seq info [273708:273708:8:4294967295]
00000400:00000200:2.0:1786177209.611489:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177209.611495:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177209.611500:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177209.611504:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177209.611508:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177209.611511:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786177209.611516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177209.611518:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1786177209.611523:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177209.611525:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177209.611527:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177209.611529:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177209.611532:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177209.611533:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177209.611535:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177209.611538:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158380 x1872930407355136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611543:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177209.611545:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158380 x1872930407355136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611550:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.611551:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177209.611553:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177209.611555:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177209.611558:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177209.611559:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306403681
00000100:00000001:2.0:1786177209.611561:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306411306
00000100:00000001:2.0:1786177209.611562:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306403681
00000100:00000001:2.0:1786177209.611564:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306411306
00000100:00000001:2.0:1786177209.611565:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177209.611567:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.611568:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177209.611570:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177209/real 1786177209]  req@ffff9f1485158380 x1872930407355136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177209.611575:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177209.611576:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177209.611577:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177209.611579:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177209.611580:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177209.611581:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177209.611583:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158380 x1872930407355136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177209.611589:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158380 x1872930407355136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611592:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177209.611593:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611595:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177209.611596:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177209.611600:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158380 x1872930407355136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611607:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177209.611611:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158380 x1872930407355136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611617:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177209.611620:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611621:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177209.611623:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611625:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177209.611627:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177209.611629:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177209.611632:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177209.611635:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177209.611639:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158380 x1872930407355136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177209.611647:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407355136:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177209.611651:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177209.611655:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407355264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611663:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177209.611664:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177209.611666:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177209.611668:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177209.611671:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177209.611674:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407355264:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177209.611677:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177209.611678:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177209.611680:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177209.611682:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177209.611686:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177209.611688:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177209.611692:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177209.611695:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177209.611698:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177209.611701:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407355264, portal 4
00000100:00000001:2.0:1786177209.611703:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177209.611705:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:2.0:1786177209.611711:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407355264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611716:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177209.611718:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177209.611720:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177209.611722:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407355264, offset 0
00000400:00000200:2.0:1786177209.611724:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177209.611728:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177209.611730:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177209.611732:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177209.611734:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177209.611736:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177209.611738:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177209.611740:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273748:273748:256:4294967295] 192.168.202.146@tcp LPNI seq info [273709:273709:8:4294967295]
00000400:00000200:2.0:1786177209.611743:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177209.611747:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177209.611750:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177209.611752:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177209.611755:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177209.611757:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1786177209.611760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177209.611761:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1786177209.611764:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177209.611765:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177209.611767:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177209.611786:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177209.611789:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177209.611790:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177209.611792:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177209.611795:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158a80 x1872930407355264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611800:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177209.611802:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407355264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611807:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.611808:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177209.611810:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177209.611812:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177209.611814:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177209.611816:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306403472
00000100:00000001:2.0:1786177209.611818:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306411306
00000100:00000001:2.0:1786177209.611819:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306403472
00000100:00000001:2.0:1786177209.611821:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306411306
00000100:00000001:2.0:1786177209.611822:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177209.611824:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.611825:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177209.611828:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177209/real 1786177209]  req@ffff9f1485158a80 x1872930407355264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177209.611833:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177209.611834:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177209.611835:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177209.611836:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177209.611837:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177209.611838:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177209.611840:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407355264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177209.611846:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407355264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611850:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177209.611851:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611852:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177209.611853:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177209.611855:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407355264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611859:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177209.611876:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407355264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611880:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177209.611882:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611883:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177209.611884:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611886:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177209.611887:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177209.611888:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177209.611891:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177209.611892:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177209.611895:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407355264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177209.611901:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407355264:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177209.611903:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611905:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177209.611907:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a300 x1872930407354880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611912:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177209.611914:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177209.611916:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177209.611919:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177209.611921:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177209.611922:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177209.611924:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177209.611926:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:2.0:1786177209.611929:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177209.611930:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177209.611931:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a300.
00000100:00000001:2.0:1786177209.611934:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177209.611935:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611937:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177209.611941:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a680 x1872930407355008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611948:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177209.611950:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177209.611951:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177209.611954:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177209.611955:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177209.611957:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177209.611959:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177209.611961:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1400.
02000000:00000001:2.0:1786177209.611963:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177209.611964:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177209.611966:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a680.
00000100:00000001:2.0:1786177209.611967:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177209.611968:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611969:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177209.611972:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158380 x1872930407355136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611976:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177209.611977:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177209.611978:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177209.611979:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177209.611980:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177209.611981:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177209.611982:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177209.611983:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0c00.
02000000:00000001:2.0:1786177209.611984:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177209.611984:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177209.611985:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158380.
00000100:00000001:2.0:1786177209.611986:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177209.611987:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.611988:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177209.611990:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407355264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177209.611993:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177209.611994:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177209.611995:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177209.611996:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177209.611997:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177209.611998:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177209.611999:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177209.612000:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3c00.
02000000:00000001:2.0:1786177209.612001:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177209.612001:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177209.612002:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:2.0:1786177209.612004:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177209.612005:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.612006:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177209.612009:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177209.612010:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177209.612011:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177209.612013:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177210.441909:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177210.441917:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177210.441919:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177210.441921:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177210.441926:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177210.441927:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177210.441929:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177210.441931:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177210.441994:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177210.441999:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177210.442003:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177211.465900:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177211.465907:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177211.465967:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177211.465972:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177211.465975:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177212.489925:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177212.489932:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177212.489997:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177212.490001:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177212.490006:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177213.513890:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177213.513898:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177213.513956:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177213.513959:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177213.513962:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177214.537896:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177214.537903:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177214.537967:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177214.537971:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177214.537974:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177214.729927:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177214.729938:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177214.729941:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177214.729946:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177214.729951:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177214.729959:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11735
00000400:00000200:3.0:1786177214.729968:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177214.729974:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177214.729977:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177214.729980:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177214.729983:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177214.729985:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177214.729987:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177214.729991:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177214.729993:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177214.729996:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177214.729999:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177214.730000:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177214.730002:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177214.730004:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177214.730006:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177214.730007:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177214.730008:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177214.730010:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177214.730013:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177214.730014:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177214.730016:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177214.730019:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177214.730022:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177214.730023:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177214.730025:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177214.730037:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786177214.730040:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177214.730044:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177214.730046:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177214.730049:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177214.730052:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177214.730056:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177214.730065:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786177214.730071:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177214.730080:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407355392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177214.730090:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177214.730094:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177214.730098:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407355392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177214.730124:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177214.730126:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177214.730129:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177214.730130:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177214.730131:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177214.730133:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177214.730135:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11735
00000400:00000200:3.0:1786177214.730137:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177214.730140:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177214.730142:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177214.730145:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177214.730147:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177214.730150:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177214.730152:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177214.730154:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177214.730155:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177214.730156:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177214.730158:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000001:2.0:1786177214.730161:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1786177214.730161:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177214.730163:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177214.730174:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1786177214.730174:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177214.730183:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786177214.730183:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177214.730196:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177214.730198:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177214.730205:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000040:2.0:1786177214.730207:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407355392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177214.730213:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177214.730222:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177214.730235:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177214.730243:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177214.730244:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177214.730248:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177214.730249:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177214.730254:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177214.730257:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177214.730259:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177214.730263:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1786177214.730266:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407355392:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177214.730270:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1786177214.730271:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1786177214.730275:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1786177214.730279:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177214.730280:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177214.730291:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177214.730292:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1786177214.730300:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
02000000:00000010:2.0:1786177214.730304:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
00000020:00000040:3.0:1786177214.730304:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:2.0:1786177214.730311:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177214.730312:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177214.730315:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177214.730319:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177214.730324:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1786177214.730325:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177214.730328:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177214.730330:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
02000000:00000010:3.0:1786177214.730335:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000400:00000010:2.0:1786177214.730338:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177214.730340:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177214.730345:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407355392, portal 25
00000100:00100000:3.0:1786177214.730347:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407355520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177214.730351:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177214.730356:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
00000100:00000001:3.0:1786177214.730370:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1786177214.730371:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407355392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177214.730376:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177214.730389:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407355520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.730399:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177214.730414:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177214.730418:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000001:3.0:1786177214.730418:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177214.730429:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407355392, offset 0
00000100:00080000:3.0:1786177214.730429:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177214.730444:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177214.730449:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177214.730453:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177214.730453:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177214.730462:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177214.730465:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11735
00000400:00000200:2.0:1786177214.730473:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177214.730481:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177214.730485:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177214.730488:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177214.730491:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177214.730493:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177214.730496:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273749:273749:256:4294967295] 192.168.202.146@tcp LPNI seq info [273710:273710:8:4294967295]
00000400:00000200:2.0:1786177214.730499:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177214.730507:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177214.730513:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1786177214.730519:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000200:2.0:1786177214.730521:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177214.730531:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1786177214.730532:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177214.730538:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177214.730541:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1786177214.730553:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.1:1786177214.730553:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177214.730563:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1786177214.730572:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177214.730572:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1786177214.730579:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000100:00000040:3.0:1786177214.730583:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177214.730589:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1786177214.730589:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177214.730597:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177214.730601:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177214.730607:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177214.730608:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1786177214.730611:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177214.730617:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177214.730619:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177214.730620:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000100:00000040:3.0:1786177214.730627:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177214.730629:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:3.0:1786177214.730630:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177214.730635:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177214.730639:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177214.730641:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1786177214.730642:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177214.730652:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177214.730658:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177214.730660:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515ad80 x1872930407355392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177214.730660:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177214.730667:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177214.730673:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177214.730680:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177214.730685:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177214.730690:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177214.730691:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.730692:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1786177214.730696:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000100:00000040:2.0:1786177214.730698:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407355392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786177214.730701:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177214.730712:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177214.730717:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.730718:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177214.730723:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177214.730726:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177214.730728:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.730731:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177214.730739:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177214.730739:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786177214.730748:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177214.730755:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177214.730760:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306416426
00000100:00100000:3.0:1786177214.730761:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407355648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177214.730803:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177214.730804:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306411306
00000100:00000001:3.0:1786177214.730809:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.730829:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306416427
00000100:00000040:3.0:1786177214.730831:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407355648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.730841:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306411306
00000100:00000001:2.0:1786177214.730853:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177214.730856:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.730857:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177214.730860:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177214.730861:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1786177214.730868:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177214.730872:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1786177214.730873:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177214/real 1786177214]  req@ffff9f148515ad80 x1872930407355392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177214.730875:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177214.730883:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177214.730892:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11735
00000400:00000200:3.0:1786177214.730899:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177214.730902:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177214.730909:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177214.730914:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177214.730921:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177214.730923:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000001:2.0:1786177214.730925:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1786177214.730926:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000001:2.0:1786177214.730930:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1786177214.730930:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177214.730933:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177214.730936:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:2.0:1786177214.730938:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000020:00000040:3.0:1786177214.730939:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177214.730944:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000400:00000200:2.0:1786177214.730948:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000020:00000001:3.0:1786177214.730949:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000400:00000010:2.0:1786177214.730961:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000040:3.0:1786177214.730964:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177214.730968:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1786177214.730968:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177214.730983:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000200:2.0:1786177214.730984:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407355392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177214.730990:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177214.731000:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177214.731013:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000200:2.0:1786177214.731014:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407355392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177214.731023:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177214.731032:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177214.731040:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1786177214.731040:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177214.731049:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.731051:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177214.731065:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177214.731067:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177214.731078:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1786177214.731079:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177214.731081:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177214.731082:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177214.731085:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786177214.731095:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00100000:2.0:1786177214.731097:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407355392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177214.731099:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177214.731102:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177214.731110:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177214.731115:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177214.731121:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177214.731132:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:2.0:1786177214.731138:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177214.731139:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177214.731147:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407355392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177214.731148:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407355776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177214.731216:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177214.731218:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177214.731222:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.731229:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.731231:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177214.731234:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177214.731236:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407355776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.731237:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177214.731241:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177214.731249:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177214.731258:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177214.731266:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1786177214.731270:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177214.731274:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407355392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177214.731278:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177214.731294:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1786177214.731298:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407355392:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786177214.731298:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177214.731305:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177214.731314:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177214.731314:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177214.731322:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1786177214.731324:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11735
00000100:00000040:2.0:1786177214.731331:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407355392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177214.731340:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177214.731354:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177214.731359:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1786177214.731360:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1786177214.731364:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1786177214.731367:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000010:2.0:1786177214.731370:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
00000100:00000001:3.0:1786177214.731374:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1786177214.731376:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1786177214.731378:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000020:00000001:2.0:1786177214.731381:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1786177214.731382:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:2.0:1786177214.731384:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:3.0:1786177214.731386:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177214.731392:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:2.0:1786177214.731393:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000001:3.0:1786177214.731401:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000010:2.0:1786177214.731402:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1800.
00000020:00000040:3.0:1786177214.731404:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177214.731410:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000001:2.0:1786177214.731411:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:3.0:1786177214.731418:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000001:2.0:1786177214.731419:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177214.731426:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000100:00000040:3.0:1786177214.731429:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177214.731433:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177214.731434:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1786177214.731438:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177214.731439:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177214.731451:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177214.731452:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177214.731463:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177214.731477:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177214.731479:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177214.731480:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177214.731483:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177214.731484:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1786177214.731485:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.731487:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177214.731489:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177214.731492:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1786177214.731493:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177214.731496:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177214.731504:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1786177214.731505:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177214.731511:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407355520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177214.731513:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.731526:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1786177214.731526:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177214.731545:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177214.731546:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:2.0:1786177214.731548:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177214.731555:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1786177214.731556:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177214.731563:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177214.731564:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177214.731579:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1786177214.731580:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407355520:192.168.202.146@tcp:38:kworker.0
02000000:00000001:3.0:1786177214.731585:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177214.731588:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177214.731590:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177214.731594:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177214.731598:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177214.731600:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
02000000:00000001:2.0:1786177214.731601:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786177214.731606:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177214.731608:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
00000100:00100000:3.0:1786177214.731615:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407355904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1786177214.731617:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177214.731633:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1786177214.731635:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177214.731636:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177214.731648:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000040:3.0:1786177214.731648:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407355904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1786177214.731659:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177214.731666:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177214.731668:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407355520, portal 10
00000100:00000040:3.0:1786177214.731673:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11745)
00000100:00000001:2.0:1786177214.731674:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177214.731679:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000100:00000040:2.0:1786177214.731689:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407355520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.731696:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177214.731700:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177214.731704:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177214.731706:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407355520, offset 0
00000400:00000200:2.0:1786177214.731710:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177214.731714:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177214.731719:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177214.731722:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177214.731725:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177214.731728:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177214.731730:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177214.731733:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273750:273750:256:4294967295] 192.168.202.146@tcp LPNI seq info [273711:273711:8:4294967295]
00000400:00000200:2.0:1786177214.731738:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177214.731745:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177214.731749:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177214.731752:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177214.731755:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177214.731757:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786177214.731761:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177214.731763:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1786177214.731766:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177214.731767:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177214.731769:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177214.731772:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177214.731774:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177214.731775:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177214.731777:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177214.731780:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159c00 x1872930407355520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.731786:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177214.731788:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159c00 x1872930407355520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.731793:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.731794:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177214.731796:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177214.731831:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177214.731835:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177214.731837:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306407462
00000100:00000001:2.0:1786177214.731838:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306416426
00000100:00000001:2.0:1786177214.731840:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306407462
00000100:00000001:2.0:1786177214.731842:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306416427
00000100:00000001:2.0:1786177214.731843:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177214.731845:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.731846:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177214.731849:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177214/real 1786177214]  req@ffff9f1485159c00 x1872930407355520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177214.731854:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177214.731855:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177214.731857:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177214.731859:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177214.731860:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177214.731861:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177214.731863:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407355520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177214.731869:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407355520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.731873:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177214.731874:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.731875:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177214.731876:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177214.731879:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407355520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.731883:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177214.731886:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407355520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.731894:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177214.731896:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.731898:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177214.731899:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.731901:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177214.731903:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177214.731906:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177214.731910:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177214.731913:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177214.731917:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407355520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177214.731926:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407355520:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177214.731931:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177214.731935:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407355648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.731943:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177214.731945:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177214.731947:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177214.731948:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177214.731950:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177214.731952:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407355648:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177214.731954:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177214.731956:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177214.731957:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177214.731958:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177214.731962:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177214.731963:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177214.731966:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177214.731967:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177214.731970:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177214.731972:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407355648, portal 10
00000100:00000001:2.0:1786177214.731973:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177214.731974:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
00000100:00000040:2.0:1786177214.731979:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407355648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.731983:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177214.731985:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177214.731986:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177214.731988:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407355648, offset 0
00000400:00000200:2.0:1786177214.731991:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177214.731993:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177214.731996:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177214.731998:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177214.732000:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177214.732002:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177214.732003:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177214.732005:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273751:273751:256:4294967295] 192.168.202.146@tcp LPNI seq info [273712:273712:8:4294967295]
00000400:00000200:2.0:1786177214.732008:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177214.732013:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177214.732015:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177214.732017:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177214.732020:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177214.732022:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786177214.732024:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177214.732026:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1786177214.732029:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177214.732030:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177214.732032:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177214.732035:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177214.732037:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177214.732038:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177214.732040:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177214.732043:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b800 x1872930407355648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732048:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177214.732050:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407355648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732054:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.732055:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177214.732057:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177214.732059:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177214.732061:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177214.732062:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306407543
00000100:00000001:2.0:1786177214.732064:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306416426
00000100:00000001:2.0:1786177214.732065:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306407543
00000100:00000001:2.0:1786177214.732067:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306416427
00000100:00000001:2.0:1786177214.732069:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177214.732070:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.732071:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177214.732073:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177214/real 1786177214]  req@ffff9f148515b800 x1872930407355648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177214.732078:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177214.732078:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177214.732079:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177214.732081:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177214.732082:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177214.732083:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177214.732085:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407355648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177214.732090:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407355648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732094:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177214.732095:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732096:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177214.732097:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177214.732099:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407355648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732103:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177214.732106:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407355648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732110:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177214.732111:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732112:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177214.732113:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732114:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177214.732115:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177214.732117:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177214.732119:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177214.732120:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177214.732122:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407355648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177214.732127:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407355648:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177214.732129:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177214.732131:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407355776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732136:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177214.732137:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177214.732139:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177214.732140:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177214.732141:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177214.732143:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407355776:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177214.732146:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177214.732147:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177214.732148:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177214.732149:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177214.732151:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177214.732152:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177214.732154:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177214.732155:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177214.732157:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177214.732159:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407355776, portal 4
00000100:00000001:2.0:1786177214.732161:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177214.732161:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00000040:2.0:1786177214.732165:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407355776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732169:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177214.732171:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177214.732172:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177214.732174:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407355776, offset 0
00000400:00000200:2.0:1786177214.732176:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177214.732178:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177214.732180:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177214.732181:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177214.732183:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177214.732184:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177214.732186:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177214.732188:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273752:273752:256:4294967295] 192.168.202.146@tcp LPNI seq info [273713:273713:8:4294967295]
00000400:00000200:2.0:1786177214.732191:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177214.732195:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177214.732198:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177214.732200:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177214.732202:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177214.732204:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786177214.732207:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177214.732209:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1786177214.732211:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177214.732213:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177214.732215:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177214.732217:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177214.732218:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177214.732220:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177214.732221:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177214.732223:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159880 x1872930407355776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732228:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177214.732230:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159880 x1872930407355776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732234:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.732235:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177214.732237:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177214.732238:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177214.732240:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177214.732242:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306408802
00000100:00000001:2.0:1786177214.732244:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306416426
00000100:00000001:2.0:1786177214.732246:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306408802
00000100:00000001:2.0:1786177214.732248:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306416427
00000100:00000001:2.0:1786177214.732250:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177214.732252:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.732254:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177214.732259:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177214/real 1786177214]  req@ffff9f1485159880 x1872930407355776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177214.732268:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177214.732270:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177214.732272:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177214.732287:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177214.732293:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177214.732296:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177214.732300:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407355776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177214.732309:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407355776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732317:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177214.732318:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732321:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177214.732322:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177214.732325:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407355776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732329:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177214.732332:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407355776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732336:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177214.732338:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732339:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177214.732340:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732341:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177214.732342:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177214.732343:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177214.732345:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177214.732346:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177214.732349:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407355776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177214.732355:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407355776:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177214.732357:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732358:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177214.732360:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407355520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732364:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177214.732365:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177214.732367:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177214.732368:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177214.732369:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177214.732370:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177214.732372:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177214.732373:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:2.0:1786177214.732375:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177214.732376:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177214.732377:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:2.0:1786177214.732379:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177214.732380:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732381:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177214.732383:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407355648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732387:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177214.732388:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177214.732389:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177214.732390:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177214.732391:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177214.732392:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177214.732393:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177214.732394:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:2.0:1786177214.732395:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177214.732396:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177214.732397:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000001:2.0:1786177214.732399:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177214.732400:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732401:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177214.732403:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407355776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732407:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177214.732407:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177214.732408:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177214.732410:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177214.732410:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177214.732411:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177214.732412:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177214.732413:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:2.0:1786177214.732414:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177214.732415:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177214.732415:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:2.0:1786177214.732417:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177214.732417:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732419:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732421:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177214.732422:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.732424:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177214.732425:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177214.732426:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177214.732428:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407355904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732432:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177214.732433:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177214.732434:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177214.732435:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177214.732437:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177214.732438:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407355904:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177214.732440:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177214.732442:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177214.732443:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177214.732445:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177214.732447:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177214.732448:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177214.732451:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177214.732452:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177214.732454:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177214.732457:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407355904, portal 4
00000100:00000001:2.0:1786177214.732458:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177214.732459:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00000040:2.0:1786177214.732463:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407355904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732468:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177214.732469:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177214.732471:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177214.732472:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407355904, offset 0
00000400:00000200:2.0:1786177214.732475:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177214.732477:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177214.732480:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177214.732481:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177214.732483:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177214.732485:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177214.732487:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177214.732489:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273753:273753:256:4294967295] 192.168.202.146@tcp LPNI seq info [273714:273714:8:4294967295]
00000400:00000200:2.0:1786177214.732492:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177214.732496:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177214.732499:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177214.732501:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177214.732503:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177214.732506:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1786177214.732511:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177214.732513:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1786177214.732518:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177214.732520:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177214.732523:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177214.732527:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177214.732530:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177214.732532:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177214.732534:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177214.732538:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b480 x1872930407355904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732547:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177214.732550:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b480 x1872930407355904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732556:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.732558:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177214.732561:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177214.732564:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177214.732568:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177214.732571:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306408592
00000100:00000001:2.0:1786177214.732573:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306416426
00000100:00000001:2.0:1786177214.732575:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306408592
00000100:00000001:2.0:1786177214.732577:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306416427
00000100:00000001:2.0:1786177214.732579:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177214.732581:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.732584:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177214.732588:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177214/real 1786177214]  req@ffff9f148515b480 x1872930407355904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177214.732597:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177214.732599:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177214.732601:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177214.732603:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177214.732605:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177214.732608:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177214.732612:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407355904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177214.732621:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407355904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732629:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177214.732630:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732632:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177214.732634:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177214.732638:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407355904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732645:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177214.732649:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407355904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732657:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177214.732660:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732661:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177214.732663:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732665:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177214.732666:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177214.732669:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177214.732672:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177214.732675:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177214.732679:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407355904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177214.732688:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407355904:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177214.732692:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732694:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177214.732698:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407355904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177214.732706:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177214.732707:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177214.732709:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177214.732712:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177214.732713:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177214.732715:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177214.732717:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177214.732720:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
02000000:00000001:2.0:1786177214.732722:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177214.732723:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177214.732725:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177214.732728:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177214.732729:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732731:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177214.732735:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177214.732736:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177214.732738:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177214.732740:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177215.561911:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177215.561916:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177215.561976:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177215.561980:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177215.561985:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177216.585898:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177216.585904:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177216.585968:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177216.585972:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177216.585975:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177217.609854:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177217.609859:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177217.609915:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177217.609918:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177217.609921:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177218.633883:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177218.633888:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177218.633949:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177218.633953:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177218.633956:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177219.657902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177219.657909:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177219.657911:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177219.657914:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177219.657918:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177219.657920:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177219.657922:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177219.657923:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177219.657990:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177219.657995:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177219.657999:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177219.849897:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177219.849905:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177219.849907:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177219.849910:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177219.849914:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177219.849920:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11740
00000400:00000200:3.0:1786177219.849927:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177219.849932:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177219.849935:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177219.849937:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177219.849940:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177219.849942:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177219.849943:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177219.849947:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177219.849949:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177219.849951:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177219.849953:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177219.849955:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177219.849957:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177219.849959:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177219.849960:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177219.849961:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177219.849963:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177219.849964:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177219.849967:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177219.849968:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177219.849970:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177219.849973:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177219.849975:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177219.849976:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177219.849978:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177219.849986:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786177219.849988:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177219.849991:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177219.849992:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177219.849995:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177219.850005:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177219.850009:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177219.850015:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786177219.850021:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177219.850028:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407356032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177219.850037:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177219.850040:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177219.850048:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407356032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177219.850070:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177219.850074:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177219.850077:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177219.850078:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177219.850080:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177219.850083:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177219.850085:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11740
00000400:00000200:3.0:1786177219.850089:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177219.850091:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177219.850094:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177219.850097:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177219.850099:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177219.850101:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177219.850103:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177219.850105:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177219.850106:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177219.850108:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177219.850111:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177219.850113:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177219.850114:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1786177219.850115:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177219.850118:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1786177219.850118:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177219.850120:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177219.850121:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177219.850122:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177219.850124:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177219.850127:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000040:2.0:1786177219.850128:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407356032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177219.850129:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177219.850132:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177219.850135:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177219.850138:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177219.850139:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177219.850140:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177219.850142:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177219.850143:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1786177219.850144:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177219.850146:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177219.850148:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1786177219.850148:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177219.850151:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177219.850152:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407356032:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786177219.850153:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.850157:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1786177219.850157:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786177219.850159:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:2.0:1786177219.850161:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1786177219.850162:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1786177219.850163:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177219.850163:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177219.850165:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1786177219.850166:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1786177219.850166:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177219.850168:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177219.850172:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000010:3.0:1786177219.850172:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
02000000:00000001:2.0:1786177219.850174:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177219.850175:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177219.850180:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00100000:3.0:1786177219.850180:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407356160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1786177219.850184:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:3.0:1786177219.850187:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177219.850189:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177219.850190:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000040:3.0:1786177219.850193:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407356160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177219.850198:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407356032, portal 25
00000100:00000001:2.0:1786177219.850200:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177219.850201:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.850202:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
00000100:00080000:3.0:1786177219.850204:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1786177219.850207:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407356032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177219.850208:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177219.850209:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177219.850211:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177219.850214:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177219.850215:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1786177219.850216:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11740
00000100:00000040:2.0:1786177219.850219:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177219.850220:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177219.850221:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000400:00000200:3.0:1786177219.850223:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000200:2.0:1786177219.850225:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407356032, offset 0
00000100:00080000:3.0:1786177219.850225:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177219.850229:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177219.850231:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177219.850232:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177219.850233:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177219.850235:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177219.850237:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177219.850238:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000400:00000200:2.0:1786177219.850240:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:3.0:1786177219.850240:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177219.850242:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177219.850244:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177219.850246:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000020:00000001:3.0:1786177219.850246:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177219.850249:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177219.850251:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1786177219.850251:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177219.850253:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177219.850255:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:3.0:1786177219.850255:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177219.850257:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000200:2.0:1786177219.850259:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1786177219.850260:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177219.850262:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177219.850263:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
02000000:00000001:3.0:1786177219.850264:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1786177219.850267:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273754:273754:256:4294967295] 192.168.202.146@tcp LPNI seq info [273715:273715:8:4294967295]
02000000:00000001:3.0:1786177219.850267:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177219.850269:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177219.850271:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1786177219.850272:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000008:00100000:3.0:1786177219.850273:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177219.850275:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177219.850277:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177219.850279:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000400:00000200:2.0:1786177219.850282:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1786177219.850282:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177219.850285:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177219.850286:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177219.850287:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1786177219.850289:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177219.850289:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177219.850291:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177219.850294:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000800:00000010:2.0:1786177219.850295:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000100:00000001:3.0:1786177219.850297:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177219.850301:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407356288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1786177219.850302:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177219.850307:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1786177219.850309:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177219.850311:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177219.850313:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177219.850315:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407356288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786177219.850317:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1786177219.850322:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177219.850323:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1786177219.850325:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000100:00080000:3.0:1786177219.850326:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177219.850329:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177219.850330:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177219.850331:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1786177219.850332:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177219.850334:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177219.850336:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1786177219.850337:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11740
00000400:00000200:3.0:1786177219.850340:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177219.850341:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177219.850343:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000400:00000200:3.0:1786177219.850343:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177219.850345:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177219.850347:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177219.850348:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1786177219.850350:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1786177219.850352:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159180 x1872930407356032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177219.850352:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177219.850354:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177219.850372:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177219.850373:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177219.850375:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177219.850378:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1786177219.850378:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177219.850381:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:2.0:1786177219.850382:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159180 x1872930407356032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177219.850383:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177219.850387:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177219.850389:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177219.850392:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177219.850392:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177219.850394:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177219.850395:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177219.850397:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000001:2.0:1786177219.850400:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177219.850400:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177219.850403:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177219.850404:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177219.850405:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177219.850407:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306421546
02000000:00000001:3.0:1786177219.850408:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177219.850410:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177219.850412:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177219.850414:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177219.850416:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306416426
00000008:00000001:3.0:1786177219.850417:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177219.850419:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.850421:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306421546
00000100:00000010:3.0:1786177219.850423:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000100:00000001:2.0:1786177219.850424:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306416427
00000020:00000040:3.0:1786177219.850425:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:2.0:1786177219.850428:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177219.850428:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177219.850429:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.850431:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177219.850431:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177219.850433:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177219.850434:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1786177219.850435:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177219.850439:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177219/real 1786177219]  req@ffff9f1485159180 x1872930407356032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1786177219.850439:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786177219.850442:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177219.850448:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407356416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177219.850457:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177219.850459:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177219.850460:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177219.850462:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1786177219.850464:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407356416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1786177219.850465:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177219.850468:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177219.850470:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177219.850473:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1786177219.850473:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177219.850476:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1786177219.850477:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407356032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177219.850481:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177219.850482:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177219.850485:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1786177219.850488:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407356032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177219.850488:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177219.850491:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11740
00000400:00000200:3.0:1786177219.850495:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177219.850497:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:3.0:1786177219.850498:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177219.850499:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786177219.850501:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177219.850502:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1786177219.850503:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177219.850504:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177219.850506:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177219.850508:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00100000:2.0:1786177219.850509:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407356032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177219.850511:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177219.850514:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177219.850515:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177219.850517:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177219.850519:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177219.850520:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177219.850522:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:2.0:1786177219.850525:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407356032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177219.850525:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177219.850528:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177219.850530:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177219.850533:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177219.850534:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177219.850535:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177219.850538:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177219.850538:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000001:2.0:1786177219.850540:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177219.850542:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786177219.850542:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177219.850544:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.850545:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1786177219.850546:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177219.850547:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1786177219.850549:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1786177219.850550:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1786177219.850551:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177219.850553:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:2.0:1786177219.850554:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000008:00100000:3.0:1786177219.850555:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177219.850557:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:3.0:1786177219.850558:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177219.850560:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177219.850562:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407356032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1786177219.850563:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786177219.850566:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177219.850569:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177219.850571:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177219.850573:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407356032:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786177219.850573:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177219.850574:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177219.850576:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.850579:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1786177219.850580:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:2.0:1786177219.850582:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1786177219.850583:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177219.850586:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407356032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177219.850587:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407356544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177219.850595:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1786177219.850596:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1786177219.850598:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1786177219.850598:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177219.850601:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
00000100:00000040:3.0:1786177219.850602:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407356544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1786177219.850604:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177219.850606:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177219.850608:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177219.850611:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1786177219.850611:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177219.850613:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
00000100:00000040:3.0:1786177219.850615:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11750)
02000000:00000001:2.0:1786177219.850617:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177219.850619:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177219.850621:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
00000100:00000001:2.0:1786177219.850624:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177219.850626:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.850628:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.850636:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177219.850639:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.850641:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177219.850643:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177219.850645:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177219.850659:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407356160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.850668:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177219.850669:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177219.850671:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177219.850673:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177219.850674:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177219.850677:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407356160:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177219.850680:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177219.850681:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177219.850683:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177219.850684:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177219.850687:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177219.850688:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177219.850692:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177219.850694:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177219.850696:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177219.850699:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407356160, portal 10
00000100:00000001:2.0:1786177219.850701:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177219.850702:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
00000100:00000040:2.0:1786177219.850723:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407356160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.850727:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177219.850729:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177219.850730:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177219.850732:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407356160, offset 0
00000400:00000200:2.0:1786177219.850735:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177219.850738:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177219.850740:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177219.850742:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177219.850744:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177219.850746:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177219.850748:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177219.850750:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273755:273755:256:4294967295] 192.168.202.146@tcp LPNI seq info [273716:273716:8:4294967295]
00000400:00000200:2.0:1786177219.850753:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177219.850757:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177219.850760:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177219.850793:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177219.850796:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177219.850799:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786177219.850802:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177219.850804:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1786177219.850807:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177219.850808:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177219.850811:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177219.850813:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177219.850816:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177219.850817:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177219.850819:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177219.850822:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515aa00 x1872930407356160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.850827:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177219.850829:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515aa00 x1872930407356160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.850833:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.850834:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177219.850837:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177219.850839:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177219.850842:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177219.850843:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306412581
00000100:00000001:2.0:1786177219.850845:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306421546
00000100:00000001:2.0:1786177219.850847:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306412581
00000100:00000001:2.0:1786177219.850848:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306421546
00000100:00000001:2.0:1786177219.850850:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177219.850851:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.850852:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177219.850855:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177219/real 1786177219]  req@ffff9f148515aa00 x1872930407356160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177219.850860:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177219.850861:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177219.850862:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177219.850864:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177219.850865:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177219.850866:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177219.850868:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407356160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177219.850873:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407356160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.850877:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177219.850878:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.850879:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177219.850880:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177219.850882:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407356160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.850886:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177219.850889:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407356160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.850893:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177219.850895:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.850896:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177219.850897:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.850898:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177219.850899:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177219.850901:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177219.850903:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177219.850904:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177219.850906:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407356160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177219.850911:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407356160:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177219.850914:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177219.850916:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407356288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.850920:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177219.850921:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177219.850923:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177219.850924:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177219.850925:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177219.850927:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407356288:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177219.850928:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177219.850930:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177219.850931:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177219.850932:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177219.850934:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177219.850936:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177219.850938:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177219.850939:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177219.850941:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177219.850943:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407356288, portal 10
00000100:00000001:2.0:1786177219.850945:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177219.850945:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000100:00000040:2.0:1786177219.850949:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407356288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.850953:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177219.850955:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177219.850956:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177219.850958:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407356288, offset 0
00000400:00000200:2.0:1786177219.850960:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177219.850963:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177219.850965:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177219.850967:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177219.850969:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177219.850970:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177219.850972:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177219.850974:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273756:273756:256:4294967295] 192.168.202.146@tcp LPNI seq info [273717:273717:8:4294967295]
00000400:00000200:2.0:1786177219.850976:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177219.850980:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177219.850983:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177219.850985:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177219.850987:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177219.850989:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786177219.850992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177219.850993:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1786177219.850996:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177219.850997:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177219.850999:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177219.851001:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177219.851003:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177219.851005:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177219.851006:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177219.851008:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158000 x1872930407356288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851013:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177219.851015:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158000 x1872930407356288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851019:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.851020:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177219.851022:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177219.851024:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177219.851026:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177219.851027:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306412662
00000100:00000001:2.0:1786177219.851028:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306421546
00000100:00000001:2.0:1786177219.851030:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306412662
00000100:00000001:2.0:1786177219.851032:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306421546
00000100:00000001:2.0:1786177219.851033:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177219.851034:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.851035:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177219.851038:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177219/real 1786177219]  req@ffff9f1485158000 x1872930407356288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177219.851042:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177219.851043:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177219.851044:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177219.851045:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177219.851046:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177219.851047:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177219.851049:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407356288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177219.851055:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407356288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851059:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177219.851060:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.851061:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177219.851062:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177219.851064:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407356288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851068:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177219.851070:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407356288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851074:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177219.851075:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.851076:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177219.851077:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.851078:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177219.851080:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177219.851081:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177219.851083:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177219.851085:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177219.851087:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407356288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177219.851092:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407356288:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177219.851094:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177219.851096:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407356416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851100:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177219.851101:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177219.851102:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177219.851103:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177219.851104:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177219.851106:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407356416:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177219.851108:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177219.851109:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177219.851109:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177219.851110:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177219.851112:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177219.851113:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177219.851115:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177219.851117:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177219.851119:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177219.851121:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407356416, portal 4
00000100:00000001:2.0:1786177219.851122:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177219.851123:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00000040:2.0:1786177219.851127:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407356416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851131:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177219.851133:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177219.851134:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177219.851135:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407356416, offset 0
00000400:00000200:2.0:1786177219.851138:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177219.851140:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177219.851142:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177219.851143:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177219.851145:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177219.851146:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177219.851148:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177219.851150:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273757:273757:256:4294967295] 192.168.202.146@tcp LPNI seq info [273718:273718:8:4294967295]
00000400:00000200:2.0:1786177219.851153:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177219.851157:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177219.851159:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177219.851161:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177219.851163:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177219.851180:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786177219.851183:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177219.851185:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1786177219.851188:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177219.851190:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177219.851192:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177219.851195:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177219.851197:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177219.851198:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177219.851200:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177219.851202:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b100 x1872930407356416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851208:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177219.851210:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407356416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851220:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.851221:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177219.851223:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177219.851225:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177219.851227:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177219.851229:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306413921
00000100:00000001:2.0:1786177219.851231:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306421546
00000100:00000001:2.0:1786177219.851232:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306413921
00000100:00000001:2.0:1786177219.851234:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306421546
00000100:00000001:2.0:1786177219.851235:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177219.851237:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.851238:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177219.851240:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177219/real 1786177219]  req@ffff9f148515b100 x1872930407356416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177219.851245:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177219.851246:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177219.851247:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177219.851249:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177219.851250:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177219.851251:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177219.851254:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407356416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177219.851260:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407356416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851264:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177219.851265:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.851266:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177219.851267:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177219.851269:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407356416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851275:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177219.851277:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407356416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851282:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177219.851284:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.851285:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177219.851286:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.851287:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177219.851288:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177219.851290:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177219.851292:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177219.851293:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177219.851296:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407356416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177219.851301:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407356416:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177219.851303:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177219.851305:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158e00 x1872930407356544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851309:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177219.851310:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177219.851312:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177219.851313:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177219.851314:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177219.851316:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407356544:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177219.851318:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177219.851319:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177219.851321:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177219.851322:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177219.851324:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177219.851326:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177219.851328:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177219.851329:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177219.851331:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177219.851333:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407356544, portal 4
00000100:00000001:2.0:1786177219.851335:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177219.851336:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213785600 : -106564495766016 : ffff9f1485158e00)
00000100:00000040:2.0:1786177219.851340:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158e00 x1872930407356544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851344:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177219.851346:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177219.851347:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177219.851349:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407356544, offset 0
00000400:00000200:2.0:1786177219.851351:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177219.851354:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177219.851356:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177219.851358:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177219.851359:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177219.851361:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177219.851363:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177219.851366:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273758:273758:256:4294967295] 192.168.202.146@tcp LPNI seq info [273719:273719:8:4294967295]
00000400:00000200:2.0:1786177219.851369:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177219.851373:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177219.851376:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177219.851378:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177219.851381:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177219.851383:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1786177219.851386:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177219.851388:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1786177219.851390:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177219.851392:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177219.851394:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177219.851397:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177219.851399:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177219.851400:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177219.851402:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177219.851404:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158e00 x1872930407356544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851410:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177219.851412:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158e00 x1872930407356544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851416:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.851417:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177219.851419:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177219.851421:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177219.851423:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177219.851424:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306413711
00000100:00000001:2.0:1786177219.851426:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306421546
00000100:00000001:2.0:1786177219.851427:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306413711
00000100:00000001:2.0:1786177219.851429:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306421546
00000100:00000001:2.0:1786177219.851431:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177219.851432:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.851433:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177219.851436:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177219/real 1786177219]  req@ffff9f1485158e00 x1872930407356544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177219.851441:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177219.851442:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177219.851443:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177219.851444:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177219.851445:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177219.851447:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177219.851449:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158e00 x1872930407356544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177219.851455:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158e00 x1872930407356544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851459:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177219.851460:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.851461:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177219.851462:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177219.851465:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158e00 x1872930407356544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851469:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177219.851472:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158e00 x1872930407356544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851492:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177219.851494:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.851495:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177219.851496:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.851497:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177219.851498:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177219.851499:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177219.851501:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177219.851503:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177219.851505:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158e00 x1872930407356544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177219.851510:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407356544:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177219.851512:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.851514:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177219.851517:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407356160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851521:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177219.851523:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177219.851524:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177219.851526:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177219.851527:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177219.851528:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177219.851529:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177219.851530:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
02000000:00000001:2.0:1786177219.851532:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177219.851533:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177219.851534:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00000001:2.0:1786177219.851536:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177219.851537:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.851539:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177219.851541:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407356288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851545:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177219.851546:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177219.851547:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177219.851548:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177219.851549:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177219.851550:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177219.851551:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177219.851552:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:2.0:1786177219.851553:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177219.851554:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177219.851554:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000100:00000001:2.0:1786177219.851556:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177219.851557:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.851558:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177219.851560:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407356416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851564:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177219.851565:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177219.851566:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177219.851568:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177219.851569:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177219.851569:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177219.851571:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177219.851572:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:2.0:1786177219.851573:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177219.851574:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177219.851575:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:2.0:1786177219.851577:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177219.851578:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.851579:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177219.851581:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158e00 x1872930407356544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177219.851585:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177219.851586:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177219.851586:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177219.851588:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177219.851588:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177219.851589:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177219.851590:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177219.851591:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
02000000:00000001:2.0:1786177219.851592:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177219.851593:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177219.851594:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158e00.
00000100:00000001:2.0:1786177219.851595:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177219.851596:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.851597:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177219.851600:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177219.851601:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177219.851602:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177219.851603:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177220.681907:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177220.681915:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177220.682001:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177220.682005:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177220.682009:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177221.705896:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177221.705904:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177221.705971:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177221.705975:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177221.705978:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177222.729938:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177222.729953:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177222.730020:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177222.730025:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177222.730028:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177223.753915:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177223.753922:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177223.754009:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177223.754015:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177223.754019:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177224.777877:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177224.777886:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177224.777945:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177224.777950:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177224.777955:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177224.969903:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177224.969917:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177224.969920:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177224.969924:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177224.969929:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177224.969937:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11745
00000400:00000200:3.0:1786177224.969946:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177224.969953:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177224.969956:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177224.969958:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.969962:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177224.969964:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.969965:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177224.969969:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177224.969972:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177224.969975:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177224.969978:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177224.969980:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177224.969982:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177224.969984:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.969985:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177224.969986:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.969988:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177224.969991:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177224.969994:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177224.969997:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177224.970000:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177224.970004:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177224.970007:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177224.970010:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177224.970013:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177224.970026:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786177224.970031:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177224.970035:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177224.970038:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177224.970041:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177224.970044:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177224.970049:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177224.970060:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786177224.970067:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177224.970076:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407356672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177224.970085:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177224.970089:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177224.970093:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407356672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177224.970118:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177224.970121:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177224.970123:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177224.970124:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177224.970126:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177224.970127:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177224.970129:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11745
00000400:00000200:3.0:1786177224.970136:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177224.970139:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177224.970142:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177224.970145:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970147:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177224.970150:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970152:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177224.970154:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177224.970156:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177224.970158:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177224.970160:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177224.970162:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177224.970164:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177224.970168:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970170:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177224.970172:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1786177224.970173:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970178:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177224.970180:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1786177224.970181:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177224.970185:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970187:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177224.970190:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177224.970197:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177224.970201:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.970203:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786177224.970204:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177224.970212:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1786177224.970214:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515bb80 x1872930407356672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1786177224.970216:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177224.970220:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177224.970226:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786177224.970230:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00000001:2.0:1786177224.970231:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1786177224.970232:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177224.970235:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177224.970235:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177224.970237:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177224.970239:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177224.970242:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177224.970243:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1786177224.970245:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
02000000:00000001:2.0:1786177224.970248:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177224.970250:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177224.970255:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177224.970258:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407356800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1786177224.970262:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407356672:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786177224.970268:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177224.970271:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1786177224.970272:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177224.970278:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407356800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1786177224.970279:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177224.970284:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177224.970286:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177224.970289:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1786177224.970290:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177224.970294:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177224.970295:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177224.970296:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177224.970298:0:109754:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:2.0:1786177224.970299:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
00000100:00080000:3.0:1786177224.970301:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11745
02000000:00000001:2.0:1786177224.970303:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177224.970308:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177224.970313:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177224.970314:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177224.970317:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1786177224.970321:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000040:3.0:1786177224.970325:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970329:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1786177224.970332:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000040:3.0:1786177224.970332:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970338:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177224.970341:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177224.970342:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177224.970343:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:2.0:1786177224.970344:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407356672, portal 25
00000020:00000040:3.0:1786177224.970346:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000100:00000001:2.0:1786177224.970350:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1786177224.970351:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000001:2.0:1786177224.970354:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213797248 : -106564495754368 : ffff9f148515bb80)
00000020:00000001:3.0:1786177224.970355:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177224.970361:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970364:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177224.970365:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515bb80 x1872930407356672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177224.970367:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970371:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177224.970375:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177224.970380:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970384:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.970386:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1786177224.970386:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177224.970391:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1786177224.970394:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177224.970395:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177224.970399:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000001:3.0:1786177224.970399:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177224.970403:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177224.970407:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177224.970408:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177224.970411:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786177224.970413:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000100:00000200:2.0:1786177224.970414:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407356672, offset 0
02000000:00000001:3.0:1786177224.970416:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177224.970427:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177224.970428:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970431:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177224.970434:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177224.970436:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177224.970440:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:3.0:1786177224.970442:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786177224.970447:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177224.970450:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00100000:3.0:1786177224.970456:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407356928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177224.970461:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177224.970469:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:3.0:1786177224.970469:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177224.970474:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177224.970477:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1786177224.970481:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407356928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177224.970485:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177224.970494:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273759:273759:256:4294967295] 192.168.202.146@tcp LPNI seq info [273720:273720:8:4294967295]
00000100:00000001:3.0:1786177224.970500:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177224.970504:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177224.970506:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177224.970510:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177224.970511:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177224.970513:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177224.970515:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177224.970520:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11745
00000400:00000200:2.0:1786177224.970525:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1786177224.970526:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177224.970532:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177224.970534:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177224.970537:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970540:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1786177224.970541:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177224.970544:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970547:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177224.970548:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:2.0:1786177224.970550:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000020:00000040:3.0:1786177224.970550:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177224.970553:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177224.970555:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177224.970557:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177224.970560:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000800:00000200:2.0:1786177224.970561:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177224.970566:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.0:1786177224.970567:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1786177224.970568:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177224.970573:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970575:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177224.970579:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000800:00000200:2.1:1786177224.970579:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786177224.970585:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000800:00000200:2.1:1786177224.970586:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1786177224.970588:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177224.970591:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177224.970594:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:2.0:1786177224.970598:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177224.970599:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177224.970603:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1786177224.970604:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000008:00100000:3.0:1786177224.970605:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177224.970608:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177224.970609:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177224.970612:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000400:00000200:2.0:1786177224.970613:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1786177224.970614:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177224.970618:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177224.970620:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177224.970623:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1786177224.970623:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177224.970626:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177224.970629:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177224.970632:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
02000000:00000010:3.0:1786177224.970633:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000400:00000010:2.0:1786177224.970637:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:3.0:1786177224.970637:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177224.970643:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407357056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177224.970644:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1786177224.970650:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1786177224.970653:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515bb80 x1872930407356672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177224.970653:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177224.970658:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407357056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177224.970679:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.970681:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1786177224.970681:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177224.970686:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1786177224.970688:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515bb80 x1872930407356672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177224.970689:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177224.970693:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177224.970699:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177224.970705:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11745
00000100:00000001:2.0:1786177224.970706:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.970710:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1786177224.970711:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177224.970727:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177224.970730:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177224.970732:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177224.970733:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177224.970738:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177224.970739:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177224.970743:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306426666
00000100:00000040:3.0:1786177224.970744:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970748:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177224.970751:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177224.970752:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306421546
00000020:00000040:3.0:1786177224.970753:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000001:2.0:1786177224.970758:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306426666
00000020:00000001:3.0:1786177224.970758:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177224.970762:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000001:2.0:1786177224.970763:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306421546
00000100:00000001:2.0:1786177224.970768:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1786177224.970768:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177224.970796:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177224.970800:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177224.970803:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177224.970804:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177224.970807:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177224.970808:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1786177224.970812:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00100000:2.0:1786177224.970815:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177224/real 1786177224]  req@ffff9f148515bb80 x1872930407356672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786177224.970817:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177224.970825:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000001:2.0:1786177224.970830:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1786177224.970831:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177224.970833:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1786177224.970835:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1786177224.970836:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177224.970841:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
02000000:00000001:3.0:1786177224.970841:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1786177224.970844:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177224.970847:0:2401:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1786177224.970847:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177224.970852:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1786177224.970853:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515bb80 x1872930407356672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1786177224.970856:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177224.970861:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177224.970863:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177224.970869:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786177224.970872:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177224.970877:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1786177224.970878:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515bb80 x1872930407356672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177224.970881:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.970887:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1786177224.970887:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177224.970890:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177224.970891:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.970895:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1786177224.970895:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.970897:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177224.970903:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515bb80 x1872930407356672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1786177224.970904:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786177224.970909:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.970911:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177224.970920:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515bb80 x1872930407356672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177224.970921:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407357184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177224.970935:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177224.970939:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.970942:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177224.970943:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177224.970943:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177224.970947:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1786177224.970948:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.970950:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177224.970954:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1786177224.970957:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407357184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177224.970967:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177224.970972:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11755)
00000100:00080000:2.0:1786177224.970974:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177224.970977:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177224.970981:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515bb80 x1872930407356672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177224.970986:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407356672:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177224.970990:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.970991:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177224.970993:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515bb80 x1872930407356672/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.970997:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177224.971000:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177224.971002:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177224.971003:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177224.971005:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177224.971006:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177224.971008:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177224.971011:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
02000000:00000001:2.0:1786177224.971015:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177224.971017:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177224.971019:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515bb80.
00000100:00000001:2.0:1786177224.971024:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177224.971025:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971027:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971037:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177224.971040:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.971042:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177224.971043:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177224.971045:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177224.971049:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159f80 x1872930407356800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971061:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177224.971063:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177224.971065:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177224.971066:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177224.971069:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177224.971071:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407356800:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177224.971075:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177224.971077:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177224.971079:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177224.971080:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177224.971084:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177224.971085:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177224.971090:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177224.971093:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177224.971097:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177224.971100:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407356800, portal 10
00000100:00000001:2.0:1786177224.971102:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177224.971103:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790080 : -106564495761536 : ffff9f1485159f80)
00000100:00000040:2.0:1786177224.971111:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159f80 x1872930407356800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971115:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177224.971117:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177224.971118:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177224.971120:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407356800, offset 0
00000400:00000200:2.0:1786177224.971123:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177224.971125:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177224.971128:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177224.971131:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177224.971132:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177224.971134:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177224.971136:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177224.971138:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273760:273760:256:4294967295] 192.168.202.146@tcp LPNI seq info [273721:273721:8:4294967295]
00000400:00000200:2.0:1786177224.971140:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177224.971145:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177224.971148:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177224.971150:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177224.971152:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177224.971154:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786177224.971157:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177224.971159:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1786177224.971161:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177224.971162:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177224.971164:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177224.971167:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177224.971168:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177224.971170:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177224.971171:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177224.971173:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159f80 x1872930407356800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971178:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177224.971180:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159f80 x1872930407356800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971184:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.971185:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177224.971187:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177224.971190:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177224.971192:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177224.971193:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306417701
00000100:00000001:2.0:1786177224.971195:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306426666
00000100:00000001:2.0:1786177224.971197:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306417701
00000100:00000001:2.0:1786177224.971198:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306426666
00000100:00000001:2.0:1786177224.971199:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177224.971201:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.971203:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177224.971205:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177224/real 1786177224]  req@ffff9f1485159f80 x1872930407356800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177224.971210:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177224.971211:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177224.971212:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177224.971213:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177224.971214:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177224.971215:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177224.971217:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159f80 x1872930407356800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177224.971222:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159f80 x1872930407356800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971225:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177224.971226:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971227:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177224.971228:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177224.971230:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159f80 x1872930407356800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971233:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177224.971235:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159f80 x1872930407356800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971239:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177224.971240:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971241:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177224.971241:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971242:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177224.971243:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177224.971245:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177224.971247:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177224.971248:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177224.971251:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159f80 x1872930407356800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177224.971256:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407356800:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177224.971258:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177224.971259:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159500 x1872930407356928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971263:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177224.971263:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177224.971265:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177224.971266:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177224.971267:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177224.971268:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407356928:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177224.971269:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177224.971271:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177224.971271:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177224.971272:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177224.971275:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177224.971276:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177224.971278:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177224.971279:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177224.971281:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177224.971283:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407356928, portal 10
00000100:00000001:2.0:1786177224.971284:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177224.971285:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213787392 : -106564495764224 : ffff9f1485159500)
00000100:00000040:2.0:1786177224.971289:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159500 x1872930407356928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971293:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177224.971295:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177224.971296:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177224.971297:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407356928, offset 0
00000400:00000200:2.0:1786177224.971300:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177224.971302:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177224.971304:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177224.971306:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177224.971307:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177224.971309:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177224.971310:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177224.971312:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273761:273761:256:4294967295] 192.168.202.146@tcp LPNI seq info [273722:273722:8:4294967295]
00000400:00000200:2.0:1786177224.971314:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177224.971318:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177224.971321:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177224.971323:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177224.971325:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177224.971327:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786177224.971329:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177224.971331:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1786177224.971333:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177224.971335:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177224.971336:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177224.971338:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177224.971340:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177224.971341:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177224.971343:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177224.971345:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159500 x1872930407356928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971350:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177224.971351:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159500 x1872930407356928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971355:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.971357:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177224.971358:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177224.971360:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177224.971362:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177224.971363:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306417782
00000100:00000001:2.0:1786177224.971365:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306426666
00000100:00000001:2.0:1786177224.971366:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306417782
00000100:00000001:2.0:1786177224.971367:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306426666
00000100:00000001:2.0:1786177224.971368:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177224.971369:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.971370:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177224.971372:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177224/real 1786177224]  req@ffff9f1485159500 x1872930407356928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177224.971376:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177224.971376:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177224.971377:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177224.971378:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177224.971379:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177224.971381:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177224.971382:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159500 x1872930407356928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177224.971387:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159500 x1872930407356928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971390:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177224.971391:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971392:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177224.971393:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177224.971394:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159500 x1872930407356928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971398:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177224.971400:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159500 x1872930407356928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971405:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177224.971406:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971407:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177224.971408:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971409:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177224.971410:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177224.971411:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177224.971412:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177224.971413:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177224.971415:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159500 x1872930407356928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177224.971419:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407356928:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177224.971421:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177224.971423:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158e00 x1872930407357056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971447:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177224.971448:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177224.971451:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177224.971452:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177224.971454:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177224.971457:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407357056:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177224.971459:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177224.971461:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177224.971462:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177224.971464:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177224.971467:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177224.971469:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177224.971473:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177224.971475:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177224.971478:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177224.971481:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407357056, portal 4
00000100:00000001:2.0:1786177224.971483:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177224.971484:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213785600 : -106564495766016 : ffff9f1485158e00)
00000100:00000040:2.0:1786177224.971489:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158e00 x1872930407357056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971494:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177224.971495:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177224.971497:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177224.971498:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407357056, offset 0
00000400:00000200:2.0:1786177224.971501:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177224.971503:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177224.971506:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177224.971507:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177224.971509:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177224.971511:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177224.971512:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177224.971514:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273762:273762:256:4294967295] 192.168.202.146@tcp LPNI seq info [273723:273723:8:4294967295]
00000400:00000200:2.0:1786177224.971516:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177224.971520:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177224.971522:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177224.971524:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177224.971526:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177224.971528:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786177224.971531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177224.971532:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1786177224.971535:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177224.971536:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177224.971538:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177224.971540:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177224.971542:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177224.971543:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177224.971545:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177224.971547:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158e00 x1872930407357056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971552:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177224.971554:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158e00 x1872930407357056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971557:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.971558:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177224.971560:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177224.971562:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177224.971563:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177224.971564:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306419041
00000100:00000001:2.0:1786177224.971566:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306426666
00000100:00000001:2.0:1786177224.971567:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306419041
00000100:00000001:2.0:1786177224.971569:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306426666
00000100:00000001:2.0:1786177224.971570:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177224.971571:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.971572:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177224.971574:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177224/real 1786177224]  req@ffff9f1485158e00 x1872930407357056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177224.971578:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177224.971579:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177224.971580:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177224.971581:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177224.971582:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177224.971584:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177224.971585:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158e00 x1872930407357056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177224.971590:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158e00 x1872930407357056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971594:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177224.971595:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971596:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177224.971597:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177224.971599:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158e00 x1872930407357056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971602:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177224.971604:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158e00 x1872930407357056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971608:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177224.971609:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971610:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177224.971610:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971611:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177224.971612:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177224.971613:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177224.971615:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177224.971616:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177224.971618:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158e00 x1872930407357056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177224.971622:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407357056:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177224.971624:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177224.971626:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407357184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971630:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177224.971631:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177224.971632:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177224.971633:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177224.971635:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177224.971637:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407357184:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177224.971639:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177224.971640:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177224.971640:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177224.971641:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177224.971643:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177224.971644:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177224.971646:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177224.971648:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177224.971649:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177224.971651:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407357184, portal 4
00000100:00000001:2.0:1786177224.971652:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177224.971653:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00000040:2.0:1786177224.971657:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407357184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971661:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177224.971662:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177224.971663:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177224.971664:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407357184, offset 0
00000400:00000200:2.0:1786177224.971666:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177224.971668:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177224.971670:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177224.971672:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177224.971673:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177224.971675:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177224.971676:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177224.971678:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273763:273763:256:4294967295] 192.168.202.146@tcp LPNI seq info [273724:273724:8:4294967295]
00000400:00000200:2.0:1786177224.971680:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177224.971683:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177224.971686:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177224.971688:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177224.971690:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177224.971692:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1786177224.971694:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177224.971696:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1786177224.971698:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177224.971699:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177224.971701:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177224.971703:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177224.971705:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177224.971706:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177224.971707:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177224.971709:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b100 x1872930407357184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971724:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177224.971726:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407357184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971730:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.971731:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177224.971734:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177224.971736:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177224.971738:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177224.971739:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306418831
00000100:00000001:2.0:1786177224.971741:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306426666
00000100:00000001:2.0:1786177224.971756:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306418831
00000100:00000001:2.0:1786177224.971758:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306426666
00000100:00000001:2.0:1786177224.971759:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177224.971761:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.971762:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177224.971764:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177224/real 1786177224]  req@ffff9f148515b100 x1872930407357184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177224.971784:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177224.971785:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177224.971786:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177224.971788:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177224.971789:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177224.971791:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177224.971793:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407357184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177224.971798:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407357184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971802:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177224.971803:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971804:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177224.971805:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177224.971806:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407357184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971810:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177224.971812:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407357184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971816:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177224.971817:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971818:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177224.971819:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971820:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177224.971821:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177224.971822:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177224.971824:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177224.971825:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177224.971828:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407357184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177224.971833:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407357184:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177224.971835:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971836:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177224.971837:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159f80 x1872930407356800/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971841:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177224.971841:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177224.971842:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177224.971844:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177224.971845:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177224.971846:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177224.971847:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177224.971848:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:2.0:1786177224.971850:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177224.971851:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177224.971852:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159f80.
00000100:00000001:2.0:1786177224.971854:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177224.971855:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971856:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177224.971857:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159500 x1872930407356928/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971861:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177224.971862:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177224.971863:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177224.971864:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177224.971865:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177224.971865:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177224.971866:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177224.971867:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:2.0:1786177224.971868:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177224.971869:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177224.971870:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159500.
00000100:00000001:2.0:1786177224.971871:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177224.971872:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971873:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177224.971875:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158e00 x1872930407357056/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971878:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177224.971879:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177224.971880:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177224.971881:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177224.971881:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177224.971882:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177224.971883:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177224.971883:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
02000000:00000001:2.0:1786177224.971884:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177224.971885:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177224.971886:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158e00.
00000100:00000001:2.0:1786177224.971887:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177224.971887:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971888:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177224.971890:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407357184/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177224.971893:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177224.971893:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177224.971894:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177224.971895:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177224.971896:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177224.971896:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177224.971897:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177224.971898:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
02000000:00000001:2.0:1786177224.971899:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177224.971900:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177224.971900:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:2.0:1786177224.971902:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177224.971902:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971904:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177224.971906:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177224.971907:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177224.971909:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177224.971910:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177225.801926:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177225.801934:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177225.801999:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177225.802002:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177225.802006:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177226.825914:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177226.825922:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177226.825991:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177226.825995:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177226.825998:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177227.849933:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177227.849944:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177227.850040:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177227.850046:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177227.850050:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177228.873873:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177228.873880:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177228.873942:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177228.873948:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177228.873953:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177229.897924:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177229.897933:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177229.897935:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177229.897939:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177229.897943:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177229.897945:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177229.897947:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177229.897949:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177229.898035:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177229.898039:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177229.898042:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177230.089917:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177230.089929:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177230.089933:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177230.089937:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177230.089942:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177230.089949:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11750
00000400:00000200:3.0:1786177230.089958:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177230.089966:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177230.089969:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177230.089972:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.089975:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177230.089977:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.089979:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177230.089983:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177230.089986:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177230.089988:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177230.089992:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177230.089994:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177230.089996:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177230.089998:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.089999:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177230.090000:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090001:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177230.090009:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177230.090011:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090013:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177230.090015:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177230.090019:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177230.090021:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177230.090023:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177230.090025:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177230.090038:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786177230.090041:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177230.090045:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177230.090047:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177230.090050:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177230.090053:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177230.090057:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177230.090065:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786177230.090073:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177230.090082:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407357312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177230.090092:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177230.090097:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177230.090101:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407357312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177230.090122:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177230.090125:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177230.090128:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177230.090129:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177230.090130:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177230.090132:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177230.090133:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11750
00000400:00000200:3.0:1786177230.090136:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177230.090137:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177230.090139:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177230.090141:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090142:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177230.090143:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090145:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177230.090147:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177230.090148:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177230.090150:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177230.090152:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177230.090153:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177230.090155:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177230.090158:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090160:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177230.090162:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090163:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177230.090165:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:2.0:1786177230.090167:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1786177230.090168:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090173:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.090174:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1786177230.090175:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177230.090178:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1786177230.090182:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177230.090186:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177230.090188:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407357312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177230.090188:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177230.090194:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177230.090200:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.090203:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177230.090203:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.090208:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177230.090209:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786177230.090212:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:2.0:1786177230.090214:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177230.090215:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177230.090217:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177230.090218:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177230.090219:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177230.090222:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1786177230.090223:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177230.090225:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177230.090230:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407357312:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177230.090234:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1786177230.090235:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
02000000:00000001:2.0:1786177230.090239:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1786177230.090240:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177230.090242:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177230.090247:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1786177230.090247:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407357440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1786177230.090254:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
00000100:00000001:3.0:1786177230.090255:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177230.090259:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177230.090260:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177230.090264:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407357440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177230.090275:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177230.090277:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177230.090279:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177230.090280:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177230.090281:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177230.090283:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177230.090283:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177230.090288:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11750
00000400:00000200:3.0:1786177230.090291:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177230.090293:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000010:2.0:1786177230.090294:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00080000:3.0:1786177230.090295:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177230.090301:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090302:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177230.090304:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090306:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000010:2.0:1786177230.090308:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000020:00000001:3.0:1786177230.090308:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177230.090310:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177230.090314:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177230.090315:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177230.090317:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177230.090318:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000200:2.0:1786177230.090321:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407357312, portal 25
00000100:00000040:3.0:1786177230.090321:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090325:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177230.090328:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177230.090330:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177230.090332:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177230.090334:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000020:00000040:3.0:1786177230.090338:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00000040:2.0:1786177230.090344:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407357312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177230.090345:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090352:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177230.090358:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177230.090359:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1786177230.090363:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1786177230.090364:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177230.090368:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
02000000:00000001:3.0:1786177230.090369:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177230.090374:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407357312, offset 0
00000100:00000001:3.0:1786177230.090374:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177230.090376:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177230.090381:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177230.090383:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177230.090389:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000010:3.0:1786177230.090390:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786177230.090395:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177230.090398:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177230.090399:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177230.090403:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177230.090404:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177230.090406:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177230.090409:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000400:00000200:2.0:1786177230.090411:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177230.090413:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177230.090420:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407357568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177230.090424:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177230.090435:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1786177230.090436:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1786177230.090441:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:3.0:1786177230.090442:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177230.090447:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1786177230.090451:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407357568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177230.090452:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177230.090461:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273764:273764:256:4294967295] 192.168.202.146@tcp LPNI seq info [273725:273725:8:4294967295]
00000400:00000200:2.0:1786177230.090472:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177230.090476:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177230.090480:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177230.090485:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177230.090487:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177230.090490:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177230.090494:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1786177230.090495:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177230.090501:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11750
00000800:00000200:2.0:1786177230.090505:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177230.090507:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000010:2.0:1786177230.090512:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000400:00000200:3.0:1786177230.090512:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177230.090514:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177230.090518:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090520:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177230.090523:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090526:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.0:1786177230.090527:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786177230.090529:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177230.090532:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000800:00000200:2.0:1786177230.090534:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1786177230.090534:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177230.090538:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177230.090542:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000800:00000200:2.1:1786177230.090543:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786177230.090545:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177230.090552:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.1:1786177230.090552:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1786177230.090555:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1786177230.090560:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177230.090561:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090564:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000010:2.0:1786177230.090566:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000020:00000040:3.0:1786177230.090567:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177230.090572:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090574:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177230.090576:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1786177230.090577:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1786177230.090578:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177230.090582:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177230.090587:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1786177230.090587:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177230.090592:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177230.090594:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177230.090595:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000100:00000001:3.0:1786177230.090596:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177230.090600:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000010:3.0:1786177230.090602:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786177230.090605:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:2.0:1786177230.090606:0:2401:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1786177230.090608:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177230.090612:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177230.090613:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158000 x1872930407357312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177230.090614:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177230.090618:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177230.090620:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177230.090626:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786177230.090631:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.090639:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1786177230.090639:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407357696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1786177230.090647:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158000 x1872930407357312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177230.090650:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177230.090654:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.090661:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177230.090662:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407357696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.090676:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177230.090685:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.090686:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177230.090688:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177230.090692:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177230.090695:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177230.090696:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177230.090699:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177230.090701:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306431786
00000100:00000001:3.0:1786177230.090702:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177230.090707:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11750
00000400:00000200:3.0:1786177230.090710:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177230.090712:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306426666
00000400:00000200:3.0:1786177230.090713:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177230.090718:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177230.090719:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306431786
00000100:00000040:3.0:1786177230.090721:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090725:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177230.090727:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306426666
00000100:00000040:3.0:1786177230.090728:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090733:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177230.090734:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1786177230.090735:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177230.090738:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000001:2.0:1786177230.090739:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786177230.090740:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177230.090743:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000001:2.0:1786177230.090744:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1786177230.090746:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177230.090748:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00100000:2.0:1786177230.090752:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177230/real 1786177230]  req@ffff9f1485158000 x1872930407357312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177230.090754:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090759:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177230.090763:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090767:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000001:2.0:1786177230.090795:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1786177230.090798:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000400:00000001:2.0:1786177230.090799:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177230.090804:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000100:00080000:3.0:1786177230.090804:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177230.090807:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177230.090810:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1786177230.090812:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
02000000:00000001:3.0:1786177230.090813:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1786177230.090818:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
02000000:00000001:3.0:1786177230.090818:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177230.090825:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177230.090826:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:3.0:1786177230.090828:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177230.090833:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177230.090835:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407357312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177230.090837:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177230.090845:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786177230.090851:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000200:2.0:1786177230.090855:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407357312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177230.090856:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177230.090859:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177230.090863:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177230.090865:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177230.090868:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177230.090872:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:2.0:1786177230.090875:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1786177230.090878:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.090879:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.090884:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1786177230.090887:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407357824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177230.090888:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177230.090898:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407357312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177230.090907:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177230.090909:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177230.090912:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177230.090917:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407357312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177230.090923:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407357824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.090926:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177230.090936:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.090939:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177230.090940:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.090941:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.090947:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177230.090949:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1786177230.090951:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11760)
00000100:00080000:2.0:1786177230.090952:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177230.090959:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177230.090961:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177230.090965:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407357312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177230.090971:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407357312:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177230.090975:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.090976:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177230.090978:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407357312/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.090983:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177230.090986:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177230.090988:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177230.090991:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177230.090992:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177230.090994:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177230.090996:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177230.090999:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
02000000:00000001:2.0:1786177230.091003:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177230.091004:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177230.091006:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000100:00000001:2.0:1786177230.091008:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177230.091009:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.091011:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.091019:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177230.091021:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.091022:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177230.091024:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177230.091025:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177230.091027:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407357440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091032:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177230.091034:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177230.091035:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177230.091036:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177230.091038:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177230.091040:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407357440:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177230.091042:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177230.091044:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177230.091045:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177230.091046:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177230.091049:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177230.091050:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177230.091054:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177230.091056:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177230.091058:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177230.091061:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407357440, portal 10
00000100:00000001:2.0:1786177230.091063:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177230.091064:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
00000100:00000040:2.0:1786177230.091075:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407357440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091084:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177230.091086:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177230.091088:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177230.091090:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407357440, offset 0
00000400:00000200:2.0:1786177230.091093:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177230.091096:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177230.091098:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177230.091101:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177230.091103:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177230.091105:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177230.091106:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177230.091109:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273765:273765:256:4294967295] 192.168.202.146@tcp LPNI seq info [273726:273726:8:4294967295]
00000400:00000200:2.0:1786177230.091112:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177230.091116:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177230.091119:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177230.091121:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177230.091124:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177230.091127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786177230.091130:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177230.091132:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1786177230.091134:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177230.091136:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177230.091138:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177230.091141:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177230.091143:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177230.091144:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177230.091146:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177230.091149:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515aa00 x1872930407357440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091154:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177230.091156:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515aa00 x1872930407357440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091165:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.091166:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177230.091169:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177230.091172:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177230.091175:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177230.091176:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306422821
00000100:00000001:2.0:1786177230.091178:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306431786
00000100:00000001:2.0:1786177230.091180:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306422821
00000100:00000001:2.0:1786177230.091182:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306431786
00000100:00000001:2.0:1786177230.091184:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177230.091185:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.091186:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177230.091189:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177230/real 1786177230]  req@ffff9f148515aa00 x1872930407357440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177230.091193:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177230.091194:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177230.091196:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177230.091197:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177230.091198:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177230.091200:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177230.091202:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407357440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177230.091207:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407357440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091211:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177230.091212:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.091213:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177230.091214:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177230.091216:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407357440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091221:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177230.091224:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407357440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091228:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177230.091230:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.091231:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177230.091232:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.091233:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177230.091234:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177230.091236:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177230.091237:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177230.091239:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177230.091241:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407357440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177230.091246:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407357440:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177230.091248:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177230.091250:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407357568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091254:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177230.091255:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177230.091257:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177230.091258:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177230.091260:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177230.091262:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407357568:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177230.091265:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177230.091267:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177230.091269:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177230.091271:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177230.091274:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177230.091276:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177230.091280:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177230.091283:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177230.091286:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177230.091290:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407357568, portal 10
00000100:00000001:2.0:1786177230.091292:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177230.091294:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
00000100:00000040:2.0:1786177230.091300:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407357568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091307:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177230.091311:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177230.091313:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177230.091316:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407357568, offset 0
00000400:00000200:2.0:1786177230.091320:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177230.091324:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177230.091328:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177230.091331:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177230.091333:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177230.091335:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177230.091337:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177230.091339:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273766:273766:256:4294967295] 192.168.202.146@tcp LPNI seq info [273727:273727:8:4294967295]
00000400:00000200:2.0:1786177230.091342:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177230.091346:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177230.091349:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177230.091351:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177230.091354:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177230.091356:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786177230.091359:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177230.091361:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1786177230.091363:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177230.091365:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177230.091368:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177230.091370:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177230.091372:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177230.091373:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177230.091375:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177230.091378:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159180 x1872930407357568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091384:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177230.091386:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159180 x1872930407357568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091390:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.091391:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177230.091394:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177230.091396:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177230.091398:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177230.091399:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306422902
00000100:00000001:2.0:1786177230.091401:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306431786
00000100:00000001:2.0:1786177230.091403:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306422902
00000100:00000001:2.0:1786177230.091404:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306431786
00000100:00000001:2.0:1786177230.091406:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177230.091407:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.091408:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177230.091411:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177230/real 1786177230]  req@ffff9f1485159180 x1872930407357568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177230.091415:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177230.091416:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177230.091417:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177230.091419:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177230.091419:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177230.091421:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177230.091423:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407357568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177230.091429:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407357568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091433:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177230.091434:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.091435:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177230.091437:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177230.091440:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407357568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091447:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177230.091451:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407357568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091458:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177230.091461:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.091463:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177230.091465:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.091467:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177230.091469:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177230.091472:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177230.091475:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177230.091478:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177230.091482:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407357568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177230.091492:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407357568:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177230.091496:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177230.091501:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407357696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091508:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177230.091510:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177230.091512:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177230.091514:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177230.091515:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177230.091517:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407357696:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177230.091520:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177230.091521:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177230.091523:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177230.091524:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177230.091527:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177230.091528:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177230.091532:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177230.091535:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177230.091539:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177230.091542:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407357696, portal 4
00000100:00000001:2.0:1786177230.091544:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177230.091545:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00000040:2.0:1786177230.091551:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407357696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091558:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177230.091560:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177230.091562:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177230.091565:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407357696, offset 0
00000400:00000200:2.0:1786177230.091570:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177230.091574:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177230.091578:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177230.091581:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177230.091584:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177230.091587:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177230.091589:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177230.091593:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273767:273767:256:4294967295] 192.168.202.146@tcp LPNI seq info [273728:273728:8:4294967295]
00000400:00000200:2.0:1786177230.091596:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177230.091601:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177230.091604:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177230.091607:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177230.091610:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177230.091612:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786177230.091615:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177230.091617:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1786177230.091619:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177230.091621:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177230.091623:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177230.091626:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177230.091628:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177230.091629:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177230.091631:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177230.091634:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b480 x1872930407357696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091640:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177230.091642:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b480 x1872930407357696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091647:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.091648:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177230.091650:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177230.091652:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177230.091654:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177230.091655:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306424161
00000100:00000001:2.0:1786177230.091657:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306431786
00000100:00000001:2.0:1786177230.091659:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306424161
00000100:00000001:2.0:1786177230.091661:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306431786
00000100:00000001:2.0:1786177230.091678:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177230.091681:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.091682:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177230.091686:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177230/real 1786177230]  req@ffff9f148515b480 x1872930407357696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177230.091692:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177230.091693:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177230.091695:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177230.091696:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177230.091698:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177230.091699:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177230.091701:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407357696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177230.091707:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407357696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091712:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177230.091713:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.091714:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177230.091715:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177230.091717:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407357696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091721:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177230.091723:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407357696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091727:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177230.091729:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.091730:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177230.091731:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.091733:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177230.091734:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177230.091735:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177230.091738:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177230.091739:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177230.091742:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407357696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177230.091747:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407357696:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177230.091749:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177230.091751:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407357824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091755:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177230.091756:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177230.091757:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177230.091759:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177230.091760:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177230.091762:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407357824:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177230.091763:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177230.091765:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177230.091765:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177230.091767:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177230.091769:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177230.091785:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177230.091788:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177230.091790:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177230.091792:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177230.091794:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407357824, portal 4
00000100:00000001:2.0:1786177230.091795:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177230.091796:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00000040:2.0:1786177230.091801:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407357824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091807:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177230.091811:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177230.091813:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177230.091816:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407357824, offset 0
00000400:00000200:2.0:1786177230.091820:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177230.091825:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177230.091828:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177230.091831:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177230.091834:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177230.091837:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177230.091839:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177230.091843:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273768:273768:256:4294967295] 192.168.202.146@tcp LPNI seq info [273729:273729:8:4294967295]
00000400:00000200:2.0:1786177230.091847:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177230.091854:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177230.091860:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177230.091864:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177230.091867:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177230.091869:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786177230.091872:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177230.091874:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1786177230.091877:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177230.091878:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177230.091881:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177230.091883:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177230.091886:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177230.091887:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177230.091889:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177230.091891:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159880 x1872930407357824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091897:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177230.091899:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159880 x1872930407357824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091904:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.091905:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177230.091908:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177230.091910:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177230.091913:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177230.091914:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306423952
00000100:00000001:2.0:1786177230.091916:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306431786
00000100:00000001:2.0:1786177230.091918:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306423952
00000100:00000001:2.0:1786177230.091920:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306431786
00000100:00000001:2.0:1786177230.091922:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177230.091923:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.091924:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177230.091926:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177230/real 1786177230]  req@ffff9f1485159880 x1872930407357824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177230.091932:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177230.091932:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177230.091934:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177230.091936:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177230.091937:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177230.091938:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177230.091940:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407357824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177230.091946:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407357824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091949:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177230.091950:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.091952:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177230.091952:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177230.091955:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407357824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091958:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177230.091961:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407357824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091966:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177230.091968:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.091969:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177230.091970:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.091971:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177230.091972:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177230.091974:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177230.091976:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177230.091977:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177230.091979:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407357824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177230.091984:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407357824:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177230.091986:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.091987:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177230.091989:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407357440/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.091993:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177230.091994:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177230.091996:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177230.091997:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177230.091999:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177230.092000:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177230.092001:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177230.092003:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:2.0:1786177230.092005:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177230.092006:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177230.092007:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00000001:2.0:1786177230.092009:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177230.092010:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.092012:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177230.092014:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407357568/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.092019:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177230.092019:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177230.092020:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177230.092022:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177230.092023:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177230.092023:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177230.092024:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177230.092025:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:2.0:1786177230.092027:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177230.092027:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177230.092028:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
00000100:00000001:2.0:1786177230.092029:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177230.092030:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.092031:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177230.092033:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407357696/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.092036:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177230.092037:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177230.092038:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177230.092039:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177230.092040:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177230.092041:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177230.092042:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177230.092043:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:2.0:1786177230.092044:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177230.092045:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177230.092045:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177230.092048:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177230.092048:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.092049:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177230.092051:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407357824/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177230.092059:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177230.092060:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177230.092061:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177230.092063:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177230.092063:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177230.092064:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177230.092065:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177230.092066:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1800.
02000000:00000001:2.0:1786177230.092067:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177230.092068:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177230.092069:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:2.0:1786177230.092070:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177230.092070:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.092072:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177230.092074:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177230.092075:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177230.092076:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177230.092077:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177230.921858:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177230.921869:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177230.921922:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177230.921926:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177230.921929:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177231.945896:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177231.945903:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177231.945955:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177231.945959:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177231.945962:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177232.969895:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177232.969903:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177232.969965:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177232.969968:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177232.969971:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177233.993890:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177233.993896:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177233.993948:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177233.993951:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177233.993954:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177235.017909:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177235.017917:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177235.017976:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177235.017979:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177235.017982:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177235.210397:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177235.210409:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177235.210413:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177235.210419:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177235.210425:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177235.210436:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11755
00000400:00000200:3.0:1786177235.210448:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177235.210456:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177235.210460:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177235.210464:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.210468:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177235.210472:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.210474:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177235.210479:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177235.210482:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177235.210486:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177235.210490:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177235.210493:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177235.210497:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177235.210501:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.210503:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177235.210506:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.210509:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177235.210512:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177235.210517:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177235.210520:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177235.210523:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177235.210527:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177235.210531:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177235.210533:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177235.210536:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177235.210548:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786177235.210554:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177235.210560:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177235.210562:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177235.210567:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177235.210571:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177235.210577:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177235.210586:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786177235.210595:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177235.210608:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407357952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177235.210632:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177235.210638:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177235.210645:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407357952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177235.210677:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177235.210682:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177235.210685:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177235.210687:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177235.210688:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177235.210691:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177235.210695:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11755
00000400:00000200:3.0:1786177235.210708:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177235.210712:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177235.210715:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177235.210719:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.210722:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177235.210724:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.210726:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177235.210729:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177235.210730:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177235.210732:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177235.210735:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177235.210737:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177235.210739:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177235.210742:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.210744:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177235.210746:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.210748:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177235.210751:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177235.210753:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177235.210756:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177235.210758:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177235.210765:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177235.210825:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177235.210829:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177235.210835:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177235.210840:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177235.210843:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177235.210849:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786177235.210853:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177235.210856:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177235.210858:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177235.210861:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177235.210864:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177235.210867:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177235.210872:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786177235.210878:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177235.210885:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407358080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177235.210889:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177235.210896:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1786177235.210898:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177235.210901:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786177235.210903:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177235.210913:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407357952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177235.210915:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407358080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.210938:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177235.210942:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177235.210947:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1786177235.210948:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177235.210950:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1786177235.210953:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1786177235.210956:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177235.210960:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177235.210964:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1786177235.210965:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407357952:192.168.202.146@tcp:250:kworker.0
00000100:00080000:3.0:1786177235.210968:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177235.210975:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1786177235.210976:0:109754:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1786177235.210982:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1786177235.210982:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11755
02000000:00000001:2.0:1786177235.210987:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177235.210993:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:2.0:1786177235.210994:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1786177235.211000:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
02000000:00000010:2.0:1786177235.211002:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
00000100:00080000:3.0:1786177235.211004:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1786177235.211008:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177235.211013:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.211017:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177235.211019:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786177235.211022:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177235.211027:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:3.0:1786177235.211027:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177235.211033:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177235.211035:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177235.211036:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:2.0:1786177235.211038:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000020:00000040:3.0:1786177235.211039:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177235.211044:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177235.211047:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000200:2.0:1786177235.211048:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407357952, portal 25
00000100:00000040:3.0:1786177235.211052:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.211055:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177235.211056:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.211058:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177235.211060:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177235.211064:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177235.211068:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.211071:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1786177235.211071:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177235.211076:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
02000000:00000001:3.0:1786177235.211078:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177235.211083:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177235.211087:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407357952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177235.211088:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177235.211092:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177235.211099:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177235.211104:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.211110:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1786177235.211113:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000100:00000040:2.0:1786177235.211114:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177235.211120:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000020:00000040:3.0:1786177235.211120:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177235.211127:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1786177235.211128:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407357952, offset 0
02000000:00000001:3.0:1786177235.211129:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177235.211134:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1786177235.211138:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177235.211138:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177235.211143:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177235.211147:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:3.0:1786177235.211148:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000400:00000200:2.0:1786177235.211154:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:3.0:1786177235.211155:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177235.211160:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177235.211166:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00100000:3.0:1786177235.211166:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407358208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177235.211172:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177235.211176:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177235.211182:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273769:273769:256:4294967295] 192.168.202.146@tcp LPNI seq info [273730:273730:8:4294967295]
00000100:00000001:3.0:1786177235.211189:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1786177235.211190:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177235.211196:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177235.211205:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1786177235.211207:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407358208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1786177235.211214:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177235.211221:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000100:00000001:3.0:1786177235.211224:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177235.211228:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1786177235.211233:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786177235.211235:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177235.211239:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1786177235.211241:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1786177235.211242:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177235.211249:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1786177235.211253:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786177235.211257:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11755
00000800:00000200:2.1:1786177235.211260:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000400:00000200:3.0:1786177235.211264:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000100:2.0:1786177235.211271:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177235.211272:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000010:2.0:1786177235.211276:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000100:00080000:3.0:1786177235.211277:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177235.211284:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1786177235.211285:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.211291:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177235.211296:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177235.211298:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1786177235.211300:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177235.211305:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177235.211307:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000400:00000200:2.0:1786177235.211308:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000020:00000001:3.0:1786177235.211310:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:2.0:1786177235.211313:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000020:00000040:3.0:1786177235.211314:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177235.211320:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177235.211321:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1786177235.211323:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000200:2.0:1786177235.211330:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b800 x1872930407357952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177235.211332:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.211338:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177235.211343:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.211346:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177235.211348:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177235.211351:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177235.211353:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177235.211354:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177235.211357:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177235.211361:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177235.211363:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177235.211368:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177235.211370:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1786177235.211371:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177235.211375:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177235.211379:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407357952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1786177235.211381:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786177235.211387:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177235.211392:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177235.211395:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177235.211396:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.211399:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177235.211401:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177235.211405:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177235.211407:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.211408:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177235.211413:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000400:00000200:2.0:1786177235.211416:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177235.211421:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.211422:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306436907
00000100:00100000:3.0:1786177235.211431:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407358336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177235.211432:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306431786
00000100:00000001:2.0:1786177235.211440:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306436907
00000100:00000001:2.0:1786177235.211446:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306431786
00000100:00000001:3.0:1786177235.211447:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177235.211452:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177235.211453:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.211459:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177235.211462:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407358336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.211464:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177235.211472:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177235/real 1786177235]  req@ffff9f148515b800 x1872930407357952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177235.211477:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177235.211483:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177235.211490:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:2.0:1786177235.211491:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1786177235.211493:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1786177235.211495:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1786177235.211497:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1786177235.211500:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:3.0:1786177235.211501:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177235.211505:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000100:00080000:3.0:1786177235.211508:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11755
00000400:00000010:2.0:1786177235.211510:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177235.211516:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1786177235.211516:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177235.211522:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000200:2.0:1786177235.211524:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407357952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177235.211527:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177235.211535:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.211542:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1786177235.211546:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407357952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177235.211547:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.211553:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177235.211559:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177235.211562:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000001:2.0:1786177235.211565:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1786177235.211566:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177235.211570:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177235.211570:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000001:2.0:1786177235.211576:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1786177235.211576:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177235.211581:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1786177235.211582:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00100000:2.0:1786177235.211591:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407357952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177235.211591:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.211597:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177235.211601:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177235.211607:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177235.211611:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177235.211613:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177235.211633:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000040:2.0:1786177235.211638:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407357952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177235.211639:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177235.211644:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177235.211649:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177235.211653:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1786177235.211654:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.211658:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177235.211660:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177235.211662:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177235.211665:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1786177235.211665:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177235.211671:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:3.0:1786177235.211672:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.211674:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177235.211678:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1786177235.211680:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177235.211688:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000010:3.0:1786177235.211688:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000100:00000001:2.0:1786177235.211695:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1786177235.211697:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000040:2.0:1786177235.211704:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407357952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177235.211705:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177235.211710:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177235.211716:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177235.211720:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1786177235.211725:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407357952:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177235.211732:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1786177235.211732:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.211737:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1786177235.211742:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000040:2.0:1786177235.211743:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407357952/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177235.211750:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.211758:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177235.211761:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:3.0:1786177235.211764:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407358464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1786177235.211766:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177235.211804:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177235.211806:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177235.211811:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177235.211816:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177235.211821:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786177235.211821:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1786177235.211829:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1786177235.211830:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177235.211832:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177235.211836:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000040:3.0:1786177235.211840:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407358464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.211842:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177235.211845:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.211850:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.211861:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1786177235.211862:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.211865:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.211870:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177235.211873:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1786177235.211873:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11765)
00000100:00000001:2.0:1786177235.211875:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177235.211883:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407358080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.211892:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177235.211894:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177235.211897:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177235.211899:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177235.211902:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177235.211906:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407358080:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177235.211910:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177235.211912:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177235.211914:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177235.211916:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177235.211920:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177235.211922:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177235.211927:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177235.211930:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177235.211934:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177235.211938:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407358080, portal 10
00000100:00000001:2.0:1786177235.211940:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177235.211941:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000100:00000040:2.0:1786177235.211949:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407358080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.211956:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177235.211959:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177235.211961:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177235.211965:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407358080, offset 0
00000400:00000200:2.0:1786177235.211969:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177235.211974:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177235.211978:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177235.211981:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177235.211984:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177235.211987:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177235.211990:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177235.211993:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273770:273770:256:4294967295] 192.168.202.146@tcp LPNI seq info [273731:273731:8:4294967295]
00000400:00000200:2.0:1786177235.211998:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177235.212005:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177235.212011:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177235.212015:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177235.212019:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177235.212022:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177235.212027:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177235.212030:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1786177235.212034:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177235.212036:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177235.212040:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177235.212044:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177235.212048:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177235.212050:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177235.212053:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177235.212056:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159c00 x1872930407358080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212065:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177235.212068:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159c00 x1872930407358080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212076:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.212077:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177235.212081:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177235.212085:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177235.212089:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177235.212091:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306427942
00000100:00000001:2.0:1786177235.212094:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306436907
00000100:00000001:2.0:1786177235.212097:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306427942
00000100:00000001:2.0:1786177235.212099:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306436907
00000100:00000001:2.0:1786177235.212101:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177235.212104:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.212106:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177235.212110:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177235/real 1786177235]  req@ffff9f1485159c00 x1872930407358080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177235.212120:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177235.212122:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177235.212124:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177235.212126:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177235.212128:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177235.212130:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177235.212134:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407358080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177235.212151:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407358080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212157:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177235.212159:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.212161:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177235.212162:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177235.212166:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407358080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212174:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177235.212178:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407358080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212186:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177235.212190:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.212192:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177235.212193:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.212195:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177235.212197:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177235.212200:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177235.212204:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177235.212207:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177235.212212:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407358080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177235.212220:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407358080:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177235.212225:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177235.212228:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407358208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212243:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177235.212245:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177235.212248:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177235.212251:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177235.212253:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177235.212257:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407358208:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177235.212261:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177235.212264:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177235.212266:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177235.212268:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177235.212272:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177235.212274:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177235.212278:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177235.212281:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177235.212284:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177235.212287:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407358208, portal 10
00000100:00000001:2.0:1786177235.212289:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177235.212291:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
00000100:00000040:2.0:1786177235.212297:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407358208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212306:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177235.212309:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177235.212312:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177235.212316:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407358208, offset 0
00000400:00000200:2.0:1786177235.212321:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177235.212325:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177235.212328:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177235.212332:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177235.212334:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177235.212337:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177235.212339:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177235.212343:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273771:273771:256:4294967295] 192.168.202.146@tcp LPNI seq info [273732:273732:8:4294967295]
00000400:00000200:2.0:1786177235.212348:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177235.212356:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177235.212361:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177235.212365:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177235.212370:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177235.212373:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177235.212377:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177235.212380:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1786177235.212385:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177235.212387:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177235.212390:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177235.212394:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177235.212398:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177235.212400:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177235.212403:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177235.212407:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515ad80 x1872930407358208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212417:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177235.212420:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407358208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212428:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.212429:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177235.212433:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177235.212436:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177235.212439:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177235.212442:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306428023
00000100:00000001:2.0:1786177235.212445:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306436907
00000100:00000001:2.0:1786177235.212447:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306428023
00000100:00000001:2.0:1786177235.212449:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306436907
00000100:00000001:2.0:1786177235.212452:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177235.212454:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.212456:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177235.212461:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177235/real 1786177235]  req@ffff9f148515ad80 x1872930407358208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177235.212470:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177235.212471:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177235.212473:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177235.212476:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177235.212478:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177235.212480:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177235.212483:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407358208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177235.212493:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407358208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212500:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177235.212502:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.212504:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177235.212505:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177235.212510:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407358208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212518:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177235.212522:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407358208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212530:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177235.212533:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.212534:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177235.212536:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.212538:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177235.212539:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177235.212542:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177235.212546:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177235.212549:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177235.212553:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407358208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177235.212563:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407358208:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177235.212567:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177235.212571:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407358336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212578:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177235.212580:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177235.212583:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177235.212585:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177235.212587:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177235.212590:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407358336:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177235.212594:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177235.212596:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177235.212597:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177235.212599:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177235.212603:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177235.212605:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177235.212609:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177235.212612:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177235.212632:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177235.212636:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407358336, portal 4
00000100:00000001:2.0:1786177235.212638:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177235.212639:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:2.0:1786177235.212646:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407358336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212653:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177235.212656:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177235.212659:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177235.212662:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407358336, offset 0
00000400:00000200:2.0:1786177235.212666:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177235.212670:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177235.212675:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177235.212678:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177235.212680:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177235.212683:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177235.212686:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177235.212689:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273772:273772:256:4294967295] 192.168.202.146@tcp LPNI seq info [273733:273733:8:4294967295]
00000400:00000200:2.0:1786177235.212694:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177235.212702:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177235.212707:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177235.212711:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177235.212715:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177235.212719:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177235.212723:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177235.212726:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1786177235.212731:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177235.212733:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177235.212736:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177235.212740:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177235.212743:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177235.212745:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177235.212748:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177235.212752:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158a80 x1872930407358336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212761:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177235.212765:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407358336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212792:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.212794:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177235.212798:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177235.212802:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177235.212807:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177235.212810:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306429283
00000100:00000001:2.0:1786177235.212813:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306436907
00000100:00000001:2.0:1786177235.212815:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306429283
00000100:00000001:2.0:1786177235.212817:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306436907
00000100:00000001:2.0:1786177235.212819:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177235.212821:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.212823:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177235.212828:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177235/real 1786177235]  req@ffff9f1485158a80 x1872930407358336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177235.212837:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177235.212839:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177235.212841:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177235.212843:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177235.212845:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177235.212847:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177235.212851:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407358336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177235.212860:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407358336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212868:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177235.212869:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.212871:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177235.212873:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177235.212877:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407358336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212884:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177235.212889:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407358336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212897:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177235.212900:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.212901:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177235.212903:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.212905:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177235.212907:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177235.212909:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177235.212913:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177235.212915:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177235.212920:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407358336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177235.212929:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407358336:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177235.212933:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177235.212937:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158380 x1872930407358464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.212944:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177235.212946:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177235.212948:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177235.212950:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177235.212952:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177235.212955:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407358464:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177235.212959:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177235.212961:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177235.212963:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177235.212965:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177235.212969:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177235.212971:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177235.212975:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177235.212978:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177235.212982:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177235.212985:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407358464, portal 4
00000100:00000001:2.0:1786177235.212987:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177235.212988:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782912 : -106564495768704 : ffff9f1485158380)
00000100:00000040:2.0:1786177235.212994:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158380 x1872930407358464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.213002:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177235.213004:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177235.213007:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177235.213010:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407358464, offset 0
00000400:00000200:2.0:1786177235.213014:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177235.213018:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177235.213022:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177235.213025:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177235.213028:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177235.213031:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177235.213034:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177235.213037:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273773:273773:256:4294967295] 192.168.202.146@tcp LPNI seq info [273734:273734:8:4294967295]
00000400:00000200:2.0:1786177235.213042:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177235.213049:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177235.213054:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177235.213057:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177235.213061:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177235.213064:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177235.213069:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177235.213072:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1786177235.213076:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177235.213078:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177235.213082:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177235.213086:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177235.213089:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177235.213091:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177235.213094:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177235.213099:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158380 x1872930407358464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.213107:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177235.213110:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158380 x1872930407358464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.213118:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.213120:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177235.213123:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177235.213127:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177235.213130:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177235.213132:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306429073
00000100:00000001:2.0:1786177235.213135:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306436907
00000100:00000001:2.0:1786177235.213137:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306429073
00000100:00000001:2.0:1786177235.213140:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306436907
00000100:00000001:2.0:1786177235.213142:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177235.213144:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.213147:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177235.213151:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177235/real 1786177235]  req@ffff9f1485158380 x1872930407358464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177235.213159:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177235.213161:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177235.213163:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177235.213165:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177235.213167:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177235.213170:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177235.213174:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158380 x1872930407358464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177235.213183:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158380 x1872930407358464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.213197:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177235.213198:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.213201:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177235.213202:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177235.213207:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158380 x1872930407358464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.213215:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177235.213219:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158380 x1872930407358464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.213227:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177235.213230:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.213232:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177235.213233:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.213235:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177235.213237:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177235.213240:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177235.213244:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177235.213246:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177235.213251:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158380 x1872930407358464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177235.213259:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407358464:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177235.213264:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.213266:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177235.213270:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407358080/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.213278:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177235.213280:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177235.213282:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177235.213285:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177235.213287:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177235.213289:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177235.213292:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177235.213293:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0c00.
02000000:00000001:2.0:1786177235.213297:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177235.213298:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177235.213300:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:2.0:1786177235.213304:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177235.213305:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.213307:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177235.213311:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407358208/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.213319:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177235.213320:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177235.213322:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177235.213324:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177235.213326:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177235.213327:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177235.213329:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177235.213331:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1400.
02000000:00000001:2.0:1786177235.213334:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177235.213336:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177235.213337:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000100:00000001:2.0:1786177235.213340:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177235.213341:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.213343:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177235.213347:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407358336/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.213353:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177235.213355:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177235.213356:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177235.213358:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177235.213360:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177235.213361:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177235.213364:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177235.213365:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:2.0:1786177235.213368:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177235.213369:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177235.213370:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:2.0:1786177235.213373:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177235.213374:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.213376:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177235.213379:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158380 x1872930407358464/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177235.213386:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177235.213387:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177235.213388:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177235.213390:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177235.213391:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177235.213392:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177235.213394:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177235.213395:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0000.
02000000:00000001:2.0:1786177235.213397:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177235.213398:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177235.213399:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158380.
00000100:00000001:2.0:1786177235.213401:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177235.213403:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.213404:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177235.213410:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177235.213411:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177235.213413:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177235.213415:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177236.041918:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177236.041927:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177236.041998:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177236.042003:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177236.042006:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177237.065884:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177237.065891:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177237.065963:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177237.065968:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177237.065972:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177238.089885:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177238.089891:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177238.089953:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177238.089957:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177238.089960:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177239.113894:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177239.113900:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177239.113940:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177239.113943:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177239.113946:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177240.137898:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177240.137911:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177240.137914:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177240.137916:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177240.137921:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177240.137922:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177240.137924:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177240.137926:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177240.137981:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177240.137984:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177240.137987:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177240.329852:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177240.329864:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177240.329867:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177240.329871:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177240.329876:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177240.329883:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11760
00000400:00000200:3.0:1786177240.329891:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177240.329897:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177240.329901:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177240.329904:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.329908:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177240.329911:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.329914:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177240.329929:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177240.329931:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177240.329934:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177240.329936:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177240.329938:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177240.329940:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177240.329942:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.329944:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177240.329945:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.329947:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177240.329949:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177240.329952:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177240.329953:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177240.329955:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177240.329958:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177240.329960:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177240.329962:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177240.329964:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177240.329972:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000020:00000040:3.0:1786177240.329974:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177240.329977:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177240.329979:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177240.329981:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177240.329983:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177240.329986:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177240.329998:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786177240.330004:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177240.330011:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407358592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177240.330020:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177240.330023:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177240.330027:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407358592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177240.330049:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177240.330052:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177240.330054:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177240.330055:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177240.330057:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177240.330058:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177240.330060:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11760
00000400:00000200:3.0:1786177240.330063:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177240.330065:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177240.330067:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177240.330069:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.330071:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177240.330072:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.330074:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177240.330075:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177240.330076:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177240.330077:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177240.330078:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177240.330080:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177240.330081:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177240.330083:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.330084:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177240.330086:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.330087:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177240.330089:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177240.330091:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177240.330093:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177240.330095:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177240.330099:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177240.330101:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177240.330103:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177240.330107:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1786177240.330107:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177240.330113:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.330115:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1786177240.330116:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.330120:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1786177240.330123:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786177240.330127:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177240.330131:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1786177240.330133:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a680 x1872930407358592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177240.330133:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177240.330139:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177240.330142:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177240.330145:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.330153:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1786177240.330153:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:2.0:1786177240.330156:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177240.330160:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177240.330162:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177240.330168:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1786177240.330170:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407358720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1786177240.330172:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177240.330183:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407358592:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786177240.330189:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177240.330191:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1786177240.330195:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177240.330198:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177240.330202:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177240.330204:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407358720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1786177240.330207:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786177240.330215:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177240.330216:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
00000100:00080000:3.0:1786177240.330218:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1786177240.330222:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177240.330223:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177240.330226:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177240.330229:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177240.330231:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177240.330234:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11760
00000400:00000200:2.0:1786177240.330236:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177240.330239:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177240.330243:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000010:2.0:1786177240.330244:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00080000:3.0:1786177240.330245:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177240.330250:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.330252:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177240.330254:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177240.330255:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177240.330256:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177240.330261:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177240.330262:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177240.330263:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177240.330265:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000100:00000200:2.0:1786177240.330266:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407358592, portal 25
00000020:00000001:3.0:1786177240.330267:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177240.330273:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000001:2.0:1786177240.330274:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1786177240.330276:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177240.330278:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213791872 : -106564495759744 : ffff9f148515a680)
00000100:00000001:3.0:1786177240.330279:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177240.330282:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.330286:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177240.330287:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177240.330292:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000040:2.0:1786177240.330295:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a680 x1872930407358592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177240.330295:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177240.330298:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177240.330302:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177240.330310:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1786177240.330314:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177240.330317:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1786177240.330318:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000008:00100000:3.0:1786177240.330320:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177240.330324:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177240.330325:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000001:3.0:1786177240.330327:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177240.330331:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407358592, offset 0
00000100:00000010:3.0:1786177240.330334:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786177240.330339:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000400:00000200:2.0:1786177240.330345:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177240.330345:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177240.330349:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177240.330352:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177240.330354:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1786177240.330358:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177240.330358:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177240.330366:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000400:00000200:2.0:1786177240.330368:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:3.0:1786177240.330373:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177240.330376:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1786177240.330383:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407358848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177240.330386:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177240.330394:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177240.330401:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.330402:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177240.330407:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177240.330408:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273774:273774:256:4294967295] 192.168.202.146@tcp LPNI seq info [273735:273735:8:4294967295]
00000100:00000040:3.0:1786177240.330415:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407358848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177240.330419:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177240.330429:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177240.330433:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177240.330440:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1786177240.330441:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1786177240.330442:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1786177240.330451:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177240.330453:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177240.330457:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:2.0:1786177240.330460:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000100:00080000:3.0:1786177240.330460:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11760
00000400:00000200:3.0:1786177240.330468:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177240.330474:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000200:2.0:1786177240.330476:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786177240.330476:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177240.330482:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.330484:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177240.330486:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.330487:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177240.330488:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177240.330489:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177240.330490:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177240.330492:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177240.330493:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000800:00000200:2.0:1786177240.330494:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1786177240.330495:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177240.330502:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.330504:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786177240.330509:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177240.330510:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.330514:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177240.330519:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000800:00000200:2.1:1786177240.330519:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1786177240.330525:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177240.330527:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177240.330531:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1786177240.330532:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177240.330534:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177240.330537:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1786177240.330538:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000100:00000001:3.0:1786177240.330538:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177240.330542:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177240.330545:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177240.330547:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177240.330548:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1786177240.330551:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786177240.330554:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000400:00000200:2.0:1786177240.330559:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1786177240.330559:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177240.330561:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177240.330583:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177240.330585:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177240.330587:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177240.330592:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786177240.330598:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177240.330600:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177240.330606:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00100000:3.0:1786177240.330607:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407358976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177240.330613:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1786177240.330620:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1786177240.330622:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a680 x1872930407358592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177240.330624:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.330638:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177240.330642:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407358976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1786177240.330647:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a680 x1872930407358592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177240.330668:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.330671:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177240.330673:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177240.330678:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1786177240.330679:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177240.330683:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177240.330686:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177240.330687:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177240.330690:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177240.330695:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177240.330698:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11760
00000100:00000001:2.0:1786177240.330701:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306442026
00000400:00000200:3.0:1786177240.330706:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177240.330711:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306436907
00000400:00000200:3.0:1786177240.330713:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177240.330718:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306442026
00000100:00080000:3.0:1786177240.330719:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177240.330726:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306436907
00000100:00000040:3.0:1786177240.330727:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177240.330734:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177240.330739:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.330742:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1786177240.330742:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177240.330750:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00100000:2.0:1786177240.330754:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177240/real 1786177240]  req@ffff9f148515a680 x1872930407358592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177240.330755:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177240.330763:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177240.330766:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177240.330770:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177240.330792:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177240.330794:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177240.330796:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177240.330799:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.330801:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177240.330803:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177240.330804:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177240.330806:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177240.330813:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000001:2.0:1786177240.330815:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1786177240.330818:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177240.330819:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1786177240.330823:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1786177240.330824:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
02000000:00000001:3.0:1786177240.330829:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1786177240.330830:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
02000000:00000001:3.0:1786177240.330835:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177240.330837:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177240.330841:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177240.330843:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:3.0:1786177240.330845:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1786177240.330851:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a680 x1872930407358592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1786177240.330852:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177240.330858:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177240.330867:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000100:00000200:2.0:1786177240.330872:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a680 x1872930407358592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1786177240.330873:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177240.330879:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177240.330882:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177240.330886:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177240.330888:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177240.330889:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1786177240.330890:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.330894:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1786177240.330896:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:2.0:1786177240.330899:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177240.330900:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.330903:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1786177240.330908:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407359104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1786177240.330915:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a680 x1872930407358592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177240.330917:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177240.330922:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177240.330930:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407359104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.330934:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177240.330943:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177240.330947:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a680 x1872930407358592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177240.330949:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11770)
00000100:00000001:2.0:1786177240.330960:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177240.330964:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.330967:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177240.330968:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.330971:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177240.330973:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177240.330977:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177240.330981:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177240.330984:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177240.330988:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a680 x1872930407358592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177240.330997:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407358592:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177240.331002:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.331004:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177240.331008:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a680 x1872930407358592/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331015:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177240.331018:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177240.331020:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177240.331024:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177240.331026:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177240.331028:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177240.331030:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177240.331032:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0000.
02000000:00000001:2.0:1786177240.331036:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177240.331038:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177240.331040:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a680.
00000100:00000001:2.0:1786177240.331043:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177240.331044:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.331047:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.331054:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177240.331056:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.331059:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177240.331060:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177240.331062:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177240.331066:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a300 x1872930407358720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331073:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177240.331075:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177240.331078:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177240.331079:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177240.331082:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177240.331085:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407358720:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177240.331088:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177240.331091:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177240.331092:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177240.331094:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177240.331098:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177240.331100:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177240.331104:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177240.331107:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177240.331111:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177240.331115:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407358720, portal 10
00000100:00000001:2.0:1786177240.331117:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177240.331119:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790976 : -106564495760640 : ffff9f148515a300)
00000100:00000040:2.0:1786177240.331126:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a300 x1872930407358720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331132:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177240.331135:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177240.331137:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177240.331140:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407358720, offset 0
00000400:00000200:2.0:1786177240.331144:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177240.331149:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177240.331153:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177240.331156:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177240.331159:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177240.331162:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177240.331165:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177240.331168:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273775:273775:256:4294967295] 192.168.202.146@tcp LPNI seq info [273736:273736:8:4294967295]
00000400:00000200:2.0:1786177240.331172:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177240.331179:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177240.331184:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177240.331188:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177240.331193:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177240.331196:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786177240.331201:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177240.331203:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1786177240.331207:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177240.331210:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177240.331213:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177240.331217:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177240.331220:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177240.331222:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177240.331225:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177240.331229:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a300 x1872930407358720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331237:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177240.331240:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a300 x1872930407358720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331247:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.331249:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177240.331252:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177240.331255:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177240.331259:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177240.331261:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306433061
00000100:00000001:2.0:1786177240.331264:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306442026
00000100:00000001:2.0:1786177240.331267:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306433061
00000100:00000001:2.0:1786177240.331268:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306442026
00000100:00000001:2.0:1786177240.331270:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177240.331273:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.331275:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177240.331279:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177240/real 1786177240]  req@ffff9f148515a300 x1872930407358720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177240.331288:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177240.331289:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177240.331291:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177240.331293:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177240.331295:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177240.331298:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177240.331301:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a300 x1872930407358720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177240.331310:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a300 x1872930407358720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331317:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177240.331318:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.331320:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177240.331322:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177240.331326:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a300 x1872930407358720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331333:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177240.331337:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a300 x1872930407358720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331344:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177240.331347:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.331349:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177240.331350:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.331352:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177240.331354:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177240.331357:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177240.331360:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177240.331363:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177240.331367:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a300 x1872930407358720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177240.331377:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407358720:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177240.331381:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177240.331384:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158700 x1872930407358848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331391:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177240.331392:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177240.331395:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177240.331397:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177240.331399:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177240.331402:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407358848:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177240.331406:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177240.331408:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177240.331409:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177240.331411:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177240.331415:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177240.331417:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177240.331421:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177240.331423:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177240.331427:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177240.331430:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407358848, portal 10
00000100:00000001:2.0:1786177240.331432:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177240.331433:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213783808 : -106564495767808 : ffff9f1485158700)
00000100:00000040:2.0:1786177240.331440:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158700 x1872930407358848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331446:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177240.331448:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177240.331450:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177240.331453:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407358848, offset 0
00000400:00000200:2.0:1786177240.331458:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177240.331462:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177240.331466:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177240.331470:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177240.331472:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177240.331475:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177240.331477:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177240.331480:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273776:273776:256:4294967295] 192.168.202.146@tcp LPNI seq info [273737:273737:8:4294967295]
00000400:00000200:2.0:1786177240.331484:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177240.331492:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177240.331497:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177240.331500:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177240.331503:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177240.331506:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786177240.331510:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177240.331513:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1786177240.331517:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177240.331519:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177240.331522:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177240.331526:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177240.331528:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177240.331530:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177240.331533:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177240.331536:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158700 x1872930407358848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331544:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177240.331548:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158700 x1872930407358848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331555:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.331556:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177240.331559:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177240.331562:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177240.331581:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177240.331584:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306433142
00000100:00000001:2.0:1786177240.331586:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306442026
00000100:00000001:2.0:1786177240.331588:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306433142
00000100:00000001:2.0:1786177240.331590:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306442026
00000100:00000001:2.0:1786177240.331592:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177240.331595:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.331597:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177240.331601:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177240/real 1786177240]  req@ffff9f1485158700 x1872930407358848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177240.331609:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177240.331610:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177240.331612:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177240.331616:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177240.331618:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177240.331620:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177240.331623:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158700 x1872930407358848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177240.331631:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158700 x1872930407358848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331638:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177240.331640:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.331642:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177240.331643:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177240.331647:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158700 x1872930407358848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331654:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177240.331658:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158700 x1872930407358848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331664:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177240.331667:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.331669:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177240.331670:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.331672:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177240.331674:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177240.331677:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177240.331680:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177240.331682:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177240.331686:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158700 x1872930407358848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177240.331694:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407358848:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177240.331699:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177240.331703:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158380 x1872930407358976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331709:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177240.331711:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177240.331713:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177240.331715:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177240.331717:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177240.331721:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407358976:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177240.331724:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177240.331725:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177240.331727:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177240.331729:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177240.331732:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177240.331734:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177240.331738:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177240.331740:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177240.331744:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177240.331747:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407358976, portal 4
00000100:00000001:2.0:1786177240.331749:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177240.331751:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782912 : -106564495768704 : ffff9f1485158380)
00000100:00000040:2.0:1786177240.331757:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158380 x1872930407358976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331763:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177240.331765:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177240.331768:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177240.331790:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407358976, offset 0
00000400:00000200:2.0:1786177240.331796:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177240.331800:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177240.331804:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177240.331807:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177240.331811:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177240.331813:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177240.331815:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177240.331819:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273777:273777:256:4294967295] 192.168.202.146@tcp LPNI seq info [273738:273738:8:4294967295]
00000400:00000200:2.0:1786177240.331823:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177240.331829:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177240.331834:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177240.331837:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177240.331841:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177240.331844:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786177240.331848:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177240.331851:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1786177240.331855:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177240.331858:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177240.331861:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177240.331865:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177240.331868:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177240.331869:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177240.331872:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177240.331876:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158380 x1872930407358976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331888:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177240.331891:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158380 x1872930407358976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331898:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.331899:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177240.331903:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177240.331906:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177240.331909:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177240.331911:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306434402
00000100:00000001:2.0:1786177240.331913:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306442026
00000100:00000001:2.0:1786177240.331916:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306434402
00000100:00000001:2.0:1786177240.331918:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306442026
00000100:00000001:2.0:1786177240.331920:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177240.331922:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.331924:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177240.331928:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177240/real 1786177240]  req@ffff9f1485158380 x1872930407358976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177240.331936:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177240.331937:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177240.331939:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177240.331941:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177240.331943:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177240.331945:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177240.331948:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158380 x1872930407358976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177240.331958:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158380 x1872930407358976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331964:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177240.331966:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.331968:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177240.331969:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177240.331973:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158380 x1872930407358976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331980:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177240.331984:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158380 x1872930407358976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.331991:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177240.331994:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.331996:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177240.331997:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.331999:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177240.332001:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177240.332003:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177240.332006:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177240.332009:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177240.332013:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158380 x1872930407358976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177240.332021:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407358976:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177240.332025:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177240.332028:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407359104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.332034:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177240.332036:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177240.332039:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177240.332041:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177240.332042:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177240.332046:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407359104:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177240.332049:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177240.332051:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177240.332053:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177240.332055:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177240.332058:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177240.332060:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177240.332062:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177240.332066:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177240.332069:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177240.332072:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407359104, portal 4
00000100:00000001:2.0:1786177240.332073:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177240.332074:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:2.0:1786177240.332081:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407359104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.332087:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177240.332089:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177240.332092:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177240.332094:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407359104, offset 0
00000400:00000200:2.0:1786177240.332099:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177240.332103:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177240.332107:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177240.332111:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177240.332114:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177240.332116:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177240.332118:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177240.332121:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273778:273778:256:4294967295] 192.168.202.146@tcp LPNI seq info [273739:273739:8:4294967295]
00000400:00000200:2.0:1786177240.332125:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177240.332131:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177240.332135:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177240.332138:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177240.332142:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177240.332145:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1786177240.332149:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177240.332152:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1786177240.332156:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177240.332158:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177240.332161:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177240.332164:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177240.332166:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177240.332168:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177240.332170:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177240.332173:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158a80 x1872930407359104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.332181:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177240.332184:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407359104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.332191:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.332192:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177240.332196:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177240.332199:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177240.332201:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177240.332203:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306434192
00000100:00000001:2.0:1786177240.332206:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306442026
00000100:00000001:2.0:1786177240.332208:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306434192
00000100:00000001:2.0:1786177240.332210:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306442026
00000100:00000001:2.0:1786177240.332212:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177240.332215:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.332216:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177240.332221:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177240/real 1786177240]  req@ffff9f1485158a80 x1872930407359104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177240.332229:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177240.332231:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177240.332232:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177240.332236:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177240.332238:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177240.332240:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177240.332243:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407359104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177240.332251:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407359104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.332258:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177240.332259:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.332261:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177240.332262:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177240.332266:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407359104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.332272:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177240.332277:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407359104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.332284:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177240.332287:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.332288:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177240.332290:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.332291:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177240.332293:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177240.332296:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177240.332300:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177240.332302:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177240.332307:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407359104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177240.332321:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407359104:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177240.332325:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.332327:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177240.332330:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a300 x1872930407358720/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.332337:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177240.332339:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177240.332341:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177240.332344:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177240.332346:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177240.332347:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177240.332350:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177240.332351:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:2.0:1786177240.332354:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177240.332355:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177240.332357:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a300.
00000100:00000001:2.0:1786177240.332359:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177240.332361:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.332362:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177240.332366:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158700 x1872930407358848/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.332372:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177240.332373:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177240.332375:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177240.332377:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177240.332379:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177240.332380:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177240.332382:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177240.332384:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1400.
02000000:00000001:2.0:1786177240.332387:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177240.332388:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177240.332389:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158700.
00000100:00000001:2.0:1786177240.332392:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177240.332394:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.332395:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177240.332398:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158380 x1872930407358976/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.332405:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177240.332406:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177240.332408:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177240.332410:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177240.332411:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177240.332412:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177240.332414:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177240.332416:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0c00.
02000000:00000001:2.0:1786177240.332418:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177240.332419:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177240.332420:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158380.
00000100:00000001:2.0:1786177240.332422:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177240.332424:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.332425:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177240.332428:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407359104/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177240.332434:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177240.332436:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177240.332437:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177240.332439:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177240.332440:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177240.332442:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177240.332443:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177240.332445:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3c00.
02000000:00000001:2.0:1786177240.332447:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177240.332448:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177240.332449:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:2.0:1786177240.332452:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177240.332453:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.332455:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177240.332459:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177240.332461:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177240.332463:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177240.332464:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177241.161895:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177241.161902:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177241.161967:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177241.161970:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177241.161973:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177242.185891:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177242.185898:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177242.185960:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177242.185966:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177242.185969:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177243.209883:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177243.209889:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177243.209987:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177243.209995:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177243.210002:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1786177243.401935:0:113640:0:(osc_request.c:745:osc_update_next_shrink()) next time 12968 to shrink grant
00000008:00000020:3.0:1786177243.401945:0:113640:0:(osc_request.c:745:osc_update_next_shrink()) next time 12968 to shrink grant
00000008:00000020:3.0:1786177243.401947:0:113640:0:(osc_request.c:745:osc_update_next_shrink()) next time 12968 to shrink grant
00010000:00000001:1.0:1786177244.233891:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177244.233898:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177244.233965:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177244.233969:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177244.233971:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177245.257903:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177245.257911:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177245.257979:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177245.257984:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177245.257988:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177245.449911:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177245.449922:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177245.449925:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177245.449929:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177245.449933:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177245.449941:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11765
00000400:00000200:3.0:1786177245.449950:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177245.449956:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177245.449959:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177245.449962:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177245.449966:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177245.449969:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177245.449972:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177245.449976:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177245.449979:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177245.449981:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177245.449985:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177245.449987:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177245.449990:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177245.449993:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177245.449995:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177245.449997:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177245.449999:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177245.450001:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177245.450005:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177245.450007:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177245.450011:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177245.450014:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177245.450017:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177245.450019:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177245.450022:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177245.450031:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786177245.450035:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177245.450039:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177245.450042:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177245.450045:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177245.450048:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177245.450051:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177245.450059:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786177245.450065:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177245.450075:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407359232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177245.450086:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177245.450091:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177245.450096:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407359232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177245.450119:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177245.450122:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177245.450125:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177245.450127:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177245.450129:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177245.450131:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177245.450134:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11765
00000400:00000200:3.0:1786177245.450138:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177245.450142:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177245.450145:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177245.450149:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177245.450152:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177245.450155:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177245.450157:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177245.450161:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177245.450162:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1786177245.450163:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000100:00000001:2.0:1786177245.450168:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1786177245.450168:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177245.450171:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000001:2.0:1786177245.450173:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1786177245.450177:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177245.450183:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:2.0:1786177245.450184:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407359232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177245.450190:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177245.450196:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177245.450201:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177245.450202:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177245.450206:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177245.450208:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177245.450213:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
02000000:00000001:2.0:1786177245.450215:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177245.450219:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177245.450222:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177245.450222:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00100000:2.0:1786177245.450228:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407359232:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786177245.450232:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.450234:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177245.450238:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1786177245.450239:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177245.450242:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177245.450244:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1786177245.450246:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1786177245.450249:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:3.0:1786177245.450251:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177245.450252:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177245.450258:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1786177245.450262:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000008:00100000:3.0:1786177245.450265:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1786177245.450267:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000008:00000001:3.0:1786177245.450273:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177245.450277:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177245.450278:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000010:3.0:1786177245.450282:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000100:00000200:2.0:1786177245.450286:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407359232, portal 25
00000020:00000040:3.0:1786177245.450287:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00000001:2.0:1786177245.450293:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1786177245.450294:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177245.450298:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177245.450300:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177245.450301:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177245.450303:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.450306:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
02000000:00000010:3.0:1786177245.450307:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786177245.450315:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177245.450323:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407359232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177245.450325:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407359360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177245.450343:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177245.450351:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177245.450354:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1786177245.450357:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000001:3.0:1786177245.450359:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177245.450363:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407359232, offset 0
00000100:00000040:3.0:1786177245.450367:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407359360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177245.450375:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177245.450385:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177245.450386:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177245.450393:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177245.450396:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:3.0:1786177245.450400:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1786177245.450403:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1786177245.450404:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177245.450407:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177245.450408:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:3.0:1786177245.450413:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177245.450414:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177245.450420:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00080000:3.0:1786177245.450420:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11765
00000400:00000200:2.0:1786177245.450427:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273779:273779:256:4294967295] 192.168.202.146@tcp LPNI seq info [273740:273740:8:4294967295]
00000400:00000200:2.0:1786177245.450430:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177245.450436:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177245.450441:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1786177245.450446:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000800:00000200:2.0:1786177245.450451:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177245.450452:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1786177245.450456:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000100:00000040:3.0:1786177245.450459:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177245.450464:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1786177245.450465:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177245.450470:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1786177245.450470:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177245.450475:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.1:1786177245.450480:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786177245.450481:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177245.450484:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000800:00000200:2.1:1786177245.450485:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1786177245.450487:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000100:2.0:1786177245.450491:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000020:00000040:3.0:1786177245.450491:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000800:00000010:2.0:1786177245.450494:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000020:00000001:3.0:1786177245.450496:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177245.450499:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177245.450502:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1786177245.450505:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177245.450510:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1786177245.450512:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177245.450529:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177245.450531:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177245.450533:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177245.450535:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177245.450537:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177245.450538:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177245.450540:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177245.450542:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177245.450543:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1786177245.450546:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000008:00100000:3.0:1786177245.450546:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177245.450550:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177245.450552:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:3.0:1786177245.450553:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177245.450559:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000100:00000001:2.0:1786177245.450560:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1786177245.450561:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177245.450565:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177245.450566:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177245.450569:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1786177245.450570:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515ad80 x1872930407359232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177245.450571:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177245.450574:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.450586:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1786177245.450587:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000040:2.0:1786177245.450592:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407359232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177245.450593:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177245.450602:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407359488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177245.450627:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177245.450630:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177245.450631:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.450633:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1786177245.450637:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407359488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.450642:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177245.450646:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177245.450650:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177245.450652:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177245.450654:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306447146
00000100:00080000:3.0:1786177245.450656:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177245.450658:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177245.450660:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177245.450661:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306442026
00000100:00000001:3.0:1786177245.450662:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177245.450667:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11765
00000100:00000001:2.0:1786177245.450668:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306447146
00000100:00000001:2.0:1786177245.450673:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306442026
00000400:00000200:3.0:1786177245.450673:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177245.450678:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1786177245.450679:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177245.450683:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177245.450684:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177245.450689:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1786177245.450690:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177245.450693:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1786177245.450697:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177245/real 1786177245]  req@ffff9f148515ad80 x1872930407359232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177245.450697:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177245.450702:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177245.450706:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177245.450709:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177245.450712:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177245.450715:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000400:00000001:2.0:1786177245.450716:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1786177245.450717:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000400:00000001:2.0:1786177245.450720:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1786177245.450721:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000400:00000010:2.0:1786177245.450723:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177245.450727:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000100:00000040:3.0:1786177245.450727:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177245.450731:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177245.450732:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177245.450737:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1786177245.450737:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177245.450739:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177245.450742:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000200:2.0:1786177245.450746:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407359232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177245.450747:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177245.450752:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177245.450755:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177245.450759:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177245.450765:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177245.450766:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177245.450787:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177245.450790:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177245.450791:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177245.450793:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786177245.450795:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177245.450797:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177245.450798:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177245.450799:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177245.450800:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177245.450801:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177245.450804:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786177245.450807:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177245.450809:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407359232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177245.450811:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407359616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177245.450820:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177245.450824:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177245.450830:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407359616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.450831:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177245.450835:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.450839:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177245.450843:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177245.450843:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177245.450847:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1786177245.450851:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407359232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177245.450852:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177245.450855:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177245.450859:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177245.450866:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177245.450872:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1786177245.450873:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11765
00000100:00000040:2.0:1786177245.450880:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407359232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177245.450884:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177245.450891:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1786177245.450893:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177245.450895:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.450898:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1786177245.450899:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177245.450900:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.450903:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177245.450905:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1786177245.450906:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00080000:2.0:1786177245.450908:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1786177245.450912:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1786177245.450915:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000040:3.0:1786177245.450918:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177245.450919:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1786177245.450925:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:2.0:1786177245.450926:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407359232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177245.450930:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177245.450933:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177245.450936:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177245.450938:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00100000:2.0:1786177245.450945:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407359232:192.168.202.146@tcp:250:kworker.0
00000020:00000001:3.0:1786177245.450946:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177245.450952:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1786177245.450953:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177245.450956:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177245.450962:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407359232/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177245.450963:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177245.450970:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177245.450975:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1786177245.450978:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177245.450979:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177245.450982:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
00000100:00000001:3.0:1786177245.450984:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:2.0:1786177245.450986:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177245.450989:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1786177245.450991:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000020:00000040:2.0:1786177245.450993:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00080000:3.0:1786177245.450998:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000020:00000001:2.0:1786177245.450999:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177245.451003:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786177245.451005:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177245.451009:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1786177245.451010:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1786177245.451013:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177245.451014:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177245.451018:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
02000000:00000001:3.0:1786177245.451019:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177245.451024:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177245.451026:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000008:00100000:3.0:1786177245.451027:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177245.451029:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.451034:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1786177245.451035:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177245.451040:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.451045:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:3.0:1786177245.451045:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177245.451048:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.451051:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1786177245.451052:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000001:2.0:1786177245.451053:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177245.451055:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1786177245.451060:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1786177245.451061:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407359360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177245.451063:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177245.451069:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177245.451072:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177245.451073:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177245.451076:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177245.451077:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177245.451078:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177245.451080:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177245.451083:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177245.451085:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00100000:2.0:1786177245.451086:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407359360:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177245.451091:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1786177245.451093:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177245.451094:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177245.451096:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177245.451100:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177245.451103:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177245.451106:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177245.451106:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407359744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177245.451115:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177245.451121:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:3.0:1786177245.451124:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1786177245.451127:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177245.451129:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177245.451133:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407359360, portal 10
00000100:00000001:2.0:1786177245.451138:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1786177245.451138:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407359744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451142:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000100:00000040:2.0:1786177245.451155:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407359360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177245.451155:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177245.451164:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11775)
00000100:00000001:2.0:1786177245.451169:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177245.451174:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177245.451178:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177245.451182:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407359360, offset 0
00000400:00000200:2.0:1786177245.451187:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177245.451192:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177245.451195:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177245.451197:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177245.451200:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177245.451202:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177245.451203:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177245.451205:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273780:273780:256:4294967295] 192.168.202.146@tcp LPNI seq info [273741:273741:8:4294967295]
00000400:00000200:2.0:1786177245.451208:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177245.451213:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177245.451216:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177245.451218:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177245.451221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177245.451223:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177245.451227:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177245.451229:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177245.451232:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177245.451233:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177245.451235:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177245.451238:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177245.451240:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177245.451241:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177245.451243:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177245.451246:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159c00 x1872930407359360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451252:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177245.451254:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159c00 x1872930407359360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451259:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.451260:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177245.451263:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177245.451266:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177245.451269:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177245.451272:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306438181
00000100:00000001:2.0:1786177245.451275:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306447146
00000100:00000001:2.0:1786177245.451277:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306438181
00000100:00000001:2.0:1786177245.451279:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306447146
00000100:00000001:2.0:1786177245.451281:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177245.451283:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.451285:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177245.451290:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177245/real 1786177245]  req@ffff9f1485159c00 x1872930407359360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177245.451299:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177245.451301:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177245.451303:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177245.451306:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177245.451308:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177245.451310:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177245.451313:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407359360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177245.451323:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407359360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451330:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177245.451332:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.451334:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177245.451335:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177245.451339:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407359360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451346:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177245.451350:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407359360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451358:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177245.451361:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.451363:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177245.451364:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.451366:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177245.451368:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177245.451371:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177245.451374:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177245.451377:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177245.451381:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407359360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177245.451389:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407359360:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177245.451394:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177245.451397:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407359488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451405:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177245.451406:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177245.451409:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177245.451411:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177245.451412:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177245.451415:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407359488:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177245.451417:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177245.451419:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177245.451420:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177245.451421:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177245.451424:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177245.451425:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177245.451429:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177245.451430:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177245.451433:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177245.451435:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407359488, portal 10
00000100:00000001:2.0:1786177245.451437:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177245.451438:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
00000100:00000040:2.0:1786177245.451442:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407359488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451446:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177245.451448:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177245.451449:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177245.451451:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407359488, offset 0
00000400:00000200:2.0:1786177245.451454:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177245.451457:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177245.451459:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177245.451461:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177245.451463:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177245.451465:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177245.451466:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177245.451469:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273781:273781:256:4294967295] 192.168.202.146@tcp LPNI seq info [273742:273742:8:4294967295]
00000400:00000200:2.0:1786177245.451472:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177245.451476:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177245.451479:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177245.451481:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177245.451483:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177245.451486:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177245.451489:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177245.451490:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177245.451493:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177245.451494:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177245.451497:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177245.451499:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177245.451501:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177245.451502:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177245.451504:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177245.451506:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b800 x1872930407359488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451512:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177245.451528:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407359488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451535:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.451536:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177245.451539:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177245.451541:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177245.451543:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177245.451545:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306438262
00000100:00000001:2.0:1786177245.451546:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306447146
00000100:00000001:2.0:1786177245.451548:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306438262
00000100:00000001:2.0:1786177245.451549:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306447146
00000100:00000001:2.0:1786177245.451551:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177245.451552:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.451553:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177245.451556:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177245/real 1786177245]  req@ffff9f148515b800 x1872930407359488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177245.451562:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177245.451563:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177245.451564:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177245.451566:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177245.451567:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177245.451569:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177245.451571:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407359488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177245.451576:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407359488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451581:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177245.451582:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.451583:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177245.451584:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177245.451586:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407359488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451590:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177245.451593:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407359488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451597:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177245.451598:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.451599:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177245.451600:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.451601:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177245.451602:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177245.451603:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177245.451605:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177245.451607:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177245.451609:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407359488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177245.451614:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407359488:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177245.451616:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177245.451618:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407359616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451623:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177245.451624:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177245.451626:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177245.451627:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177245.451628:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177245.451630:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407359616:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177245.451632:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177245.451633:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177245.451634:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177245.451635:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177245.451638:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177245.451639:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177245.451641:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177245.451643:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177245.451645:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177245.451647:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407359616, portal 4
00000100:00000001:2.0:1786177245.451648:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177245.451649:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00000040:2.0:1786177245.451653:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407359616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451657:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177245.451659:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177245.451660:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177245.451662:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407359616, offset 0
00000400:00000200:2.0:1786177245.451664:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177245.451667:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177245.451669:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177245.451671:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177245.451672:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177245.451674:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177245.451676:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177245.451678:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273782:273782:256:4294967295] 192.168.202.146@tcp LPNI seq info [273743:273743:8:4294967295]
00000400:00000200:2.0:1786177245.451681:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177245.451685:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177245.451688:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177245.451690:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177245.451693:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177245.451695:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177245.451698:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177245.451699:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177245.451702:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177245.451703:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177245.451705:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177245.451708:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177245.451710:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177245.451711:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177245.451712:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177245.451715:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159880 x1872930407359616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451720:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177245.451722:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159880 x1872930407359616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451726:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.451727:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177245.451728:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177245.451730:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177245.451732:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177245.451734:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306439521
00000100:00000001:2.0:1786177245.451737:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306447146
00000100:00000001:2.0:1786177245.451739:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306439521
00000100:00000001:2.0:1786177245.451741:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306447146
00000100:00000001:2.0:1786177245.451743:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177245.451745:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.451747:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177245.451752:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177245/real 1786177245]  req@ffff9f1485159880 x1872930407359616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177245.451760:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177245.451762:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177245.451764:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177245.451766:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177245.451768:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177245.451788:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177245.451792:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407359616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177245.451798:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407359616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451802:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177245.451803:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.451804:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177245.451805:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177245.451807:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407359616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451811:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177245.451814:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407359616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451819:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177245.451820:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.451821:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177245.451822:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.451823:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177245.451824:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177245.451826:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177245.451828:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177245.451829:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177245.451832:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407359616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177245.451837:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407359616:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177245.451839:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.451841:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177245.451843:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407359360/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451847:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177245.451848:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177245.451849:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177245.451851:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177245.451852:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177245.451853:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177245.451855:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177245.451856:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:2.0:1786177245.451858:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177245.451859:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177245.451860:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:2.0:1786177245.451861:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177245.451862:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.451863:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177245.451865:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407359488/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451870:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177245.451870:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177245.451871:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177245.451873:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177245.451873:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177245.451874:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177245.451875:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177245.451876:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:2.0:1786177245.451877:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177245.451878:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177245.451879:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000001:2.0:1786177245.451881:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177245.451882:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.451883:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177245.451885:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407359616/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451888:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177245.451889:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177245.451890:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177245.451891:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177245.451892:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177245.451893:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177245.451894:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177245.451894:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:2.0:1786177245.451896:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177245.451896:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177245.451897:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:2.0:1786177245.451898:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177245.451899:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.451900:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.451903:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177245.451904:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.451905:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177245.451906:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177245.451907:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177245.451909:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407359744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451913:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177245.451914:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177245.451915:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177245.451916:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177245.451918:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177245.451919:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407359744:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177245.451921:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177245.451923:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177245.451924:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177245.451926:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177245.451928:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177245.451929:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177245.451932:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177245.451934:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177245.451936:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177245.451938:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407359744, portal 4
00000100:00000001:2.0:1786177245.451940:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177245.451941:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00000040:2.0:1786177245.451945:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407359744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.451949:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177245.451951:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177245.451952:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177245.451954:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407359744, offset 0
00000400:00000200:2.0:1786177245.451956:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177245.451959:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177245.451961:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177245.451963:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177245.451965:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177245.451968:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177245.451970:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177245.451973:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273783:273783:256:4294967295] 192.168.202.146@tcp LPNI seq info [273744:273744:8:4294967295]
00000400:00000200:2.0:1786177245.451978:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177245.451984:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177245.451989:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177245.451993:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177245.451997:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177245.452000:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177245.452004:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177245.452007:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177245.452011:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177245.452014:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177245.452017:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177245.452020:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177245.452024:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177245.452026:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177245.452028:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177245.452032:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b480 x1872930407359744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.452041:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177245.452044:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b480 x1872930407359744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.452051:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.452053:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177245.452056:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177245.452059:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177245.452063:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177245.452065:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306439312
00000100:00000001:2.0:1786177245.452067:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306447146
00000100:00000001:2.0:1786177245.452070:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306439312
00000100:00000001:2.0:1786177245.452072:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306447146
00000100:00000001:2.0:1786177245.452074:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177245.452076:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.452078:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177245.452081:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177245/real 1786177245]  req@ffff9f148515b480 x1872930407359744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177245.452087:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177245.452088:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177245.452090:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177245.452091:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177245.452092:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177245.452094:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177245.452096:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407359744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177245.452102:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407359744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.452106:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177245.452107:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.452108:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177245.452109:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177245.452111:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407359744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.452115:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177245.452118:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407359744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.452122:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177245.452123:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.452124:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177245.452125:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.452126:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177245.452127:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177245.452129:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177245.452131:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177245.452132:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177245.452134:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407359744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177245.452139:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407359744:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177245.452141:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.452142:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177245.452145:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407359744/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177245.452149:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177245.452150:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177245.452152:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177245.452153:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177245.452154:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177245.452155:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177245.452156:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177245.452157:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
02000000:00000001:2.0:1786177245.452159:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177245.452160:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177245.452161:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177245.452162:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177245.452163:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.452165:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177245.452167:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177245.452168:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177245.452169:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177245.452171:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177246.281855:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177246.281860:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177246.281922:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177246.281926:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177246.281929:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177247.305915:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177247.305923:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177247.306007:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177247.306012:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177247.306016:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177248.329868:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177248.329875:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177248.329946:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177248.329950:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177248.329955:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177249.353901:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177249.353908:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177249.353971:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177249.353974:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177249.353977:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177250.377854:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177250.377864:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177250.377866:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177250.377870:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177250.377875:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177250.377878:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177250.377880:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177250.377882:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177250.377934:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177250.377937:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177250.377939:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786177250.569917:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177250.569928:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177250.569931:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177250.569935:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177250.569939:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177250.569946:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11770
00000400:00000200:0.0:1786177250.569954:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177250.569961:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177250.569965:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177250.569968:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177250.569972:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177250.569974:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177250.569976:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177250.569979:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177250.569980:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177250.569983:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177250.569985:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177250.569987:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177250.569989:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177250.569991:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177250.569992:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177250.569993:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177250.569995:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177250.569997:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177250.569999:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177250.570000:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177250.570002:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177250.570005:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177250.570007:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177250.570009:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177250.570011:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177250.570019:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786177250.570021:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177250.570024:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177250.570026:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177250.570028:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177250.570031:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177250.570035:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177250.570043:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786177250.570048:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177250.570055:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407359872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177250.570064:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177250.570067:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177250.570070:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407359872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177250.570087:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177250.570090:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177250.570092:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177250.570093:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177250.570095:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177250.570096:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177250.570098:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11770
00000400:00000200:0.0:1786177250.570102:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177250.570104:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177250.570106:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177250.570108:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177250.570110:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177250.570112:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177250.570112:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177250.570116:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177250.570119:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1786177250.570120:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177250.570123:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177250.570126:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177250.570126:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1786177250.570131:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786177250.570133:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786177250.570135:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786177250.570139:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000040:2.0:1786177250.570139:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407359872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177250.570143:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177250.570146:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177250.570150:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177250.570154:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786177250.570160:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177250.570163:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.570163:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1786177250.570167:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177250.570167:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177250.570173:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177250.570174:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177250.570179:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177250.570179:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177250.570183:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177250.570184:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1786177250.570188:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1786177250.570190:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407359872:192.168.202.146@tcp:250:kworker.0
00000008:00000001:0.0:1786177250.570191:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177250.570196:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.570198:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1786177250.570200:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786177250.570203:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:2.0:1786177250.570203:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177250.570207:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177250.570209:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1786177250.570214:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1786177250.570214:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:0.0:1786177250.570215:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177250.570219:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177250.570220:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177250.570224:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177250.570226:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177250.570229:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:0.0:1786177250.570232:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000400:00000010:2.0:1786177250.570234:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:0.0:1786177250.570237:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177250.570241:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00100000:0.0:1786177250.570244:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407360000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1786177250.570250:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407359872, portal 25
00000100:00000001:0.0:1786177250.570251:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177250.570254:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177250.570255:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.570256:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000040:0.0:1786177250.570261:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407360000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1786177250.570267:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407359872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177250.570277:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177250.570282:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177250.570283:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1786177250.570287:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1786177250.570288:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177250.570290:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1786177250.570292:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00080000:0.0:1786177250.570293:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1786177250.570297:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407359872, offset 0
00000100:00000001:0.0:1786177250.570303:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177250.570304:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:0.0:1786177250.570314:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11770
00000400:00000200:2.0:1786177250.570314:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177250.570320:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177250.570325:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177250.570328:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177250.570335:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177250.570335:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177250.570341:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1786177250.570342:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177250.570345:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000040:0.0:1786177250.570352:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177250.570354:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273784:273784:256:4294967295] 192.168.202.146@tcp LPNI seq info [273745:273745:8:4294967295]
00000100:00000001:0.0:1786177250.570357:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177250.570361:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:0.0:1786177250.570363:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177250.570366:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177250.570369:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177250.570371:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786177250.570373:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177250.570376:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000400:00000200:2.0:1786177250.570377:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1786177250.570379:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786177250.570384:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.0:1786177250.570388:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000040:0.0:1786177250.570390:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000010:2.0:1786177250.570393:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000100:00000001:0.0:1786177250.570394:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177250.570399:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.0:1786177250.570403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786177250.570405:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.0:1786177250.570408:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000020:00000040:0.0:1786177250.570410:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000800:00000200:2.1:1786177250.570416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:0.0:1786177250.570420:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000800:00000200:2.1:1786177250.570422:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1786177250.570429:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1786177250.570430:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177250.570434:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177250.570441:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1786177250.570445:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1786177250.570450:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1786177250.570452:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177250.570457:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177250.570457:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000100:00000001:0.0:1786177250.570459:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1786177250.570462:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000008:00100000:0.0:1786177250.570464:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1786177250.570481:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177250.570487:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407359872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.570497:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1786177250.570503:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177250.570505:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177250.570506:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407359872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1786177250.570510:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786177250.570515:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177250.570520:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177250.570523:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177250.570526:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177250.570529:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177250.570532:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.570534:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177250.570536:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:2.0:1786177250.570538:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177250.570541:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177250.570547:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407360128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177250.570548:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177250.570559:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1786177250.570560:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177250.570563:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.570566:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306452266
00000100:00000040:0.0:1786177250.570567:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407360128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.570576:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306447146
00000100:00000001:0.0:1786177250.570577:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177250.570583:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177250.570584:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306452266
00000100:00080000:0.0:1786177250.570588:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1786177250.570590:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306447146
00000100:00000001:0.0:1786177250.570591:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177250.570593:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1786177250.570595:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177250.570597:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177250.570601:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177250.570602:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1786177250.570608:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11770
00000100:00100000:2.0:1786177250.570610:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177250/real 1786177250]  req@ffff9f1482ebc000 x1872930407359872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1786177250.570620:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177250.570629:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000001:2.0:1786177250.570631:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1786177250.570633:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1786177250.570634:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177250.570638:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000100:00000040:0.0:1786177250.570641:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177250.570643:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000100:00000001:0.0:1786177250.570647:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1786177250.570647:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177250.570652:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1786177250.570653:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000200:2.0:1786177250.570658:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407359872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177250.570659:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177250.570666:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177250.570670:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000100:00000200:2.0:1786177250.570672:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407359872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1786177250.570674:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177250.570679:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000001:2.0:1786177250.570681:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:0.0:1786177250.570684:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177250.570685:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.570689:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1786177250.570691:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177250.570692:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177250.570699:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407359872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177250.570702:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177250.570708:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177250.570710:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177250.570714:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000040:2.0:1786177250.570718:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407359872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177250.570720:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177250.570728:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000001:2.0:1786177250.570728:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177250.570734:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.570736:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1786177250.570737:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177250.570738:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.570743:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177250.570745:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.570746:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1786177250.570751:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:2.0:1786177250.570751:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1786177250.570758:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1786177250.570759:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177250.570763:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1786177250.570766:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177250.570768:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407359872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177250.570795:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407359872:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177250.570798:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.570800:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177250.570803:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407359872/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177250.570810:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177250.570810:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177250.570815:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:0.0:1786177250.570816:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
02000000:00000010:2.0:1786177250.570818:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
00000008:00000001:0.0:1786177250.570823:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177250.570823:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177250.570826:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1786177250.570828:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1786177250.570829:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177250.570835:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177250.570837:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5400.
00000100:00000010:0.0:1786177250.570838:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
02000000:00000001:2.0:1786177250.570840:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177250.570844:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:0.0:1786177250.570845:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000010:2.0:1786177250.570845:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:2.0:1786177250.570850:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:0.0:1786177250.570852:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177250.570852:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1786177250.570857:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.570858:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177250.570864:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177250.570866:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177250.570867:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1786177250.570869:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.570870:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.570876:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177250.570877:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000010:0.0:1786177250.570880:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:2.0:1786177250.570880:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177250.570885:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebdf80 x1872930407360000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177250.570887:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.570897:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1786177250.570900:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407360256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177250.570901:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177250.570908:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177250.570912:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177250.570917:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1786177250.570917:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177250.570923:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177250.570927:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407360000:192.168.202.146@tcp:38:kworker.0
00000100:00000040:0.0:1786177250.570933:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407360256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.570935:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177250.570939:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177250.570942:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177250.570947:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1786177250.570953:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177250.570953:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177250.570958:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177250.570960:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177250.570966:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:0.0:1786177250.570969:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:2.0:1786177250.570970:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00000001:0.0:1786177250.570973:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177250.570975:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177250.570977:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177250.570980:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11770
00000400:00000010:2.0:1786177250.570985:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000400:00000200:0.0:1786177250.570986:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177250.570991:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177250.570994:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1786177250.570994:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407360000, portal 10
00000100:00000001:2.0:1786177250.570999:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1786177250.571000:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177250.571002:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177499520 : -106564532052096 : ffff9f1482ebdf80)
00000100:00000001:0.0:1786177250.571004:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177250.571007:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177250.571010:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177250.571013:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1786177250.571013:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebdf80 x1872930407360000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1786177250.571014:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786177250.571018:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177250.571021:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786177250.571026:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177250.571029:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1786177250.571030:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:2.0:1786177250.571036:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000040:0.0:1786177250.571040:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177250.571040:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000001:0.0:1786177250.571046:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1786177250.571046:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407360000, offset 0
00000100:00000040:0.0:1786177250.571050:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177250.571055:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177250.571056:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177250.571060:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000400:00000200:2.0:1786177250.571063:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:0.0:1786177250.571065:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177250.571068:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177250.571071:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
02000000:00000001:0.0:1786177250.571072:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177250.571077:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1786177250.571077:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1786177250.571083:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177250.571084:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:0.0:1786177250.571085:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1786177250.571088:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000008:00100000:0.0:1786177250.571089:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177250.571094:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177250.571094:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:0.0:1786177250.571098:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177250.571102:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273785:273785:256:4294967295] 192.168.202.146@tcp LPNI seq info [273746:273746:8:4294967295]
00000100:00000010:0.0:1786177250.571103:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786177250.571108:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786177250.571112:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177250.571113:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177250.571115:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177250.571116:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177250.571118:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177250.571121:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177250.571125:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786177250.571131:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177250.571134:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1786177250.571139:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407360384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1786177250.571149:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177250.571152:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177250.571155:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1786177250.571157:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000100:00000040:0.0:1786177250.571160:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407360384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1786177250.571164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177250.571168:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177250.571178:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177250.571183:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1786177250.571187:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1786177250.571188:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177250.571191:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177250.571195:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1786177250.571196:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11780)
00000400:00000200:2.0:1786177250.571201:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177250.571205:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177250.571207:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177250.571209:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177250.571212:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebdf80 x1872930407360000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571219:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177250.571221:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebdf80 x1872930407360000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571226:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.571227:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177250.571229:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177250.571232:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177250.571234:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177250.571236:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306443301
00000100:00000001:2.0:1786177250.571238:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306452266
00000100:00000001:2.0:1786177250.571240:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306443301
00000100:00000001:2.0:1786177250.571241:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306452266
00000100:00000001:2.0:1786177250.571242:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177250.571244:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.571245:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177250.571247:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177250/real 1786177250]  req@ffff9f1482ebdf80 x1872930407360000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177250.571253:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177250.571254:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177250.571255:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177250.571257:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177250.571258:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177250.571259:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177250.571261:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebdf80 x1872930407360000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177250.571266:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebdf80 x1872930407360000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571270:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177250.571271:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.571272:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177250.571273:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177250.571275:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebdf80 x1872930407360000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571280:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177250.571282:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebdf80 x1872930407360000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571287:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177250.571289:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.571290:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177250.571291:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.571292:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177250.571293:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177250.571295:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177250.571296:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177250.571298:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177250.571300:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebdf80 x1872930407360000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177250.571305:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407360000:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177250.571308:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177250.571310:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407360128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571314:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177250.571315:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177250.571317:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177250.571318:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177250.571319:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177250.571321:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407360128:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177250.571323:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177250.571324:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177250.571325:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177250.571327:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177250.571329:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177250.571330:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177250.571333:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177250.571334:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177250.571336:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177250.571338:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407360128, portal 10
00000100:00000001:2.0:1786177250.571340:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177250.571341:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:2.0:1786177250.571344:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407360128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571349:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177250.571350:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177250.571352:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177250.571353:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407360128, offset 0
00000400:00000200:2.0:1786177250.571356:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177250.571358:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177250.571360:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177250.571362:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177250.571364:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177250.571366:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177250.571368:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177250.571370:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273786:273786:256:4294967295] 192.168.202.146@tcp LPNI seq info [273747:273747:8:4294967295]
00000400:00000200:2.0:1786177250.571373:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177250.571377:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177250.571379:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177250.571381:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177250.571384:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177250.571385:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177250.571388:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177250.571390:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177250.571392:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177250.571394:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177250.571396:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177250.571398:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177250.571400:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177250.571401:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177250.571402:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177250.571405:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407360128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571410:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177250.571412:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407360128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571416:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.571417:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177250.571419:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177250.571421:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177250.571423:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177250.571424:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306443382
00000100:00000001:2.0:1786177250.571426:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306452266
00000100:00000001:2.0:1786177250.571427:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306443382
00000100:00000001:2.0:1786177250.571429:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306452266
00000100:00000001:2.0:1786177250.571431:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177250.571433:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.571434:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177250.571438:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177250/real 1786177250]  req@ffff9f1482ebea00 x1872930407360128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177250.571447:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177250.571448:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177250.571450:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177250.571452:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177250.571454:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177250.571456:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177250.571460:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407360128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177250.571482:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407360128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571500:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177250.571501:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.571503:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177250.571504:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177250.571507:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407360128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571513:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177250.571518:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407360128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571525:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177250.571527:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.571529:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177250.571531:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.571533:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177250.571535:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177250.571538:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177250.571542:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177250.571544:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177250.571549:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407360128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177250.571559:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407360128:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177250.571563:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.571565:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177250.571568:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebdf80 x1872930407360000/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571573:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177250.571574:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177250.571575:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177250.571577:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177250.571579:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177250.571580:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177250.571581:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177250.571583:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6000.
02000000:00000001:2.0:1786177250.571584:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177250.571585:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177250.571586:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebdf80.
00000100:00000001:2.0:1786177250.571590:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177250.571591:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.571592:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177250.571594:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407360128/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571598:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177250.571599:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177250.571600:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177250.571602:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177250.571603:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177250.571604:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177250.571605:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177250.571606:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7800.
02000000:00000001:2.0:1786177250.571608:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177250.571608:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177250.571609:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:2.0:1786177250.571610:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177250.571611:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.571612:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.571615:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177250.571616:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.571617:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177250.571618:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177250.571619:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177250.571621:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebce00 x1872930407360256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571625:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177250.571626:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177250.571628:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177250.571629:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177250.571630:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177250.571632:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407360256:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177250.571635:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177250.571636:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177250.571637:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177250.571638:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177250.571641:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177250.571642:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177250.571645:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177250.571646:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177250.571649:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177250.571651:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407360256, portal 4
00000100:00000001:2.0:1786177250.571652:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177250.571654:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177495040 : -106564532056576 : ffff9f1482ebce00)
00000100:00000040:2.0:1786177250.571658:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebce00 x1872930407360256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571662:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177250.571664:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177250.571665:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177250.571667:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407360256, offset 0
00000400:00000200:2.0:1786177250.571669:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177250.571672:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177250.571674:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177250.571676:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177250.571678:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177250.571680:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177250.571682:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177250.571684:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273787:273787:256:4294967295] 192.168.202.146@tcp LPNI seq info [273748:273748:8:4294967295]
00000400:00000200:2.0:1786177250.571687:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177250.571691:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177250.571694:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177250.571697:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177250.571699:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177250.571702:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177250.571704:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177250.571706:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177250.571709:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177250.571710:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177250.571712:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177250.571714:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177250.571716:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177250.571717:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177250.571719:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177250.571721:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebce00 x1872930407360256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571726:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177250.571729:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407360256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571733:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.571734:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177250.571736:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177250.571738:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177250.571740:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177250.571741:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306444641
00000100:00000001:2.0:1786177250.571743:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306452266
00000100:00000001:2.0:1786177250.571745:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306444641
00000100:00000001:2.0:1786177250.571747:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306452266
00000100:00000001:2.0:1786177250.571749:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177250.571751:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.571753:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177250.571757:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177250/real 1786177250]  req@ffff9f1482ebce00 x1872930407360256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177250.571765:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177250.571767:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177250.571768:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177250.571792:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177250.571793:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177250.571796:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177250.571800:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407360256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177250.571808:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407360256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571814:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177250.571815:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.571817:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177250.571818:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177250.571822:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407360256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571830:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177250.571833:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407360256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571840:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177250.571843:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.571845:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177250.571846:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.571848:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177250.571850:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177250.571853:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177250.571856:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177250.571858:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177250.571862:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407360256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177250.571871:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407360256:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177250.571875:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177250.571879:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407360384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571885:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177250.571886:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177250.571887:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177250.571889:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177250.571891:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177250.571894:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407360384:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177250.571898:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177250.571900:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177250.571902:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177250.571904:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177250.571907:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177250.571909:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177250.571913:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177250.571916:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000400:00000010:2.0:1786177250.571919:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177250.571922:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407360384, portal 4
00000100:00000001:2.0:1786177250.571924:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177250.571926:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:2.0:1786177250.571932:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407360384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.571939:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177250.571942:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177250.571944:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000200:2.0:1786177250.571947:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407360384, offset 0
00000400:00000200:2.0:1786177250.571951:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177250.571956:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177250.571958:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177250.571960:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177250.571962:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177250.571964:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177250.571966:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177250.571968:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273788:273788:256:4294967295] 192.168.202.146@tcp LPNI seq info [273749:273749:8:4294967295]
00000400:00000200:2.0:1786177250.571970:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177250.571975:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177250.571978:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177250.571980:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000800:00000200:2.0:1786177250.571983:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177250.571985:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177250.571988:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177250.571990:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177250.571993:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177250.571994:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:2.0:1786177250.571997:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177250.571999:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177250.572001:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:2.0:1786177250.572002:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:2.0:1786177250.572004:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177250.572006:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407360384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.572012:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177250.572014:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407360384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.572019:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.572020:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177250.572022:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177250.572024:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177250.572026:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177250.572027:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306444432
00000100:00000001:2.0:1786177250.572029:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306452266
00000100:00000001:2.0:1786177250.572031:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306444432
00000100:00000001:2.0:1786177250.572032:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306452266
00000100:00000001:2.0:1786177250.572034:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177250.572035:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.572036:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177250.572039:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177250/real 1786177250]  req@ffff9f1482ebd500 x1872930407360384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177250.572043:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177250.572044:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177250.572045:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177250.572046:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177250.572047:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177250.572049:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177250.572051:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407360384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177250.572056:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407360384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.572060:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177250.572061:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.572062:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177250.572063:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177250.572065:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407360384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.572069:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177250.572071:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407360384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.572075:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177250.572076:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.572077:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177250.572078:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.572079:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177250.572080:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177250.572082:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177250.572084:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177250.572085:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177250.572088:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407360384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177250.572093:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407360384:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177250.572095:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.572096:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177250.572098:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407360256/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.572104:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177250.572106:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177250.572108:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177250.572110:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177250.572112:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177250.572113:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177250.572115:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177250.572117:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4800.
02000000:00000001:2.0:1786177250.572120:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177250.572121:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177250.572123:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:2.0:1786177250.572125:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177250.572127:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.572129:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177250.572133:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407360384/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177250.572140:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177250.572141:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177250.572143:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177250.572145:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177250.572146:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177250.572147:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177250.572150:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177250.572151:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5800.
02000000:00000001:2.0:1786177250.572154:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177250.572155:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177250.572156:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:2.0:1786177250.572159:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177250.572160:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.572162:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177250.572165:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177250.572166:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177250.572167:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177250.572168:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177251.401883:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177251.401888:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177251.401943:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177251.401947:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177251.401950:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177252.425887:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177252.425893:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177252.425962:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177252.425967:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177252.425971:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177253.449873:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177253.449880:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177253.449936:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177253.449939:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177253.449941:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177254.473871:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177254.473876:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177254.473946:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177254.473948:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177254.473951:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177255.497877:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177255.497884:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177255.497949:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177255.497952:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177255.497955:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177255.689904:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177255.689913:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177255.689915:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177255.689919:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177255.689922:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177255.689928:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11775
00000400:00000200:3.0:1786177255.689933:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177255.689938:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177255.689940:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177255.689943:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177255.689945:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177255.689946:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177255.689949:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177255.689952:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177255.689953:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177255.689955:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177255.689958:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177255.689959:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177255.689961:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177255.689962:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177255.689963:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177255.689964:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177255.689965:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177255.689967:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177255.689970:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177255.689971:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177255.689973:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177255.689976:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177255.689979:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177255.689981:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177255.689984:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177255.689992:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786177255.689995:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177255.689999:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177255.690001:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177255.690004:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177255.690006:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177255.690010:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177255.690017:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786177255.690024:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177255.690032:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407360512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177255.690039:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177255.690042:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177255.690045:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407360512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177255.690060:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177255.690062:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177255.690064:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177255.690065:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177255.690066:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177255.690067:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177255.690069:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11775
00000400:00000200:3.0:1786177255.690071:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177255.690074:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177255.690076:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177255.690080:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177255.690083:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177255.690085:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177255.690087:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786177255.690088:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177255.690092:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1786177255.690093:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177255.690096:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000100:00000001:2.0:1786177255.690097:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1786177255.690099:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177255.690103:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000040:2.0:1786177255.690105:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407360512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177255.690107:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177255.690112:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177255.690120:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177255.690123:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177255.690124:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177255.690126:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177255.690127:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177255.690130:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177255.690130:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177255.690135:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:2.0:1786177255.690137:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1786177255.690137:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177255.690140:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177255.690140:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1786177255.690145:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177255.690146:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177255.690150:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177255.690151:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407360512:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786177255.690152:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177255.690157:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177255.690161:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177255.690163:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1786177255.690164:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1786177255.690165:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1786177255.690170:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177255.690172:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
00000100:00000001:3.0:1786177255.690173:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177255.690176:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177255.690180:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000400:00000200:2.0:1786177255.690184:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:3.0:1786177255.690186:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000400:00000010:2.0:1786177255.690190:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
02000000:00000001:3.0:1786177255.690191:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177255.690194:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177255.690197:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1786177255.690198:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
02000000:00000001:3.0:1786177255.690199:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177255.690203:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177255.690208:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000200:2.0:1786177255.690210:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407360512, portal 25
00000100:00000001:3.0:1786177255.690212:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177255.690214:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177255.690217:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
00000100:00100000:3.0:1786177255.690220:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407360640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1786177255.690226:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407360512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177255.690235:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177255.690239:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1786177255.690240:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177255.690243:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177255.690247:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c7f8.
00000100:00000040:3.0:1786177255.690249:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407360640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177255.690251:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407360512, offset 0
00000400:00000200:2.0:1786177255.690261:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177255.690267:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177255.690270:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177255.690270:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177255.690275:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177255.690276:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177255.690278:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:3.0:1786177255.690279:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177255.690284:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177255.690285:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1786177255.690288:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11775
00000400:00000200:2.0:1786177255.690291:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177255.690295:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177255.690302:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177255.690306:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273789:273789:256:4294967295] 192.168.202.146@tcp LPNI seq info [273750:273750:8:4294967295]
00000400:00000200:2.0:1786177255.690310:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177255.690315:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177255.690322:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177255.690325:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177255.690326:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1786177255.690330:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177255.690333:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177255.690335:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177255.690337:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.0:1786177255.690339:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000020:00000001:3.0:1786177255.690340:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177255.690342:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177255.690345:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177255.690346:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177255.690347:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000010:2.0:1786177255.690350:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e700.
00000020:00000001:3.0:1786177255.690350:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177255.690354:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177255.690356:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177255.690357:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177255.690358:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177255.690361:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000800:00000200:2.0:1786177255.690362:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:3.0:1786177255.690365:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177255.690369:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177255.690370:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177255.690374:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1786177255.690374:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786177255.690378:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177255.690380:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177255.690382:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177255.690383:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177255.690384:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177255.690387:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786177255.690389:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177255.690391:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177255.690392:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177255.690394:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177255.690395:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177255.690396:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177255.690397:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177255.690402:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:3.0:1786177255.690404:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:2.0:1786177255.690405:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306457386
00000100:00000001:3.0:1786177255.690411:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177255.690413:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306452266
00000100:00100000:3.0:1786177255.690430:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407360768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177255.690435:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306457386
00000100:00000001:2.0:1786177255.690439:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306452266
00000100:00000001:2.0:1786177255.690443:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177255.690446:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177255.690446:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177255.690451:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177255.690452:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177255.690454:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177255.690459:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407360768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177255.690461:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177255.690463:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1786177255.690467:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177255.690469:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177255.690471:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177255.690477:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407360640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177255.690477:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177255.690483:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177255.690489:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177255.690491:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177255.690493:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177255.690500:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177255.690504:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1786177255.690506:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11775
00000100:00000001:2.0:1786177255.690507:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177255.690511:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:3.0:1786177255.690514:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:2.0:1786177255.690515:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177255.690518:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177255.690519:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00100000:2.0:1786177255.690522:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407360640:192.168.202.146@tcp:38:kworker.0
00000100:00080000:3.0:1786177255.690523:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177255.690528:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1786177255.690529:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177255.690531:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1786177255.690532:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1786177255.690533:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177255.690536:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1786177255.690536:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177255.690540:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000010:2.0:1786177255.690541:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
00000020:00000001:3.0:1786177255.690542:0:109754:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1786177255.690545:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177255.690545:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177255.690549:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177255.690551:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000400:00000200:2.0:1786177255.690552:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:3.0:1786177255.690553:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000400:00000010:2.0:1786177255.690556:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b607e8.
00000020:00000001:3.0:1786177255.690556:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177255.690559:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177255.690560:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177255.690561:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177255.690566:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177255.690568:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000400:00000010:2.0:1786177255.690569:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c550.
00000100:00080000:3.0:1786177255.690571:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000200:2.0:1786177255.690575:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407360640, portal 10
00000100:00000001:3.0:1786177255.690575:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177255.690578:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177255.690580:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1786177255.690581:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177255.690583:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
02000000:00000001:3.0:1786177255.690585:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177255.690588:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177255.690590:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177255.690592:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177255.690594:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177255.690595:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407360640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1786177255.690597:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786177255.690600:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177255.690604:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177255.690606:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177255.690609:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177255.690611:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1786177255.690611:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177255.690614:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177255.690618:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786177255.690620:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177255.690625:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407360896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1786177255.690626:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177255.690631:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177255.690634:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177255.690635:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c110.
00000100:00000040:3.0:1786177255.690637:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407360896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177255.690640:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407360640, offset 0
00000100:00000001:3.0:1786177255.690647:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177255.690651:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177255.690651:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177255.690656:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177255.690657:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177255.690659:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177255.690660:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177255.690665:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:3.0:1786177255.690666:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177255.690670:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1786177255.690672:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11775
00000400:00000200:2.0:1786177255.690676:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177255.690679:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177255.690682:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177255.690685:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273790:273790:255:4294967295] 192.168.202.146@tcp LPNI seq info [273751:273751:7:4294967295]
00000400:00000200:2.0:1786177255.690689:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177255.690694:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177255.690700:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1786177255.690702:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177255.690707:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1786177255.690711:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177255.690714:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177255.690718:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1786177255.690719:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5eb00.
00000100:00000040:3.0:1786177255.690721:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177255.690725:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.0:1786177255.690727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786177255.690730:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177255.690732:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000800:00000200:2.1:1786177255.690734:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000001:3.0:1786177255.690736:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177255.690740:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177255.690741:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177255.690745:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:2.0:1786177255.690746:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000020:00000001:3.0:1786177255.690749:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000400:00000200:2.0:1786177255.690754:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786177255.690757:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177255.690758:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306448420
00000100:00000001:3.0:1786177255.690763:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177255.690764:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306457386
00000100:00000040:3.0:1786177255.690768:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177255.690790:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306448420
00000100:00000001:2.0:1786177255.690794:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306457386
00000100:00000001:2.0:1786177255.690796:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177255.690798:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177255.690801:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177255.690803:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177255.690808:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177255.690809:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1786177255.690811:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177255.690813:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177255.690814:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177255.690818:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407360768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177255.690827:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177255.690832:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1786177255.690832:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000001:2.0:1786177255.690835:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177255.690836:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:2.0:1786177255.690841:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1786177255.690842:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177255.690845:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177255.690845:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1786177255.690850:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177255.690851:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1786177255.690856:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407360768:192.168.202.146@tcp:38:kworker.0
02000000:00000001:3.0:1786177255.690856:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177255.690859:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177255.690863:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177255.690866:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1786177255.690867:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177255.690870:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1786177255.690871:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177255.690873:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177255.690877:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1786177255.690878:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
02000000:00000010:2.0:1786177255.690881:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
00000020:00000040:3.0:1786177255.690882:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:2.0:1786177255.690886:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177255.690887:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177255.690890:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177255.690894:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177255.690895:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177255.690898:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1786177255.690899:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
02000000:00000001:3.0:1786177255.690900:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177255.690906:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cd48.
02000000:00000010:3.0:1786177255.690908:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000200:2.0:1786177255.690912:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407360768, portal 10
00000100:00000001:3.0:1786177255.690913:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177255.690916:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177255.690919:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000100:00100000:3.0:1786177255.690921:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407361024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1786177255.690928:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407360768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177255.690932:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177255.690937:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177255.690942:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1786177255.690945:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407361024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1786177255.690949:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177255.690954:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ca18.
00000100:00000200:2.0:1786177255.690959:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407360768, offset 0
00000100:00000001:3.0:1786177255.690959:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177255.690966:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11786)
00000400:00000200:2.0:1786177255.690967:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177255.690973:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177255.690978:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177255.690981:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177255.690983:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177255.690987:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177255.690990:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177255.690992:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273791:273791:254:4294967295] 192.168.202.146@tcp LPNI seq info [273752:273752:6:4294967295]
00000400:00000200:2.0:1786177255.690997:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177255.691002:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177255.691006:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177255.691010:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5ec00.
00000800:00000200:2.0:1786177255.691013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177255.691017:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177255.691021:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177255.691024:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177255.691028:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177255.691030:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306448502
00000100:00000001:2.0:1786177255.691032:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306457386
00000100:00000001:2.0:1786177255.691034:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306448502
00000100:00000001:2.0:1786177255.691035:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306457386
00000100:00000001:2.0:1786177255.691037:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177255.691039:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177255.691041:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177255.691045:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407360896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177255.691051:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177255.691053:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177255.691056:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177255.691058:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177255.691060:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177255.691063:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407360896:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177255.691066:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177255.691068:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177255.691069:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177255.691071:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177255.691075:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177255.691076:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177255.691079:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177255.691081:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60b58.
00000400:00000010:2.0:1786177255.691084:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c198.
00000100:00000200:2.0:1786177255.691087:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407360896, portal 4
00000100:00000001:2.0:1786177255.691089:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177255.691090:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00000040:2.0:1786177255.691094:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407360896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177255.691100:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177255.691103:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177255.691105:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c440.
00000100:00000200:2.0:1786177255.691107:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407360896, offset 0
00000400:00000200:2.0:1786177255.691111:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177255.691114:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177255.691117:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177255.691120:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177255.691122:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177255.691124:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177255.691126:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177255.691129:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273792:273792:253:4294967295] 192.168.202.146@tcp LPNI seq info [273753:273753:5:4294967295]
00000400:00000200:2.0:1786177255.691133:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177255.691139:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177255.691143:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177255.691147:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5ef00.
00000800:00000200:2.0:1786177255.691150:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177255.691153:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177255.691156:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177255.691159:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177255.691162:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177255.691164:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306449761
00000100:00000001:2.0:1786177255.691166:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306457386
00000100:00000001:2.0:1786177255.691168:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306449761
00000100:00000001:2.0:1786177255.691170:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306457386
00000100:00000001:2.0:1786177255.691172:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177255.691174:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177255.691177:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177255.691179:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177255.691182:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177255.691183:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1786177255.691185:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177255.691185:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177255.691186:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177255.691189:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158e00 x1872930407361024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177255.691193:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177255.691194:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177255.691196:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177255.691197:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177255.691198:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177255.691200:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407361024:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177255.691203:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177255.691205:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177255.691206:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177255.691208:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177255.691210:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177255.691212:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177255.691215:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177255.691217:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177255.691220:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177255.691223:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407361024, portal 4
00000100:00000001:2.0:1786177255.691225:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177255.691226:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213785600 : -106564495766016 : ffff9f1485158e00)
00000100:00000040:2.0:1786177255.691231:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158e00 x1872930407361024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177255.691237:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177255.691239:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177255.691241:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c2a8.
00000100:00000200:2.0:1786177255.691243:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407361024, offset 0
00000400:00000200:2.0:1786177255.691246:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177255.691249:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177255.691253:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177255.691255:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177255.691258:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177255.691260:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177255.691262:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177255.691264:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273793:273793:252:4294967295] 192.168.202.146@tcp LPNI seq info [273754:273754:4:4294967295]
00000400:00000200:2.0:1786177255.691267:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177255.691273:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177255.691277:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177255.691280:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e100.
00000800:00000200:2.0:1786177255.691283:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177255.691285:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177255.691288:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177255.691290:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177255.691292:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177255.691294:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306449551
00000100:00000001:2.0:1786177255.691296:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306457386
00000100:00000001:2.0:1786177255.691298:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306449551
00000100:00000001:2.0:1786177255.691300:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306457386
00000100:00000001:2.0:1786177255.691302:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177255.691303:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177255.691305:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177255.691307:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177255.691310:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177255.691311:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1786177255.691313:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177255.691314:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177255.691315:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177255.691317:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177256.521897:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177256.521903:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177256.521969:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177256.521974:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177256.521977:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177257.545907:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177257.545913:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177257.545968:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177257.545971:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177257.545974:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177258.569901:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177258.569908:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177258.569967:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177258.569970:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177258.569973:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1786177258.762037:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:1.0:1786177258.762077:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1786177258.762087:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177258.762091:0:2392:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:1.0:1786177258.762095:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177258.762099:0:2392:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1786177258.762104:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786177258.762109:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e700.
00000400:00000200:1.0:1786177258.762116:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786177258.762121:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786177258.762128:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c7f8
00000400:00000010:1.0:1786177258.762131:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c7f8.
00000100:00000001:1.0:1786177258.762136:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786177258.762146:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485159180 x1872930407360512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177258.762173:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786177258.762178:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159180 x1872930407360512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177258.762190:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177258.762192:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786177258.762203:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786177258.762205:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5eb00.
00000400:00000200:1.0:1786177258.762208:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786177258.762211:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786177258.762214:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c110
00000400:00000010:1.0:1786177258.762216:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c110.
00000100:00000001:1.0:1786177258.762218:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786177258.762222:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f148515aa00 x1872930407360640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177258.762229:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786177258.762233:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515aa00 x1872930407360640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177258.762238:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177258.762240:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786177258.762245:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786177258.762247:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ec00.
00000400:00000200:1.0:1786177258.762249:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786177258.762252:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786177258.762255:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ca18
00000400:00000010:1.0:1786177258.762256:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ca18.
00000100:00000001:1.0:1786177258.762259:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1786177258.762264:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485158000 x1872930407360768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177258.762270:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1786177258.762273:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158000 x1872930407360768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177258.762279:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177258.762280:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1786177258.762286:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:1.0:1786177258.762295:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ef00.
00000400:00000200:1.0:1786177258.762299:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1786177258.762304:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1786177258.762308:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c440
00000400:00000010:1.0:1786177258.762310:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c440.
00000100:00000001:1.0:1786177258.762314:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1786177258.762314:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177258.762319:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000200:1.0:1786177258.762322:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f148515b100 x1872930407360896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.762325:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1786177258.762335:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1786177258.762336:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177255/real 1786177258]  req@ffff9f1485158000 x1872930407360768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1786177258.762343:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407360896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177258.762373:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177258.762374:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1786177258.762376:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:2.0:1786177258.762378:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177258.762383:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000800:00000100:1.0:1786177258.762384:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000400:00000200:2.0:1786177258.762405:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cd48
00000400:00000010:2.0:1786177258.762408:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cd48.
00000100:00000001:2.0:1786177258.762411:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177258.762416:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407360768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1786177258.762426:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e100.
00000400:00000200:1.0:1786177258.762433:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:2.0:1786177258.762434:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407360768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1786177258.762442:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1786177258.762450:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:1.0:1786177258.762452:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c2a8
00000100:00000001:2.0:1786177258.762454:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1786177258.762456:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c2a8.
00000100:00000001:2.0:1786177258.762459:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1786177258.762462:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1786177258.762463:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:1.0:1786177258.762472:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485158e00 x1872930407361024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177258.762472:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407360768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177258.762483:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1786177258.762491:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1786177258.762493:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158e00 x1872930407361024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1786177258.762500:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407360768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177258.762505:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177258.762510:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177258.762516:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177258.762520:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.762521:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177258.762523:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.762526:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177258.762529:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177258.762533:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177258.762538:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177258.762540:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177258.762545:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407360768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177258.762553:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407360768:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177258.762558:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177258.762561:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177255/real 1786177258]  req@ffff9f148515b100 x1872930407360896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177258.762568:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177258.762569:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177258.762571:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60b58.
00000400:00000200:2.0:1786177258.762574:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c198
00000400:00000010:2.0:1786177258.762575:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c198.
00000100:00000001:2.0:1786177258.762577:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177258.762592:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407360896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177258.762600:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407360896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.762606:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177258.762607:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.762609:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177258.762610:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177258.762613:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407360896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.762619:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177258.762622:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407360896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.762628:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177258.762630:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.762632:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177258.762633:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.762634:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177258.762636:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177258.762638:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177258.762641:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177258.762643:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177258.762646:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407360896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177258.762653:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407360896:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177258.762657:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177258.762661:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177255/real 1786177258]  req@ffff9f148515aa00 x1872930407360640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177258.762668:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177258.762670:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177258.762672:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b607e8.
00000400:00000200:2.0:1786177258.762674:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c550
00000400:00000010:2.0:1786177258.762676:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c550.
00000100:00000001:2.0:1786177258.762678:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177258.762680:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407360640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177258.762687:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407360640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.762692:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177258.762693:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.762695:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177258.762696:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177258.762699:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407360640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.762704:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177258.762708:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407360640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.762714:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177258.762716:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.762717:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177258.762718:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.762719:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177258.762721:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177258.762735:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177258.762739:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177258.762741:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177258.762745:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407360640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177258.762751:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407360640:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177258.762754:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177258.762757:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177255/real 1786177258]  req@ffff9f1485159180 x1872930407360512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177258.763741:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177258.763745:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177258.763748:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177258.763753:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177258.763755:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177258.763759:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177258.763765:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407360512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177258.763788:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407360512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.763800:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177258.763803:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.763805:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177258.763806:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177258.763811:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407360512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.763817:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177258.763821:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407360512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.763828:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177258.763830:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.763832:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177258.763833:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.763835:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177258.763837:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177258.763839:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177258.763843:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177258.763845:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177258.763849:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407360512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177258.763855:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407360512:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177258.763860:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177258.763863:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177258.763868:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407360768/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.763874:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177258.763877:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177258.763880:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177258.763884:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177258.763887:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177258.763888:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177258.763890:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177258.763893:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:2.0:1786177258.763896:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177258.763898:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177258.763900:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000100:00000001:2.0:1786177258.763903:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177258.763904:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.763906:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177258.763910:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407360896/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.763916:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177258.763917:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177258.763919:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177258.763921:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177258.763922:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177258.763923:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177258.763925:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177258.763927:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:2.0:1786177258.763929:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177258.763930:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177258.763931:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:2.0:1786177258.763935:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177258.763936:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.763937:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177258.763941:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407360640/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.763947:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177258.763948:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177258.763950:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177258.763952:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177258.763953:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177258.763955:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177258.763956:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177258.763958:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
02000000:00000001:2.0:1786177258.763959:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177258.763960:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177258.763962:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00000001:2.0:1786177258.763964:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177258.763965:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.763967:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177258.763970:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407360512/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.763976:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177258.763977:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177258.763978:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177258.763979:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177258.763980:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177258.763981:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177258.763982:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177258.763983:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
02000000:00000001:2.0:1786177258.763984:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177258.763985:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177258.763986:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
00000100:00000001:2.0:1786177258.763987:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177258.763988:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.763990:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177258.763991:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177258.763992:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177258.763993:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177258.763996:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177255/real 1786177258]  req@ffff9f1485158e00 x1872930407361024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177258.764002:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177258.764003:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177258.764005:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177258.764006:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177258.764007:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177258.764009:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177258.764011:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158e00 x1872930407361024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177258.764016:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158e00 x1872930407361024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.764019:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177258.764020:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.764021:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177258.764022:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177258.764024:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158e00 x1872930407361024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.764027:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177258.764029:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158e00 x1872930407361024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.764033:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177258.764035:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.764036:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177258.764036:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.764037:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177258.764038:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177258.764040:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177258.764042:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177258.764043:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177258.764045:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158e00 x1872930407361024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177258.764049:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407361024:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177258.764051:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.764052:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177258.764054:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158e00 x1872930407361024/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177258.764057:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177258.764058:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177258.764059:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177258.764060:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177258.764061:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177258.764061:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177258.764062:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177258.764063:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
02000000:00000001:2.0:1786177258.764064:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177258.764065:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177258.764065:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158e00.
00000100:00000001:2.0:1786177258.764066:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177258.764067:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.764068:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177258.764074:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177258.764075:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177258.764076:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177258.764077:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177259.593911:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177259.593919:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177259.593980:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177259.593984:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177259.593988:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177260.617856:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177260.617864:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177260.617866:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177260.617869:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177260.617873:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177260.617876:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177260.617878:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177260.617880:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177260.617930:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177260.617933:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177260.617935:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177260.809865:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177260.809875:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177260.809878:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177260.809881:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177260.809886:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177260.809893:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11781
00000400:00000200:3.0:1786177260.809900:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177260.809905:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177260.809907:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177260.809909:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177260.809912:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177260.809913:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177260.809915:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177260.809918:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177260.809920:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177260.809922:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177260.809925:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177260.809926:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177260.809928:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177260.809930:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177260.809931:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177260.809932:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177260.809933:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177260.809934:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177260.809936:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177260.809937:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177260.809939:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177260.809942:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177260.809943:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177260.809945:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177260.809947:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177260.809951:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786177260.809953:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177260.809956:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177260.809957:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177260.809959:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177260.809961:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177260.809964:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177260.809968:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786177260.809973:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177260.809980:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407361152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177260.809986:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177260.809989:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177260.809992:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407361152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177260.810013:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177260.810015:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177260.810017:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177260.810019:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177260.810021:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177260.810023:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177260.810025:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11781
00000400:00000200:3.0:1786177260.810029:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177260.810032:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177260.810034:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177260.810037:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177260.810040:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177260.810042:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1786177260.810042:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177260.810047:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177260.810048:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1786177260.810049:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177260.810052:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177260.810054:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177260.810056:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000001:2.0:1786177260.810058:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1786177260.810059:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177260.810063:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177260.810067:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177260.810070:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177260.810071:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159500 x1872930407361152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177260.810073:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177260.810077:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177260.810082:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177260.810088:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177260.810090:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177260.810092:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.810093:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177260.810097:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1786177260.810099:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177260.810103:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177260.810103:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177260.810106:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177260.810108:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177260.810112:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407361152:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786177260.810113:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177260.810118:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1786177260.810119:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1786177260.810121:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177260.810124:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1786177260.810125:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177260.810128:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786177260.810129:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177260.810133:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177260.810136:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177260.810136:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786177260.810141:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000400:00000200:2.0:1786177260.810144:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177260.810146:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1786177260.810148:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
02000000:00000001:3.0:1786177260.810150:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177260.810153:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177260.810155:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1786177260.810156:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
02000000:00000001:3.0:1786177260.810157:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177260.810164:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407361152, portal 25
02000000:00000010:3.0:1786177260.810164:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:2.0:1786177260.810169:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177260.810169:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.810172:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213787392 : -106564495764224 : ffff9f1485159500)
00000100:00100000:3.0:1786177260.810178:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407361280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1786177260.810182:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159500 x1872930407361152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177260.810199:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177260.810201:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1786177260.810203:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177260.810207:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177260.810211:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407361280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1786177260.810212:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177260.810218:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407361152, offset 0
00000100:00000001:3.0:1786177260.810227:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177260.810230:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177260.810232:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177260.810236:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177260.810238:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177260.810240:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177260.810241:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177260.810245:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177260.810248:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00080000:3.0:1786177260.810249:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11781
00000400:00000200:2.0:1786177260.810257:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177260.810262:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177260.810265:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177260.810268:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177260.810272:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273794:273794:256:4294967295] 192.168.202.146@tcp LPNI seq info [273755:273755:8:4294967295]
00000400:00000200:2.0:1786177260.810288:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177260.810294:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177260.810303:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177260.810304:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1786177260.810307:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177260.810314:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.0:1786177260.810315:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177260.810319:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177260.810322:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000010:2.0:1786177260.810323:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000100:00000001:3.0:1786177260.810325:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177260.810329:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177260.810331:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177260.810334:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.0:1786177260.810335:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000020:00000040:3.0:1786177260.810337:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177260.810341:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000200:2.0:1786177260.810342:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1786177260.810345:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177260.810352:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:2.1:1786177260.810353:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786177260.810357:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1786177260.810359:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1786177260.810362:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177260.810377:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000100:2.0:1786177260.810378:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177260.810383:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000020:00000040:3.0:1786177260.810384:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177260.810390:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:2.0:1786177260.810392:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1786177260.810393:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177260.810398:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177260.810402:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1786177260.810403:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1786177260.810407:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177260.810411:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1786177260.810412:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000008:00100000:3.0:1786177260.810413:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1786177260.810416:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000008:00000001:3.0:1786177260.810417:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177260.810420:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.810422:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:3.0:1786177260.810424:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786177260.810428:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000100:00000200:2.0:1786177260.810429:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159500 x1872930407361152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177260.810432:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177260.810435:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177260.810438:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177260.810440:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177260.810443:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.810447:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1786177260.810448:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000040:2.0:1786177260.810454:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159500 x1872930407361152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177260.810454:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177260.810463:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407361408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177260.810470:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.810474:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177260.810476:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177260.810479:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.810482:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177260.810484:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407361408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177260.810490:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177260.810497:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306462506
00000100:00000001:3.0:1786177260.810497:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177260.810501:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177260.810506:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177260.810507:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177260.810508:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306457386
00000100:00080000:3.0:1786177260.810509:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177260.810513:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177260.810514:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306462506
00000100:00080000:3.0:1786177260.810516:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11781
00000100:00000001:2.0:1786177260.810521:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306457386
00000400:00000200:3.0:1786177260.810523:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177260.810530:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1786177260.810530:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177260.810532:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177260.810535:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177260.810537:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177260.810540:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1786177260.810541:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177260.810545:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177260.810546:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00100000:2.0:1786177260.810549:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177260/real 1786177260]  req@ffff9f1485159500 x1872930407361152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177260.810550:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177260.810552:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177260.810555:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177260.810558:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177260.810562:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177260.810565:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177260.810571:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000001:2.0:1786177260.810572:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1786177260.810574:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1786177260.810576:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1786177260.810578:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177260.810581:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000010:2.0:1786177260.810582:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000020:00000040:3.0:1786177260.810584:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000400:00000200:2.0:1786177260.810588:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000100:00080000:3.0:1786177260.810589:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000010:2.0:1786177260.810593:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:3.0:1786177260.810593:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177260.810596:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177260.810599:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177260.810600:0:2401:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1786177260.810604:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177260.810607:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159500 x1872930407361152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177260.810607:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177260.810611:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1786177260.810620:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159500 x1872930407361152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.810628:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177260.810630:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.810632:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177260.810634:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177260.810638:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159500 x1872930407361152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.810645:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177260.810650:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159500 x1872930407361152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.810656:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177260.810660:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.810661:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177260.810662:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.810665:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177260.810667:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177260.810670:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177260.810674:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177260.810677:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177260.810682:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159500 x1872930407361152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1786177260.810686:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177260.810690:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177260.810696:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000100:00100000:2.0:1786177260.810700:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407361152:192.168.202.146@tcp:250:kworker.0
00000020:00000040:3.0:1786177260.810700:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177260.810704:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177260.810707:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.810708:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177260.810709:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177260.810711:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177260.810715:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1786177260.810715:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177260.810721:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159500 x1872930407361152/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1786177260.810721:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786177260.810726:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177260.810734:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407361536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177260.810736:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177260.810740:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177260.810744:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
00000100:00000001:3.0:1786177260.810745:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177260.810749:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177260.810751:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1786177260.810754:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407361536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1786177260.810755:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177260.810758:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177260.810764:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177260.810768:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786177260.810788:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177260.810791:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177260.810794:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177260.810795:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177260.810798:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177260.810800:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177260.810804:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11781
02000000:00000001:2.0:1786177260.810805:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177260.810809:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:3.0:1786177260.810809:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000010:2.0:1786177260.810813:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159500.
00000400:00000200:3.0:1786177260.810814:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177260.810819:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1786177260.810819:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177260.810823:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177260.810823:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177260.810828:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177260.810829:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177260.810832:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177260.810835:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177260.810837:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177260.810839:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1786177260.810839:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177260.810841:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177260.810843:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177260.810844:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000001:2.0:1786177260.810849:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1786177260.810849:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177260.810852:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1786177260.810853:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177260.810856:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177260.810859:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177260.810862:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177260.810864:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159f80 x1872930407361280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177260.810865:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177260.810868:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177260.810872:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177260.810878:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177260.810882:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177260.810882:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177260.810886:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177260.810887:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177260.810889:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177260.810891:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177260.810893:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177260.810895:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177260.810896:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177260.810900:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1786177260.810900:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177260.810904:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177260.810908:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407361280:192.168.202.146@tcp:38:kworker.0
00000100:00000001:3.0:1786177260.810908:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177260.810914:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000100:00000001:2.0:1786177260.810915:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1786177260.810918:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:2.0:1786177260.810920:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1786177260.810922:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1786177260.810923:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177260.810924:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177260.810927:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786177260.810928:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177260.810930:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177260.810932:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177260.810933:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177260.810937:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177260.810937:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000400:00000200:2.0:1786177260.810942:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177260.810942:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177260.810949:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000100:00100000:3.0:1786177260.810949:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407361664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1786177260.810954:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177260.810959:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407361280, portal 10
00000100:00000001:3.0:1786177260.810960:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177260.810963:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177260.810964:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.810965:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790080 : -106564495761536 : ffff9f1485159f80)
00000100:00000040:3.0:1786177260.810971:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407361664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1786177260.810976:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159f80 x1872930407361280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.810993:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1786177260.810993:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177260.810998:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177260.811001:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11791)
00000400:00000010:2.0:1786177260.811002:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177260.811007:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407361280, offset 0
00000400:00000200:2.0:1786177260.811011:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177260.811015:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177260.811019:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177260.811022:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177260.811024:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177260.811027:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177260.811029:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177260.811031:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273795:273795:256:4294967295] 192.168.202.146@tcp LPNI seq info [273756:273756:8:4294967295]
00000400:00000200:2.0:1786177260.811035:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177260.811041:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177260.811045:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177260.811048:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177260.811052:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177260.811054:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177260.811058:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177260.811061:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177260.811064:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177260.811066:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177260.811069:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177260.811072:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177260.811075:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177260.811077:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177260.811079:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177260.811082:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159f80 x1872930407361280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811089:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177260.811092:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159f80 x1872930407361280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811097:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.811099:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177260.811101:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177260.811105:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177260.811108:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177260.811110:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306453541
00000100:00000001:2.0:1786177260.811112:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306462506
00000100:00000001:2.0:1786177260.811114:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306453541
00000100:00000001:2.0:1786177260.811116:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306462506
00000100:00000001:2.0:1786177260.811118:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177260.811120:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.811121:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177260.811125:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177260/real 1786177260]  req@ffff9f1485159f80 x1872930407361280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177260.811131:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177260.811133:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177260.811134:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177260.811136:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177260.811138:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177260.811140:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177260.811143:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159f80 x1872930407361280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177260.811155:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159f80 x1872930407361280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811161:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177260.811162:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.811164:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177260.811165:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177260.811168:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159f80 x1872930407361280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811175:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177260.811178:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159f80 x1872930407361280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811184:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177260.811187:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.811189:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177260.811190:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.811191:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177260.811193:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177260.811195:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177260.811197:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177260.811199:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177260.811203:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159f80 x1872930407361280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177260.811210:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407361280:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177260.811213:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177260.811216:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515bb80 x1872930407361408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811226:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177260.811228:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177260.811229:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177260.811231:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177260.811233:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177260.811235:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407361408:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177260.811238:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177260.811239:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177260.811241:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177260.811242:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177260.811245:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177260.811247:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177260.811250:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177260.811252:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177260.811254:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177260.811256:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407361408, portal 10
00000100:00000001:2.0:1786177260.811258:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177260.811259:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213797248 : -106564495754368 : ffff9f148515bb80)
00000100:00000040:2.0:1786177260.811264:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515bb80 x1872930407361408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811270:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177260.811272:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177260.811274:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177260.811276:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407361408, offset 0
00000400:00000200:2.0:1786177260.811280:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177260.811283:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177260.811287:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177260.811289:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177260.811291:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177260.811294:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177260.811296:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177260.811299:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273796:273796:256:4294967295] 192.168.202.146@tcp LPNI seq info [273757:273757:8:4294967295]
00000400:00000200:2.0:1786177260.811303:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177260.811309:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177260.811312:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177260.811315:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177260.811319:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177260.811321:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177260.811324:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177260.811327:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177260.811330:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177260.811332:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177260.811334:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177260.811337:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177260.811340:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177260.811341:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177260.811343:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177260.811347:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515bb80 x1872930407361408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811353:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177260.811355:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515bb80 x1872930407361408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811361:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.811362:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177260.811364:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177260.811380:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177260.811384:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177260.811386:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306453622
00000100:00000001:2.0:1786177260.811388:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306462506
00000100:00000001:2.0:1786177260.811390:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306453622
00000100:00000001:2.0:1786177260.811391:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306462506
00000100:00000001:2.0:1786177260.811393:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177260.811396:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.811397:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177260.811401:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177260/real 1786177260]  req@ffff9f148515bb80 x1872930407361408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177260.811408:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177260.811409:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177260.811411:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177260.811413:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177260.811415:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177260.811417:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177260.811419:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515bb80 x1872930407361408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177260.811427:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515bb80 x1872930407361408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811433:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177260.811434:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.811435:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177260.811436:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177260.811440:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515bb80 x1872930407361408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811445:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177260.811449:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515bb80 x1872930407361408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811455:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177260.811457:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.811458:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177260.811460:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.811461:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177260.811462:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177260.811464:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177260.811468:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177260.811469:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177260.811473:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515bb80 x1872930407361408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177260.811480:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407361408:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177260.811483:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177260.811486:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158e00 x1872930407361536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811492:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177260.811493:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177260.811495:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177260.811497:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177260.811499:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177260.811501:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407361536:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177260.811504:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177260.811506:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177260.811507:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177260.811509:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177260.811512:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177260.811514:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177260.811516:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177260.811519:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177260.811522:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177260.811524:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407361536, portal 4
00000100:00000001:2.0:1786177260.811526:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177260.811527:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213785600 : -106564495766016 : ffff9f1485158e00)
00000100:00000040:2.0:1786177260.811532:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158e00 x1872930407361536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811537:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177260.811540:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177260.811542:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177260.811544:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407361536, offset 0
00000400:00000200:2.0:1786177260.811547:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177260.811551:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177260.811554:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177260.811556:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177260.811558:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177260.811560:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177260.811562:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177260.811565:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273797:273797:256:4294967295] 192.168.202.146@tcp LPNI seq info [273758:273758:8:4294967295]
00000400:00000200:2.0:1786177260.811569:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177260.811574:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177260.811577:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177260.811580:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177260.811583:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177260.811585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177260.811589:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177260.811591:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177260.811594:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177260.811596:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177260.811598:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177260.811601:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177260.811603:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177260.811605:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177260.811607:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177260.811610:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158e00 x1872930407361536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811617:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177260.811620:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158e00 x1872930407361536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811626:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.811628:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177260.811631:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177260.811633:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177260.811636:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177260.811639:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306454881
00000100:00000001:2.0:1786177260.811641:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306462506
00000100:00000001:2.0:1786177260.811642:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306454881
00000100:00000001:2.0:1786177260.811644:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306462506
00000100:00000001:2.0:1786177260.811646:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177260.811647:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.811649:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177260.811652:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177260/real 1786177260]  req@ffff9f1485158e00 x1872930407361536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177260.811659:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177260.811660:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177260.811662:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177260.811664:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177260.811665:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177260.811668:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177260.811670:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158e00 x1872930407361536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177260.811677:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158e00 x1872930407361536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811683:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177260.811684:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.811685:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177260.811687:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177260.811689:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158e00 x1872930407361536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811695:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177260.811698:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158e00 x1872930407361536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811704:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177260.811706:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.811707:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177260.811708:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.811709:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177260.811711:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177260.811713:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177260.811715:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177260.811717:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177260.811720:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158e00 x1872930407361536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177260.811726:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407361536:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177260.811729:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.811731:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177260.811733:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159f80 x1872930407361280/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.811739:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177260.811740:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177260.811742:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177260.811744:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177260.811746:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177260.811747:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177260.811749:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177260.811750:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:2.0:1786177260.811753:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177260.811755:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177260.811757:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159f80.
00000100:00000001:2.0:1786177260.811760:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177260.811761:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.811762:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177260.811765:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515bb80 x1872930407361408/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.813447:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177260.813449:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177260.813452:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177260.813457:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177260.813459:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177260.813460:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177260.813463:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177260.813490:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:2.0:1786177260.813494:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177260.813495:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177260.813496:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515bb80.
00000100:00000001:2.0:1786177260.813499:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177260.813500:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.813502:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177260.813507:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158e00 x1872930407361536/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.813512:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177260.813513:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177260.813514:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177260.813516:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177260.813516:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177260.813517:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177260.813518:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177260.813519:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:2.0:1786177260.813520:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177260.813521:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177260.813522:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158e00.
00000100:00000001:2.0:1786177260.813523:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177260.813524:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.813525:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.813531:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177260.813532:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.813534:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177260.813536:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177260.813538:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177260.813540:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407361664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.813545:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177260.813546:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177260.813547:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177260.813550:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177260.813551:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177260.813553:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407361664:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177260.813555:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177260.813557:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177260.813559:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177260.813560:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177260.813564:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177260.813565:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177260.813569:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177260.813572:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177260.813578:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177260.813584:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407361664, portal 4
00000100:00000001:2.0:1786177260.813586:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177260.813587:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
00000100:00000040:2.0:1786177260.813593:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407361664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.813599:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177260.813601:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177260.813603:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177260.813606:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407361664, offset 0
00000400:00000200:2.0:1786177260.813611:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177260.813616:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177260.813621:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177260.813625:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177260.813628:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177260.813632:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177260.813634:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177260.813637:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273798:273798:256:4294967295] 192.168.202.146@tcp LPNI seq info [273759:273759:8:4294967295]
00000400:00000200:2.0:1786177260.813641:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177260.813648:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177260.813652:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177260.813655:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177260.813658:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177260.813660:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177260.813663:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177260.813665:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177260.813668:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177260.813670:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177260.813676:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177260.813680:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177260.813684:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177260.813686:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177260.813689:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177260.813692:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159180 x1872930407361664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.813700:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177260.813703:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159180 x1872930407361664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.813708:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.813710:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177260.813714:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177260.813717:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177260.813720:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177260.813723:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306454673
00000100:00000001:2.0:1786177260.813725:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306462506
00000100:00000001:2.0:1786177260.813727:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306454673
00000100:00000001:2.0:1786177260.813729:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306462506
00000100:00000001:2.0:1786177260.813730:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177260.813732:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.813733:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177260.813736:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177260/real 1786177260]  req@ffff9f1485159180 x1872930407361664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177260.813741:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177260.813742:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177260.813743:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177260.813745:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177260.813746:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177260.813747:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177260.813749:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407361664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177260.813754:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407361664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.813757:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177260.813758:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.813760:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177260.813761:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177260.813765:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407361664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.813800:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177260.813809:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407361664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.813815:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177260.813816:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.813817:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177260.813818:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.813820:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177260.813821:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177260.813823:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177260.813825:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177260.813827:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177260.813829:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407361664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177260.813834:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407361664:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177260.813837:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.813838:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177260.813840:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407361664/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177260.813843:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177260.813844:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177260.813845:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177260.813846:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177260.813847:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177260.813848:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177260.813849:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177260.813850:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1800.
02000000:00000001:2.0:1786177260.813851:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177260.813852:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177260.813853:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
00000100:00000001:2.0:1786177260.813855:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177260.813855:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.813856:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177260.813859:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177260.813859:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177260.813860:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177260.813862:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177261.641862:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177261.641871:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177261.641939:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177261.641942:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177261.641945:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177262.665920:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177262.665927:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177262.665989:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177262.665995:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177262.665999:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177263.689876:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177263.689882:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177263.689968:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177263.689971:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177263.689974:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177264.713908:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177264.713914:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177264.713982:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177264.713985:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177264.713989:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177265.737904:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177265.737913:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177265.737973:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177265.737978:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177265.737982:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786177265.929919:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177265.929933:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177265.929936:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177265.929941:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177265.929947:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177265.929956:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11786
00000400:00000200:0.0:1786177265.929966:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177265.929973:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177265.929976:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177265.929980:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.929984:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177265.929987:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.929989:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177265.929994:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177265.929997:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177265.930000:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177265.930003:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177265.930006:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177265.930008:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177265.930011:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.930013:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177265.930024:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.930029:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177265.930033:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177265.930036:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177265.930039:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177265.930042:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177265.930046:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177265.930049:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177265.930052:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177265.930055:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177265.930066:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786177265.930071:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177265.930075:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177265.930077:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177265.930081:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177265.930084:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177265.930089:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177265.930098:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786177265.930105:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177265.930116:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407361792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177265.930134:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177265.930138:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177265.930144:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407361792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177265.930164:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177265.930168:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177265.930171:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177265.930173:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177265.930175:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177265.930178:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177265.930181:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11786
00000100:00000001:2.0:1786177265.930183:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1786177265.930187:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177265.930189:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1786177265.930193:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177265.930193:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1786177265.930198:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1786177265.930203:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebf100 x1872930407361792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177265.930204:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.930210:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177265.930215:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1786177265.930216:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177265.930218:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177265.930221:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:2.0:1786177265.930224:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1786177265.930226:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177265.930229:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177265.930230:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177265.930233:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786177265.930235:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
02000000:00000001:2.0:1786177265.930236:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1786177265.930237:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
02000000:00000001:2.0:1786177265.930242:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177265.930243:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.930248:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1786177265.930251:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407361792:192.168.202.146@tcp:250:kworker.0
00000100:00000040:0.0:1786177265.930252:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.930257:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177265.930259:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1786177265.930261:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786177265.930266:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:2.0:1786177265.930266:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1786177265.930271:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177265.930272:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177265.930273:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177265.930280:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177265.930284:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177265.930286:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177265.930287:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1786177265.930291:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1786177265.930295:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
00000008:00000001:0.0:1786177265.930296:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177265.930299:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177265.930300:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177265.930307:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000400:00000200:2.0:1786177265.930311:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:0.0:1786177265.930312:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000400:00000010:2.0:1786177265.930331:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
02000000:00000001:0.0:1786177265.930335:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177265.930338:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177265.930342:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177265.930343:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177265.930345:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177265.930347:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
02000000:00000010:0.0:1786177265.930350:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
00000100:00000001:0.0:1786177265.930355:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177265.930359:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407361792, portal 25
00000100:00100000:0.0:1786177265.930361:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407361920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177265.930363:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177265.930366:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177504000 : -106564532047616 : ffff9f1482ebf100)
00000100:00000001:0.0:1786177265.930376:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1786177265.930377:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebf100 x1872930407361792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177265.930380:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177265.930389:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407361920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.930391:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177265.930399:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177265.930404:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000001:0.0:1786177265.930405:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177265.930410:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407361792, offset 0
00000100:00080000:0.0:1786177265.930411:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177265.930416:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786177265.930418:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177265.930420:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:0.0:1786177265.930422:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177265.930427:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177265.930431:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:0.0:1786177265.930433:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11786
00000400:00000200:2.0:1786177265.930439:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177265.930440:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177265.930445:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177265.930448:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177265.930451:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00080000:0.0:1786177265.930452:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177265.930456:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1786177265.930460:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177265.930461:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.930466:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177265.930470:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273799:273799:256:4294967295] 192.168.202.146@tcp LPNI seq info [273760:273760:8:4294967295]
00000100:00000040:0.0:1786177265.930472:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.930478:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177265.930482:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:0.0:1786177265.930483:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177265.930486:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786177265.930488:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177265.930490:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786177265.930493:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786177265.930498:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177265.930502:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1786177265.930506:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.930510:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1786177265.930514:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000040:0.0:1786177265.930515:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.930520:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000010:2.0:1786177265.930520:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000020:00000040:0.0:1786177265.930524:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786177265.930528:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000800:00000200:2.0:1786177265.930532:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786177265.930533:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177265.930536:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1786177265.930537:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177265.930542:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1786177265.930543:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:0.0:1786177265.930548:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177265.930548:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1786177265.930554:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:2.0:1786177265.930555:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000008:00100000:0.0:1786177265.930559:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1786177265.930559:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000008:00000001:0.0:1786177265.930564:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177265.930566:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177265.930566:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177265.930571:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000010:0.0:1786177265.930575:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000400:00000200:2.0:1786177265.930576:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000020:00000040:0.0:1786177265.930581:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000400:00000010:2.0:1786177265.930581:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
02000000:00000001:0.0:1786177265.930587:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177265.930587:0:2401:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1786177265.930592:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177265.930593:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebf100 x1872930407361792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177265.930596:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177265.930599:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177265.930603:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.930603:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177265.930608:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407361792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1786177265.930610:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786177265.930616:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.930617:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.930621:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1786177265.930627:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407362048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177265.930627:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177265.930635:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177265.930639:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306467626
00000100:00000001:0.0:1786177265.930644:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177265.930648:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.930648:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306462506
00000100:00000001:2.0:1786177265.930654:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306467626
00000100:00000040:0.0:1786177265.930656:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407362048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.930658:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306462506
00000100:00000001:2.0:1786177265.930662:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177265.930666:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.930670:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1786177265.930675:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177265.930676:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177265/real 1786177265]  req@ffff9f1482ebf100 x1872930407361792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177265.930681:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1786177265.930686:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1786177265.930687:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000001:2.0:1786177265.930688:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1786177265.930691:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1786177265.930691:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000100:00080000:0.0:1786177265.930695:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177265.930695:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177265.930698:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:0.0:1786177265.930700:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177265.930701:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1786177265.930708:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11786
00000100:00000200:2.0:1786177265.930709:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebf100 x1872930407361792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1786177265.930719:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000200:2.0:1786177265.930720:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebf100 x1872930407361792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1786177265.930727:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177265.930728:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177265.930731:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1786177265.930732:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177265.930734:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177265.930736:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177265.930739:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00100000:2.0:1786177265.930742:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebf100 x1872930407361792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177265.930744:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177265.930751:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177265.930751:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177265.930756:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:2.0:1786177265.930758:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebf100 x1872930407361792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1786177265.930761:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177265.930764:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786177265.930768:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177265.930795:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177265.930799:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.930801:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177265.930803:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.930806:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177265.930808:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177265.930811:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1786177265.930816:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00080000:2.0:1786177265.930817:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000020:00000001:0.0:1786177265.930822:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177265.930824:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:0.0:1786177265.930827:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:2.0:1786177265.930832:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebf100 x1872930407361792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177265.930834:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.930838:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177265.930842:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.930846:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177265.930851:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00100000:2.0:1786177265.930852:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407361792:192.168.202.146@tcp:250:kworker.0
00000100:00080000:0.0:1786177265.930858:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177265.930859:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.930863:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1786177265.930864:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177265.930867:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebf100 x1872930407361792/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1786177265.930869:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177265.930874:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177265.930875:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177265.930878:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1786177265.930879:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177265.930881:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
00000100:00000001:0.0:1786177265.930883:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177265.930885:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00100000:0.0:1786177265.930888:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000020:00000001:2.0:1786177265.930888:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177265.930891:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000008:00000001:0.0:1786177265.930894:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177265.930894:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:0.0:1786177265.930899:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177265.930899:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:2.0:1786177265.930904:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000010:0.0:1786177265.930906:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
02000000:00000001:2.0:1786177265.930907:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177265.930908:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786177265.930913:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:2.0:1786177265.930914:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177265.930917:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1786177265.930919:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177265.930921:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1786177265.930922:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177265.930927:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177265.930928:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177265.930930:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.930934:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:0.0:1786177265.930935:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:2.0:1786177265.930938:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177265.930940:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.930943:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177265.930946:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1786177265.930949:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407362176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177265.930949:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177265.930956:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407361920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177265.930962:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177265.930967:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.930969:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177265.930970:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177265.930973:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1786177265.930975:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407362176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1786177265.930975:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177265.930979:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177265.930984:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407361920:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177265.930992:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177265.930994:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177265.930996:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177265.930999:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177265.930999:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177265.931001:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
00000100:00080000:0.0:1786177265.931004:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1786177265.931004:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177265.931010:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:0.0:1786177265.931011:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:2.0:1786177265.931012:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000100:00000001:0.0:1786177265.931014:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1786177265.931016:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00080000:0.0:1786177265.931018:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1786177265.931020:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407361920, portal 10
00000100:00000001:0.0:1786177265.931024:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177265.931027:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11786
00000100:00000001:2.0:1786177265.931032:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1786177265.931033:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177265.931034:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000400:00000200:0.0:1786177265.931040:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177265.931044:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1786177265.931046:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407361920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177265.931052:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.931055:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177265.931060:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.931062:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177265.931067:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177265.931069:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1786177265.931070:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786177265.931074:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1786177265.931075:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000020:00000040:0.0:1786177265.931077:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000400:00000010:2.0:1786177265.931079:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000020:00000001:0.0:1786177265.931082:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000200:2.0:1786177265.931085:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407361920, offset 0
00000020:00000001:0.0:1786177265.931087:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786177265.931094:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177265.931095:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177265.931100:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177265.931104:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:0.0:1786177265.931106:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177265.931110:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177265.931112:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000020:00000040:0.0:1786177265.931114:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000400:00000200:2.0:1786177265.931117:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1786177265.931121:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:2.0:1786177265.931124:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:0.0:1786177265.931127:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177265.931129:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1786177265.931131:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1786177265.931135:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
02000000:00000001:0.0:1786177265.931137:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177265.931142:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177265.931142:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273800:273800:256:4294967295] 192.168.202.146@tcp LPNI seq info [273761:273761:8:4294967295]
00000100:00000001:0.0:1786177265.931147:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1786177265.931150:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000008:00100000:0.0:1786177265.931152:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177265.931159:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177265.931160:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1786177265.931164:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177265.931167:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000010:0.0:1786177265.931171:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000800:00000010:2.0:1786177265.931172:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000020:00000040:0.0:1786177265.931177:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000800:00000200:2.0:1786177265.931177:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177265.931183:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1786177265.931184:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177265.931187:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177265.931190:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786177265.931191:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1786177265.931193:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1786177265.931194:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:2.0:1786177265.931198:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
02000000:00000001:0.0:1786177265.931199:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1786177265.931200:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177265.931205:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:0.0:1786177265.931206:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000400:00000200:2.0:1786177265.931212:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1786177265.931213:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177265.931216:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177265.931220:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00100000:0.0:1786177265.931221:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407362304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177265.931223:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177265.931231:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407361920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177265.931235:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177265.931240:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.931247:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177265.931249:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407362304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1786177265.931254:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407361920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177265.931270:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.931273:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177265.931277:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11796)
00000100:00000001:2.0:1786177265.931277:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177265.931282:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177265.931288:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177265.931291:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177265.931293:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306458661
00000100:00000001:2.0:1786177265.931296:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306467626
00000100:00000001:2.0:1786177265.931298:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306458661
00000100:00000001:2.0:1786177265.931300:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306467626
00000100:00000001:2.0:1786177265.931303:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177265.931305:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.931307:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177265.931311:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177265/real 1786177265]  req@ffff9f1482ebe680 x1872930407361920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177265.931331:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177265.931333:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177265.931335:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177265.931337:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177265.931339:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177265.931341:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177265.931344:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407361920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177265.931352:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407361920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931359:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177265.931360:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.931362:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177265.931363:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177265.931366:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407361920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931373:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177265.931376:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407361920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931382:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177265.931385:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.931386:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177265.931388:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.931390:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177265.931392:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177265.931395:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177265.931398:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177265.931400:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177265.931404:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407361920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177265.931411:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407361920:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177265.931415:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177265.931418:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407362048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931424:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177265.931426:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177265.931428:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177265.931429:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177265.931431:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177265.931434:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407362048:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177265.931436:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177265.931438:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177265.931440:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177265.931442:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177265.931445:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177265.931447:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177265.931450:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177265.931452:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177265.931454:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177265.931457:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407362048, portal 10
00000100:00000001:2.0:1786177265.931459:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177265.931460:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:2.0:1786177265.931466:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407362048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931472:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177265.931475:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177265.931477:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177265.931479:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407362048, offset 0
00000400:00000200:2.0:1786177265.931483:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177265.931487:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177265.931490:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177265.931493:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177265.931495:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177265.931498:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177265.931500:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177265.931503:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273801:273801:256:4294967295] 192.168.202.146@tcp LPNI seq info [273762:273762:8:4294967295]
00000400:00000200:2.0:1786177265.931507:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177265.931513:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177265.931517:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177265.931521:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177265.931524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177265.931527:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177265.931531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177265.931533:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177265.931536:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177265.931539:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177265.931542:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177265.931545:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177265.931548:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177265.931550:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177265.931552:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177265.931555:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407362048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931562:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177265.931565:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407362048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931570:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.931572:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177265.931575:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177265.931578:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177265.931581:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177265.931583:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306458742
00000100:00000001:2.0:1786177265.931585:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306467626
00000100:00000001:2.0:1786177265.931587:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306458742
00000100:00000001:2.0:1786177265.931589:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306467626
00000100:00000001:2.0:1786177265.931591:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177265.931593:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.931595:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177265.931599:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177265/real 1786177265]  req@ffff9f1482ebd500 x1872930407362048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177265.931606:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177265.931608:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177265.931609:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177265.931612:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177265.931613:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177265.931616:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177265.931619:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407362048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177265.931626:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407362048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931632:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177265.931633:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.931635:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177265.931636:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177265.931640:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407362048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931647:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177265.931651:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407362048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931658:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177265.931660:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.931661:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177265.931662:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.931664:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177265.931666:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177265.931668:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177265.931671:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177265.931673:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177265.931677:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407362048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177265.931684:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407362048:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177265.931688:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.931690:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177265.931693:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407361920/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931698:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177265.931700:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177265.931702:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177265.931704:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177265.931706:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177265.931707:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177265.931709:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177265.931711:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:2.0:1786177265.931713:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177265.931714:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177265.931716:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:2.0:1786177265.931719:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177265.931721:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.931723:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177265.931726:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407362048/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931732:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177265.931733:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177265.931734:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177265.931736:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177265.931738:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177265.931739:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177265.931741:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177265.931742:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7400.
02000000:00000001:2.0:1786177265.931744:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177265.931745:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177265.931746:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:2.0:1786177265.931749:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177265.931750:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.931751:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.931755:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177265.931756:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.931758:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177265.931760:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177265.931761:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177265.931764:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebce00 x1872930407362176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931791:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177265.931792:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177265.931795:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177265.931797:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177265.931799:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177265.931802:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407362176:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177265.931805:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177265.931807:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177265.931808:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177265.931810:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177265.931813:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177265.931815:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177265.931818:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177265.931821:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177265.931825:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177265.931828:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407362176, portal 4
00000100:00000001:2.0:1786177265.931829:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177265.931830:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177495040 : -106564532056576 : ffff9f1482ebce00)
00000100:00000040:2.0:1786177265.931837:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebce00 x1872930407362176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931843:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177265.931845:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177265.931847:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177265.931849:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407362176, offset 0
00000400:00000200:2.0:1786177265.931853:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177265.931857:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177265.931861:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177265.931864:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177265.931866:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177265.931868:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177265.931871:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177265.931874:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273802:273802:256:4294967295] 192.168.202.146@tcp LPNI seq info [273763:273763:8:4294967295]
00000400:00000200:2.0:1786177265.931878:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177265.931884:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177265.931888:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177265.931891:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177265.931894:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177265.931897:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177265.931901:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177265.931903:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177265.931907:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177265.931909:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177265.931911:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177265.931915:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177265.931918:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177265.931920:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177265.931922:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177265.931926:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebce00 x1872930407362176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931933:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177265.931936:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407362176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.931942:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.931943:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177265.931946:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177265.931949:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177265.931952:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177265.931954:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306460002
00000100:00000001:2.0:1786177265.931957:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306467626
00000100:00000001:2.0:1786177265.931959:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306460002
00000100:00000001:2.0:1786177265.931961:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306467626
00000100:00000001:2.0:1786177265.931963:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177265.931965:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.931967:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177265.931970:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177265/real 1786177265]  req@ffff9f1482ebce00 x1872930407362176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177265.931978:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177265.931979:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177265.931981:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177265.931983:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177265.931985:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177265.931987:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177265.931990:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407362176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177265.932004:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407362176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.932009:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177265.932011:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.932012:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177265.932013:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177265.932017:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407362176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.932024:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177265.932028:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407362176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.932034:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177265.932037:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.932038:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177265.932039:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.932041:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177265.932042:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177265.932045:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177265.932048:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177265.932050:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177265.932054:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407362176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177265.932061:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407362176:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177265.932065:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177265.932069:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407362304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.932080:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177265.932081:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177265.932083:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177265.932085:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177265.932086:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177265.932089:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407362304:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177265.932092:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177265.932094:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177265.932096:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177265.932097:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177265.932100:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177265.932102:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177265.932104:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177265.932107:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177265.932110:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177265.932112:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407362304, portal 4
00000100:00000001:2.0:1786177265.932114:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177265.932115:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:2.0:1786177265.932120:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407362304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.932126:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177265.932128:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177265.932131:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177265.932133:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407362304, offset 0
00000400:00000200:2.0:1786177265.932136:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177265.932140:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177265.932143:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177265.932146:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177265.932148:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177265.932150:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177265.932152:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177265.932156:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273803:273803:256:4294967295] 192.168.202.146@tcp LPNI seq info [273764:273764:8:4294967295]
00000400:00000200:2.0:1786177265.932159:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177265.932165:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177265.932169:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177265.932172:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177265.932176:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177265.932178:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177265.932182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177265.932186:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177265.932189:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177265.932191:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177265.932194:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177265.932197:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177265.932199:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177265.932201:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177265.932203:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177265.932206:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407362304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.932214:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177265.932217:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407362304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.932224:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.932225:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177265.932228:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177265.932231:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177265.932234:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177265.932236:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306459792
00000100:00000001:2.0:1786177265.932239:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306467626
00000100:00000001:2.0:1786177265.932241:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306459792
00000100:00000001:2.0:1786177265.932243:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306467626
00000100:00000001:2.0:1786177265.932245:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177265.932247:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.932249:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177265.932252:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177265/real 1786177265]  req@ffff9f1482ebea00 x1872930407362304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177265.932260:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177265.932261:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177265.932263:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177265.932265:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177265.932267:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177265.932269:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177265.932272:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407362304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177265.932280:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407362304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.932285:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177265.932287:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.932289:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177265.932290:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177265.932293:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407362304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.932300:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177265.932303:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407362304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.932309:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177265.932312:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.932313:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177265.932314:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.932329:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177265.932331:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177265.932334:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177265.932338:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177265.932340:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177265.932344:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407362304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177265.932352:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407362304:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177265.932356:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.932358:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177265.932361:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407362176/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.932367:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177265.932368:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177265.932370:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177265.932373:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177265.932374:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177265.932375:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177265.932378:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177265.932379:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:2.0:1786177265.932381:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177265.932383:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177265.932384:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:2.0:1786177265.932387:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177265.932388:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.932390:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177265.932393:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407362304/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177265.932398:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177265.932399:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177265.932401:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177265.932403:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177265.932404:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177265.932405:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177265.932407:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177265.932409:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4400.
02000000:00000001:2.0:1786177265.932411:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177265.932412:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177265.932414:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:2.0:1786177265.932416:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177265.932417:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.932419:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177265.932422:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177265.932423:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177265.932425:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177265.932427:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177266.762014:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177266.762034:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177266.762115:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177266.762118:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177266.762121:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177267.785952:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177267.785961:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177267.786091:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177267.786096:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177267.786100:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1786177268.489911:0:113640:0:(osc_request.c:745:osc_update_next_shrink()) next time 12993 to shrink grant
00010000:00000001:1.0:1786177268.809960:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177268.809969:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177268.810034:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177268.810038:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177268.810041:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177269.834171:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177269.834179:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177269.834390:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177269.834395:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177269.834399:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177270.857932:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177270.858042:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177270.858046:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177270.858050:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177270.858056:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177270.858059:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177270.858061:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177270.858064:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177270.858669:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177270.858675:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177270.858679:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177271.049951:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177271.049961:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177271.049964:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177271.049968:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177271.049973:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177271.049980:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11791
00000400:00000200:3.0:1786177271.049989:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177271.049995:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177271.049997:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177271.050000:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050003:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177271.050005:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050006:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177271.050010:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177271.050012:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177271.050015:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177271.050018:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177271.050020:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177271.050021:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177271.050023:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050024:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177271.050025:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050026:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177271.050028:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177271.050030:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050031:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177271.050034:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177271.050037:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177271.050039:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177271.050040:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177271.050042:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177271.050052:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786177271.050055:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177271.050058:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177271.050060:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177271.050063:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177271.050066:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177271.050069:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177271.050077:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786177271.050083:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177271.050091:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407362432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177271.050099:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177271.050103:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177271.050106:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407362432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177271.050122:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177271.050124:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177271.050127:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177271.050128:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177271.050129:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177271.050130:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177271.050131:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11791
00000400:00000200:3.0:1786177271.050133:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177271.050135:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177271.050136:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177271.050138:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050139:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177271.050140:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050142:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177271.050143:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177271.050144:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177271.050145:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177271.050147:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177271.050148:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177271.050149:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177271.050151:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050152:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177271.050153:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050154:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177271.050155:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177271.050156:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050157:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177271.050159:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177271.050164:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177271.050166:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177271.050167:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177271.050171:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177271.050173:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177271.050175:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177271.050177:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786177271.050178:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177271.050180:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177271.050181:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177271.050182:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177271.050183:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177271.050184:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177271.050186:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786177271.050189:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177271.050191:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407362560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177271.050196:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177271.050197:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177271.050199:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407362560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177271.050203:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177271.050205:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177271.050207:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177271.050208:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177271.050209:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177271.050210:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177271.050212:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11791
00000400:00000200:3.0:1786177271.050214:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177271.050215:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177271.050217:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177271.050219:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050220:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177271.050222:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050223:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177271.050224:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177271.050225:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177271.050226:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177271.050227:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177271.050228:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177271.050229:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177271.050231:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050232:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177271.050233:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050234:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177271.050235:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177271.050236:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050237:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177271.050238:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177271.050239:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177271.050240:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177271.050241:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177271.050243:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177271.050244:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177271.050245:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177271.050246:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786177271.050247:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177271.050249:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177271.050249:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177271.050250:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177271.050251:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177271.050251:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177271.050253:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786177271.050256:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177271.050258:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407362688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177271.050262:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177271.050264:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177271.050265:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407362688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177271.050289:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177271.050295:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177271.050298:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177271.050299:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177271.050301:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177271.050303:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177271.050306:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11791
00000400:00000200:3.0:1786177271.050310:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177271.050313:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177271.050315:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177271.050318:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050320:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177271.050322:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050324:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177271.050326:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177271.050328:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177271.050329:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177271.050331:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177271.050334:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177271.050336:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177271.050339:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050341:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177271.050343:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050345:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177271.050347:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177271.050350:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050352:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177271.050354:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177271.050357:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177271.050358:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177271.050360:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177271.050363:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177271.050365:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177271.050367:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177271.050371:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786177271.050373:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177271.050375:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177271.050377:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177271.050379:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177271.050381:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177271.050383:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177271.050387:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786177271.050391:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177271.050397:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407362816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177271.050405:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177271.050407:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177271.050411:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407362816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177271.050420:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177271.050422:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1786177271.050423:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177271.050428:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1786177271.050429:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1786177271.050431:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177271.050439:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407362432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.050446:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177271.050447:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177271.050451:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177271.050453:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177271.050455:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177271.050458:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407362432:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177271.050461:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177271.050467:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177271.050469:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177271.050472:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177271.050477:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177271.050479:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177271.050485:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177271.050488:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177271.050495:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177271.050502:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407362432, portal 25
00000100:00000001:2.0:1786177271.050504:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177271.050506:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
00000100:00000040:2.0:1786177271.050510:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407362432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.050516:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177271.050519:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177271.050521:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177271.050524:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407362432, offset 0
00000400:00000200:2.0:1786177271.050529:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177271.050536:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177271.050541:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177271.050546:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177271.050550:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177271.050553:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177271.050555:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177271.050559:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273804:273804:256:4294967295] 192.168.202.146@tcp LPNI seq info [273765:273765:8:4294967295]
00000400:00000200:2.0:1786177271.050562:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177271.050569:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177271.050573:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177271.050577:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177271.050583:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177271.050586:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177271.050590:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177271.050593:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177271.050596:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050598:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1786177271.050599:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000100:00080000:3.0:1786177271.050603:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177271.050606:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1786177271.050608:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177271.050614:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11791
00000400:00000200:2.0:1786177271.050616:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177271.050623:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000200:3.0:1786177271.050623:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177271.050628:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000400:00000200:3.0:1786177271.050631:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177271.050634:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1786177271.050635:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1786177271.050640:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515aa00 x1872930407362432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177271.050643:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050649:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177271.050653:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177271.050655:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1786177271.050657:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:2.0:1786177271.050662:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515aa00 x1872930407362432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177271.050662:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177271.050665:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177271.050669:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177271.050673:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000001:2.0:1786177271.050677:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786177271.050677:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177271.050681:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1786177271.050683:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177271.050688:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177271.050691:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177271.050691:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177271.050694:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050699:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177271.050700:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:3.0:1786177271.050704:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000001:2.0:1786177271.050706:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306472746
00000100:00080000:3.0:1786177271.050711:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177271.050714:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177271.050717:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306467626
02000000:00000001:3.0:1786177271.050717:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177271.050722:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177271.050725:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306472746
02000000:00000001:3.0:1786177271.050727:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177271.050730:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177271.050731:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306467626
00000008:00100000:3.0:1786177271.050733:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177271.050737:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177271.050738:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177271.050744:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1786177271.050746:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000100:00000001:2.0:1786177271.050750:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177271.050750:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000001:2.0:1786177271.050755:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1786177271.050756:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177271.050760:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177271.050764:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177271/real 1786177271]  req@ffff9f148515aa00 x1872930407362432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177271.050764:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177271.050767:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:2.0:1786177271.050793:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177271.050794:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177271.050796:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177271.050798:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177271.050800:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177271.050801:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177271.050804:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407362432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177271.050810:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407362432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.050819:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177271.050821:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.050823:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177271.050825:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177271.050828:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407362432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.050832:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177271.050836:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407362432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177271.050840:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177271.050841:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177271.050846:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.050847:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177271.050848:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.050850:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000010:3.0:1786177271.050850:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:2.0:1786177271.050852:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177271.050856:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1786177271.050857:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1786177271.050860:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177271.050864:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1786177271.050867:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407362944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1786177271.050869:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407362432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177271.050881:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177271.050884:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177271.050893:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407362432:192.168.202.146@tcp:250:kworker.0
00000100:00000040:3.0:1786177271.050893:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407362944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.050900:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177271.050904:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407362560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177271.050910:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177271.050911:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177271.050913:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177271.050916:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177271.050918:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1786177271.050919:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11801)
02000000:00000001:2.0:1786177271.050920:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177271.050925:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407362560:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177271.050926:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177271.050928:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177271.050929:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177271.050930:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177271.050933:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177271.050935:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177271.050938:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177271.050940:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177271.050942:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177271.050945:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407362560, portal 10
00000100:00000001:2.0:1786177271.050946:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177271.050947:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00000040:2.0:1786177271.050953:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407362560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.050957:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177271.050958:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177271.050960:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177271.050962:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407362560, offset 0
00000400:00000200:2.0:1786177271.050964:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177271.050966:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177271.050969:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177271.050971:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177271.050972:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177271.050974:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177271.050975:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177271.050977:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273805:273805:256:4294967295] 192.168.202.146@tcp LPNI seq info [273766:273766:8:4294967295]
00000400:00000200:2.0:1786177271.050980:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177271.050984:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177271.050987:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177271.050989:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177271.050992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177271.050994:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177271.050997:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177271.050999:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177271.051001:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177271.051003:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177271.051005:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177271.051007:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177271.051009:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177271.051010:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177271.051011:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177271.051013:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b100 x1872930407362560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051019:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177271.051021:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407362560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051025:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177271.051026:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177271.051028:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177271.051031:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177271.051032:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177271.051034:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306463781
00000100:00000001:2.0:1786177271.051036:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306472746
00000100:00000001:2.0:1786177271.051037:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306463781
00000100:00000001:2.0:1786177271.051038:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306472746
00000100:00000001:2.0:1786177271.051039:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177271.051041:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177271.051042:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177271.051043:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177271/real 1786177271]  req@ffff9f148515b100 x1872930407362560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177271.051052:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177271.051053:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177271.051054:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177271.051055:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177271.051056:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177271.051057:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177271.051059:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407362560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177271.051063:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407362560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051067:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177271.051068:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.051069:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177271.051070:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177271.051072:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407362560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051075:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177271.051077:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407362560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051081:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177271.051082:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.051150:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177271.051151:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.051153:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177271.051154:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177271.051156:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177271.051158:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177271.051159:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177271.051162:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407362560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177271.051167:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407362560:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177271.051170:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177271.051173:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407362688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051177:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177271.051178:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177271.051179:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177271.051180:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177271.051181:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177271.051183:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407362688:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177271.051185:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177271.051186:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177271.051187:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177271.051188:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177271.051191:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177271.051192:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177271.051194:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177271.051196:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177271.051198:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177271.051200:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407362688, portal 10
00000100:00000001:2.0:1786177271.051201:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177271.051202:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000100:00000040:2.0:1786177271.051207:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407362688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051211:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177271.051212:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177271.051213:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177271.051215:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407362688, offset 0
00000400:00000200:2.0:1786177271.051218:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177271.051220:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177271.051222:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177271.051224:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177271.051226:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177271.051228:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177271.051229:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177271.051231:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273806:273806:256:4294967295] 192.168.202.146@tcp LPNI seq info [273767:273767:8:4294967295]
00000400:00000200:2.0:1786177271.051234:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177271.051238:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177271.051240:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177271.051242:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177271.051244:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177271.051246:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177271.051248:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177271.051250:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177271.051252:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177271.051254:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177271.051256:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177271.051258:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177271.051259:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177271.051260:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177271.051262:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177271.051264:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158000 x1872930407362688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051280:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177271.051283:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158000 x1872930407362688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051290:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177271.051292:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177271.051295:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177271.051302:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177271.051305:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177271.051308:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306463862
00000100:00000001:2.0:1786177271.051310:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306472746
00000100:00000001:2.0:1786177271.051312:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306463862
00000100:00000001:2.0:1786177271.051314:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306472746
00000100:00000001:2.0:1786177271.051317:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177271.051319:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177271.051321:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177271.051325:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177271/real 1786177271]  req@ffff9f1485158000 x1872930407362688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177271.051333:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177271.051334:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177271.051336:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177271.051338:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177271.051340:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177271.051342:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177271.051345:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407362688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177271.051353:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407362688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051359:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177271.051361:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.051362:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177271.051364:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177271.051367:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407362688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051374:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177271.051377:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407362688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051384:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177271.051387:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.051389:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177271.051390:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.051391:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177271.051393:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177271.051396:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177271.051399:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177271.051401:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177271.051405:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407362688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177271.051412:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407362688:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177271.051416:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177271.051419:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407362816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051426:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177271.051427:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177271.051430:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177271.051431:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177271.051433:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177271.051435:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407362816:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177271.051437:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177271.051438:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177271.051440:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177271.051441:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177271.051444:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177271.051445:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177271.051447:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177271.051449:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177271.051452:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177271.051454:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407362816, portal 4
00000100:00000001:2.0:1786177271.051456:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177271.051456:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00000040:2.0:1786177271.051460:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407362816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051465:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177271.051466:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177271.051467:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177271.051469:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407362816, offset 0
00000400:00000200:2.0:1786177271.051471:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177271.051473:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177271.051475:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177271.051477:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177271.051478:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177271.051480:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177271.051481:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177271.051483:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273807:273807:256:4294967295] 192.168.202.146@tcp LPNI seq info [273768:273768:8:4294967295]
00000400:00000200:2.0:1786177271.051486:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177271.051490:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177271.051493:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177271.051495:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177271.051497:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177271.051499:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177271.051501:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177271.051503:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177271.051506:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177271.051507:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177271.051509:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177271.051511:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177271.051513:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177271.051514:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177271.051515:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177271.051517:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b480 x1872930407362816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051526:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177271.051528:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b480 x1872930407362816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051532:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177271.051533:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177271.051535:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177271.051537:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177271.051539:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177271.051540:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306465121
00000100:00000001:2.0:1786177271.051542:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306472746
00000100:00000001:2.0:1786177271.051543:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306465121
00000100:00000001:2.0:1786177271.051545:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306472746
00000100:00000001:2.0:1786177271.051546:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177271.051547:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177271.051548:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177271.051550:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177271/real 1786177271]  req@ffff9f148515b480 x1872930407362816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177271.051554:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177271.051555:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177271.051555:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177271.051557:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177271.051558:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177271.051559:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177271.051561:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407362816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177271.051565:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407362816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051569:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177271.051570:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.051571:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177271.051572:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177271.051574:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407362816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051578:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177271.051580:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407362816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051583:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177271.051584:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.051585:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177271.051586:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.051587:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177271.051588:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177271.051589:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177271.051591:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177271.051592:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177271.051594:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407362816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177271.051597:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407362816:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177271.051600:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.051601:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177271.051603:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407362432/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051608:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177271.051611:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177271.051614:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177271.051617:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177271.051619:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177271.051621:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177271.051623:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177271.051626:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3c00.
02000000:00000001:2.0:1786177271.051630:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177271.051632:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177271.051633:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00000001:2.0:1786177271.051637:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177271.051638:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.051640:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177271.051643:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407362560/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051650:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177271.051651:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177271.051653:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177271.051655:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177271.051656:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177271.051657:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177271.051659:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177271.051661:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0c00.
02000000:00000001:2.0:1786177271.051663:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177271.051664:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177271.051665:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:2.0:1786177271.051669:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177271.051670:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.051672:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177271.051675:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407362688/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051682:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177271.051683:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177271.051685:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177271.051688:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177271.051689:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177271.051690:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177271.051692:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177271.051693:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1400.
02000000:00000001:2.0:1786177271.051696:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177271.051698:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177271.051700:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000100:00000001:2.0:1786177271.051702:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177271.051703:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.051705:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177271.051708:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407362816/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051715:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177271.051716:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177271.051717:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177271.051719:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177271.051720:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177271.051722:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177271.051723:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177271.051725:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:2.0:1786177271.051727:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177271.051728:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177271.051729:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177271.051732:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177271.051733:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.051735:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.051745:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177271.051747:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177271.051750:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177271.051751:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177271.051752:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177271.051756:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407362944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051763:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177271.051765:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177271.051767:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177271.051769:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177271.051789:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177271.051792:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407362944:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177271.051795:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177271.051798:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177271.051799:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177271.051800:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177271.051804:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177271.051806:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177271.051809:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177271.051811:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177271.051815:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177271.051818:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407362944, portal 4
00000100:00000001:2.0:1786177271.051819:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177271.051820:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00000040:2.0:1786177271.051827:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407362944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.051834:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177271.051836:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177271.051838:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177271.051841:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407362944, offset 0
00000400:00000200:2.0:1786177271.051845:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177271.051848:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177271.051851:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177271.051854:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177271.051857:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177271.051859:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177271.051861:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177271.051864:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273808:273808:256:4294967295] 192.168.202.146@tcp LPNI seq info [273769:273769:8:4294967295]
00000400:00000200:2.0:1786177271.051868:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177271.051874:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177271.052147:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177271.052151:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177271.052155:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177271.052158:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1786177271.052162:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177271.052165:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1786177271.052168:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177271.052171:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177271.052174:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177271.052177:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177271.052181:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177271.052182:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177271.052185:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177271.052189:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159880 x1872930407362944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.052196:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177271.052199:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159880 x1872930407362944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.052206:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177271.052207:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177271.052211:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177271.052214:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177271.052217:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177271.052219:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306464912
00000100:00000001:2.0:1786177271.052222:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306472746
00000100:00000001:2.0:1786177271.052224:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306464912
00000100:00000001:2.0:1786177271.052226:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306472746
00000100:00000001:2.0:1786177271.052228:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177271.052230:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177271.052232:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177271.052235:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177271/real 1786177271]  req@ffff9f1485159880 x1872930407362944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177271.052243:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177271.052244:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177271.052246:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177271.052248:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177271.052250:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177271.052252:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177271.052255:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407362944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177271.052263:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407362944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.052279:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177271.052281:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.052283:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177271.052284:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177271.052288:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407362944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.052295:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177271.052298:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407362944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.052306:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177271.052308:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.052310:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177271.052311:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.052313:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177271.052314:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177271.052317:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177271.052320:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177271.052322:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177271.052326:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407362944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177271.052334:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407362944:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177271.052337:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.052339:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177271.052342:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407362944/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177271.052348:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177271.052350:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177271.052351:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177271.052354:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177271.052356:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177271.052357:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177271.052359:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177271.052361:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0000.
02000000:00000001:2.0:1786177271.052364:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177271.052365:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177271.052366:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:2.0:1786177271.052370:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177271.052371:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.052373:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177271.052377:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177271.052378:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177271.052380:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177271.052382:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177271.882439:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177271.882449:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177271.882561:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177271.882565:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177271.882568:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177272.906657:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177272.906664:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177272.906852:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177272.906856:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177272.906860:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177273.929943:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177273.929951:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177273.930050:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177273.930054:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177273.930057:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177274.977370:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177274.977377:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177274.977502:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177274.977506:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177274.977509:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177275.977903:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177275.977911:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177275.977993:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177275.977997:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177275.978000:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786177276.170016:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177276.170026:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177276.170029:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177276.170033:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177276.170096:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177276.170103:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11796
00000400:00000200:0.0:1786177276.170111:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177276.170116:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177276.170120:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177276.170123:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170126:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177276.170129:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170131:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177276.170135:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177276.170137:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177276.170140:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177276.170143:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177276.170145:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177276.170147:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177276.170150:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170152:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177276.170154:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170156:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177276.170159:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177276.170162:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170165:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177276.170168:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177276.170171:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177276.170174:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177276.170177:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177276.170179:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177276.170189:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786177276.170192:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177276.170196:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177276.170198:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177276.170201:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177276.170204:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177276.170207:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177276.170214:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
00000100:00000001:0.0:1786177276.170233:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177276.170242:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407363072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177276.170253:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177276.170258:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177276.170262:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407363072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177276.170287:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177276.170290:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177276.170294:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177276.170295:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177276.170297:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177276.170300:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177276.170302:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11796
00000400:00000200:0.0:1786177276.170306:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177276.170309:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177276.170311:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177276.170314:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170316:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177276.170318:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170320:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177276.170323:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177276.170324:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177276.170326:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177276.170328:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786177276.170330:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786177276.170332:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786177276.170335:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170337:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177276.170339:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170341:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177276.170343:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786177276.170345:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170347:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177276.170349:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177276.170354:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177276.170356:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177276.170358:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177276.170361:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177276.170364:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177276.170367:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177276.170370:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786177276.170372:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177276.170375:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177276.170376:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177276.170378:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177276.170379:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177276.170381:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177276.170384:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786177276.170388:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177276.170392:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407363200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177276.170400:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177276.170403:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177276.170407:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407363200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177276.170414:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177276.170417:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177276.170420:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786177276.170421:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177276.170423:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177276.170425:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177276.170427:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11796
00000400:00000200:0.0:1786177276.170431:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177276.170433:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177276.170435:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177276.170438:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170440:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177276.170442:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170444:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177276.170446:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177276.170447:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000100:00000001:2.0:1786177276.170448:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1786177276.170449:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177276.170451:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786177276.170452:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000001:2.0:1786177276.170452:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177276.170454:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177276.170460:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebdf80 x1872930407363072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1786177276.170465:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786177276.170468:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177276.170469:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177276.170470:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177276.170471:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177276.170472:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170473:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:2.0:1786177276.170474:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1786177276.170476:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
02000000:00000001:2.0:1786177276.170477:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1786177276.170478:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:2.0:1786177276.170479:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177276.170481:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177276.170483:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1786177276.170483:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407363072:192.168.202.146@tcp:250:kworker.0
02000000:00000001:0.0:1786177276.170485:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177276.170487:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177276.170488:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1786177276.170489:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177276.170491:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1786177276.170492:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1786177276.170493:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177276.170494:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177276.170495:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177276.170497:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1786177276.170499:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786177276.170501:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000010:2.0:1786177276.170501:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177276.170503:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177276.170504:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177276.170505:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177276.170506:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177276.170507:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177276.170509:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177276.170509:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:0.0:1786177276.170512:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
00000400:00000010:2.0:1786177276.170513:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000100:00000001:0.0:1786177276.170515:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177276.170519:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407363328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1786177276.170519:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000001:0.0:1786177276.170525:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1786177276.170526:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407363072, portal 25
00000100:00000001:0.0:1786177276.170527:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177276.170528:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177276.170530:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177499520 : -106564532052096 : ffff9f1482ebdf80)
00000100:00000040:0.0:1786177276.170531:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407363328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1786177276.170535:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebdf80 x1872930407363072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177276.170538:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177276.170541:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177276.170542:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1786177276.170544:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1786177276.170544:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170545:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177276.170547:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1786177276.170547:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000001:0.0:1786177276.170549:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1786177276.170550:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407363072, offset 0
00000100:00080000:0.0:1786177276.170551:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11796
00000400:00000200:0.0:1786177276.170554:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177276.170556:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177276.170556:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:0.0:1786177276.170558:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177276.170560:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170562:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177276.170563:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:0.0:1786177276.170564:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170565:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177276.170567:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1786177276.170568:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000020:00000040:0.0:1786177276.170569:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786177276.170570:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177276.170572:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000400:00000200:2.0:1786177276.170572:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1786177276.170574:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786177276.170576:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000400:00000200:2.0:1786177276.170576:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000040:0.0:1786177276.170579:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177276.170580:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1786177276.170581:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177276.170582:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177276.170583:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170584:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177276.170586:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000400:00000200:2.0:1786177276.170587:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273809:273809:256:4294967295] 192.168.202.146@tcp LPNI seq info [273770:273770:8:4294967295]
00000100:00080000:0.0:1786177276.170588:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170590:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177276.170591:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:0.0:1786177276.170592:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177276.170594:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177276.170595:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177276.170597:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177276.170599:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1786177276.170601:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000008:00000001:0.0:1786177276.170602:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177276.170603:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177276.170606:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000800:00000200:2.0:1786177276.170607:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000020:00000040:0.0:1786177276.170608:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786177276.170610:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177276.170611:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1786177276.170612:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000100:00000001:0.0:1786177276.170613:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177276.170614:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177276.170616:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177276.170618:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000800:00000200:2.0:1786177276.170618:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786177276.170621:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177276.170622:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00100000:0.0:1786177276.170624:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407363456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1786177276.170627:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177276.170630:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1786177276.170631:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177276.170633:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1786177276.170634:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000040:0.0:1786177276.170636:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407363456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1786177276.170637:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000100:00000001:0.0:1786177276.170642:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177276.170642:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1786177276.170644:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177276.170647:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1786177276.170647:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1786177276.170648:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177276.170650:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177276.170652:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1786177276.170652:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000100:00080000:0.0:1786177276.170654:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11796
00000400:00000010:2.0:1786177276.170654:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000400:00000200:0.0:1786177276.170657:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177276.170658:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1786177276.170659:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177276.170661:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1786177276.170661:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebdf80 x1872930407363072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177276.170664:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170666:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177276.170668:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170669:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177276.170670:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1786177276.170671:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177276.170672:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00000040:2.0:1786177276.170673:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebdf80 x1872930407363072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1786177276.170674:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177276.170675:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786177276.170677:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786177276.170679:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:2.0:1786177276.170681:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177276.170682:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177276.170682:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177276.170684:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177276.170685:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177276.170687:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177276.170688:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1786177276.170689:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786177276.170691:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:2.0:1786177276.170692:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177276.170694:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177276.170695:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177276.170695:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306477866
02000000:00000001:0.0:1786177276.170698:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177276.170699:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177276.170701:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177276.170701:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306472746
00000008:00100000:0.0:1786177276.170703:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177276.170705:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177276.170705:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306477866
00000100:00000001:0.0:1786177276.170707:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177276.170708:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306472746
00000100:00000010:0.0:1786177276.170709:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000100:00000001:2.0:1786177276.170711:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1786177276.170712:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786177276.170714:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177276.170714:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177276.170715:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177276.170716:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177276.170716:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1786177276.170717:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177276.170719:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177276.170720:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177276/real 1786177276]  req@ffff9f1482ebdf80 x1872930407363072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1786177276.170722:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
00000100:00000001:0.0:1786177276.170724:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177276.170728:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407363584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1786177276.170729:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177276.170731:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177276.170733:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000100:00000001:0.0:1786177276.170734:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177276.170736:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177276.170736:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177276.170738:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000040:0.0:1786177276.170740:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407363584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.170740:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177276.170743:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebdf80 x1872930407363072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177276.170747:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177276.170751:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11806)
00000100:00000200:2.0:1786177276.170751:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebdf80 x1872930407363072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.170757:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177276.170759:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.170761:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177276.170763:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177276.170767:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebdf80 x1872930407363072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.170791:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177276.170796:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebdf80 x1872930407363072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.170803:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177276.170805:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.170807:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177276.170808:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.170811:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177276.170813:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177276.170815:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177276.170819:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177276.170822:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177276.170826:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebdf80 x1872930407363072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177276.170834:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407363072:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177276.170838:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177276.170841:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407363200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.170847:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177276.170849:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177276.170851:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177276.170853:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177276.170854:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177276.170857:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407363200:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177276.170860:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177276.170862:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177276.170863:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177276.170865:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177276.170868:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177276.170870:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177276.170874:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177276.170876:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177276.170880:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177276.170883:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407363200, portal 10
00000100:00000001:2.0:1786177276.170884:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177276.170885:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000040:2.0:1786177276.170892:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407363200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.170898:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177276.170900:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177276.170903:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177276.170905:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407363200, offset 0
00000400:00000200:2.0:1786177276.170908:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177276.170912:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177276.170916:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177276.170919:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177276.170921:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177276.170923:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177276.170926:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177276.170929:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273810:273810:256:4294967295] 192.168.202.146@tcp LPNI seq info [273771:273771:8:4294967295]
00000400:00000200:2.0:1786177276.170932:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177276.170938:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177276.170942:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177276.170946:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177276.170950:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177276.170953:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786177276.170957:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177276.170960:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1786177276.170963:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177276.170964:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177276.170968:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177276.170971:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177276.170974:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177276.170976:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177276.170978:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177276.170982:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407363200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.170989:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177276.170992:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407363200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.170999:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177276.171001:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177276.171004:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177276.171007:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177276.171011:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177276.171013:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306468901
00000100:00000001:2.0:1786177276.171015:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306477866
00000100:00000001:2.0:1786177276.171017:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306468901
00000100:00000001:2.0:1786177276.171018:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306477866
00000100:00000001:2.0:1786177276.171020:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177276.171022:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177276.171023:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177276.171027:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177276/real 1786177276]  req@ffff9f1482ebc000 x1872930407363200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177276.171035:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177276.171036:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177276.171037:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177276.171040:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177276.171041:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177276.171043:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177276.171046:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407363200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177276.171054:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407363200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171059:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177276.171060:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.171062:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177276.171064:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177276.171067:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407363200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171073:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177276.171076:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407363200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171083:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177276.171085:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.171087:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177276.171088:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.171090:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177276.171092:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177276.171095:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177276.171098:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177276.171100:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177276.171104:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407363200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177276.171111:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407363200:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177276.171115:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.171117:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177276.171120:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebdf80 x1872930407363072/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171127:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177276.171129:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177276.171132:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177276.171134:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177276.171136:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177276.171138:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177276.171140:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177276.171142:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:2.0:1786177276.171145:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177276.171147:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177276.171149:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebdf80.
00000100:00000001:2.0:1786177276.171153:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177276.171154:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.171156:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177276.171159:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407363200/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171165:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177276.171167:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177276.171168:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177276.171170:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177276.171171:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177276.171173:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177276.171175:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177276.171176:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7400.
02000000:00000001:2.0:1786177276.171178:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177276.171179:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177276.171180:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:2.0:1786177276.171183:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177276.171184:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.171186:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.171193:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177276.171195:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177276.171197:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177276.171198:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177276.171200:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177276.171203:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407363328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171210:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177276.171211:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177276.171213:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177276.171215:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177276.171216:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177276.171235:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407363328:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177276.171238:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177276.171240:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177276.171241:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177276.171243:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177276.171246:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177276.171248:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177276.171251:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177276.171254:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177276.171257:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177276.171260:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407363328, portal 10
00000100:00000001:2.0:1786177276.171262:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177276.171263:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:2.0:1786177276.171269:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407363328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171276:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177276.171279:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177276.171281:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177276.171283:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407363328, offset 0
00000400:00000200:2.0:1786177276.171288:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177276.171292:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177276.171295:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177276.171298:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177276.171300:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177276.171302:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177276.171304:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177276.171306:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273811:273811:256:4294967295] 192.168.202.146@tcp LPNI seq info [273772:273772:8:4294967295]
00000400:00000200:2.0:1786177276.171310:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177276.171316:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177276.171320:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177276.171323:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177276.171326:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177276.171328:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786177276.171331:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177276.171333:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1786177276.171337:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177276.171338:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177276.171341:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177276.171345:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177276.171347:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177276.171349:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177276.171351:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177276.171355:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407363328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171363:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177276.171366:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407363328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171377:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177276.171379:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177276.171382:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177276.171385:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177276.171388:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177276.171390:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306468982
00000100:00000001:2.0:1786177276.171393:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306477866
00000100:00000001:2.0:1786177276.171395:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306468982
00000100:00000001:2.0:1786177276.171397:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306477866
00000100:00000001:2.0:1786177276.171399:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177276.171400:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177276.171402:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177276.171405:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177276/real 1786177276]  req@ffff9f1482ebea00 x1872930407363328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177276.171413:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177276.171414:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177276.171416:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177276.171418:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177276.171420:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177276.171422:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177276.171425:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407363328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177276.171433:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407363328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171439:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177276.171440:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.171442:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177276.171444:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177276.171447:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407363328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171454:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177276.171458:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407363328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171465:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177276.171467:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.171469:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177276.171470:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.171472:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177276.171473:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177276.171475:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177276.171478:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177276.171480:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177276.171484:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407363328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177276.171491:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407363328:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177276.171495:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177276.171499:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebce00 x1872930407363456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171505:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177276.171507:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177276.171509:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177276.171511:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177276.171513:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177276.171515:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407363456:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177276.171518:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177276.171520:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177276.171522:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177276.171524:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177276.171527:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177276.171529:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177276.171532:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177276.171535:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177276.171538:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177276.171541:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407363456, portal 4
00000100:00000001:2.0:1786177276.171543:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177276.171544:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177495040 : -106564532056576 : ffff9f1482ebce00)
00000100:00000040:2.0:1786177276.171550:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebce00 x1872930407363456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171556:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177276.171558:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177276.171560:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177276.171563:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407363456, offset 0
00000400:00000200:2.0:1786177276.171566:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177276.171570:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177276.171573:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177276.171576:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177276.171578:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177276.171580:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177276.171583:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177276.171585:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273812:273812:256:4294967295] 192.168.202.146@tcp LPNI seq info [273773:273773:8:4294967295]
00000400:00000200:2.0:1786177276.171589:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177276.171595:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177276.171599:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177276.171603:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177276.171606:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177276.171609:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786177276.171612:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177276.171615:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1786177276.171619:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177276.171621:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177276.171624:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177276.171627:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177276.171630:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177276.171632:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177276.171634:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177276.171637:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebce00 x1872930407363456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171643:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177276.171645:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407363456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171650:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177276.171651:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177276.171654:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177276.171656:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177276.171660:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177276.171662:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306470241
00000100:00000001:2.0:1786177276.171664:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306477866
00000100:00000001:2.0:1786177276.171665:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306470241
00000100:00000001:2.0:1786177276.171667:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306477866
00000100:00000001:2.0:1786177276.171669:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177276.171671:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177276.171673:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177276.171676:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177276/real 1786177276]  req@ffff9f1482ebce00 x1872930407363456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177276.171683:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177276.171685:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177276.171686:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177276.171689:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177276.171690:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177276.171693:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177276.171696:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407363456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177276.171704:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407363456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171711:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177276.171712:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.171714:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177276.171715:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177276.171718:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407363456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171724:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177276.171728:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407363456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171734:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177276.171736:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.171737:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177276.171739:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.171740:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177276.171742:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177276.171744:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177276.171747:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177276.171749:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177276.171753:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407363456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177276.171761:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407363456:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177276.171765:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177276.171768:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407363584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171794:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177276.171795:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177276.171797:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177276.171798:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177276.171800:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177276.171802:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407363584:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177276.171805:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177276.171806:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177276.171808:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177276.171810:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177276.171813:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177276.171814:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177276.171817:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177276.171820:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177276.171823:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177276.171826:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407363584, portal 4
00000100:00000001:2.0:1786177276.171827:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177276.171829:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:2.0:1786177276.171835:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407363584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171841:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177276.171843:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177276.171845:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177276.171847:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407363584, offset 0
00000400:00000200:2.0:1786177276.171851:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177276.171854:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177276.171858:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177276.171861:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177276.171863:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177276.171866:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177276.171868:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177276.171871:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273813:273813:256:4294967295] 192.168.202.146@tcp LPNI seq info [273774:273774:8:4294967295]
00000400:00000200:2.0:1786177276.171875:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177276.171880:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177276.171884:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177276.171888:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177276.171891:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177276.171893:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1786177276.171897:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177276.171900:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1786177276.171904:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177276.171906:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177276.171909:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177276.171912:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177276.171915:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177276.171916:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177276.171919:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177276.171922:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407363584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171928:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177276.171931:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407363584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171937:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177276.171938:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177276.171941:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177276.171944:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177276.171947:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177276.171949:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306470032
00000100:00000001:2.0:1786177276.171952:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306477866
00000100:00000001:2.0:1786177276.171954:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306470032
00000100:00000001:2.0:1786177276.171956:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306477866
00000100:00000001:2.0:1786177276.171958:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177276.171960:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177276.171962:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177276.171966:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177276/real 1786177276]  req@ffff9f1482ebd500 x1872930407363584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177276.171973:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177276.171975:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177276.171976:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177276.171979:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177276.171981:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177276.171983:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177276.171986:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407363584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177276.171994:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407363584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.171999:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177276.172001:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.172002:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177276.172004:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177276.172006:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407363584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.172013:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177276.172016:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407363584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.172023:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177276.172025:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.172027:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177276.172028:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.172030:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177276.172031:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177276.172033:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177276.172037:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177276.172039:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177276.172042:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407363584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177276.172049:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407363584:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177276.172053:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.172055:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177276.172057:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407363328/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.172063:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177276.172065:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177276.172067:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177276.172069:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177276.172071:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177276.172072:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177276.172074:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177276.172076:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:2.0:1786177276.172078:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177276.172079:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177276.172081:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:2.0:1786177276.172083:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177276.172084:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.172086:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177276.172089:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407363456/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.172095:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177276.172096:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177276.172098:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177276.172100:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177276.172101:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177276.172102:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177276.172104:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177276.172106:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4c00.
02000000:00000001:2.0:1786177276.172108:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177276.172108:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177276.172110:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:2.0:1786177276.172112:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177276.172113:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.172115:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177276.172118:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407363584/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177276.172125:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177276.172126:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177276.172127:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177276.172129:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177276.172130:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177276.172131:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177276.172133:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177276.172134:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4000.
02000000:00000001:2.0:1786177276.172135:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177276.172137:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177276.172138:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:2.0:1786177276.172139:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177276.172140:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.172142:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177276.172145:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177276.172146:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177276.172148:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177276.172150:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177277.002291:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177277.002298:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177277.002404:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177277.002408:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177277.002411:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177278.025941:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177278.025950:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177278.026194:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177278.026210:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177278.026215:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177279.050428:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177279.050434:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177279.050538:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177279.050543:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177279.050547:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177280.073928:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177280.073935:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177280.073996:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177280.074000:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177280.074003:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177281.097861:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177281.097870:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177281.097872:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177281.097875:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177281.097880:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177281.097882:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177281.097884:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177281.097886:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177281.097940:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177281.097943:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177281.097946:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786177281.289866:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177281.289877:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177281.289880:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177281.289884:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177281.289888:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177281.289896:0:113144:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11801
00000400:00000200:0.0:1786177281.289904:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177281.289910:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177281.289913:0:113144:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177281.289915:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.289918:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177281.289920:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.289922:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177281.289927:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177281.289928:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177281.289931:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177281.289934:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177281.289936:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177281.289938:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177281.289941:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.289944:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177281.289946:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.289947:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177281.289950:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177281.289953:0:113144:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177281.289956:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177281.289959:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177281.289962:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177281.289964:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177281.289966:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177281.289969:0:113144:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177281.289977:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786177281.289979:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177281.289982:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177281.289984:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177281.289986:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177281.289988:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177281.289991:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177281.289996:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000100:00000001:0.0:1786177281.290001:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177281.290008:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407363712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177281.290014:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177281.290018:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177281.290021:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407363712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177281.290038:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177281.290041:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177281.290044:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177281.290045:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177281.290047:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177281.290049:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177281.290052:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11801
00000400:00000200:0.0:1786177281.290056:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177281.290060:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177281.290062:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177281.290066:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290069:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177281.290070:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1786177281.290071:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290076:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177281.290077:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1786177281.290079:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177281.290081:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1786177281.290082:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177281.290086:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177281.290089:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000040:2.0:1786177281.290091:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407363712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1786177281.290093:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786177281.290099:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786177281.290107:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177281.290108:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177281.290110:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177281.290112:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177281.290114:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290117:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:2.0:1786177281.290118:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1786177281.290120:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
02000000:00000001:2.0:1786177281.290123:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1786177281.290124:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290129:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177281.290129:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177281.290134:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1786177281.290138:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407363712:192.168.202.146@tcp:250:kworker.0
02000000:00000001:0.0:1786177281.290139:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177281.290144:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.290146:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1786177281.290147:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177281.290151:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1786177281.290153:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1786177281.290155:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1786177281.290158:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177281.290160:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177281.290167:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
00000100:00000001:0.0:1786177281.290184:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177281.290188:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786177281.290192:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:2.0:1786177281.290192:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177281.290196:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177281.290198:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177281.290200:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177281.290201:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1786177281.290202:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:0.0:1786177281.290204:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177281.290209:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
02000000:00000010:0.0:1786177281.290211:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786177281.290216:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177281.290218:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00100000:0.0:1786177281.290223:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407363840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1786177281.290226:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407363712, portal 25
00000100:00000001:2.0:1786177281.290232:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177281.290235:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000001:0.0:1786177281.290237:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177281.290241:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177281.290245:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407363712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177281.290249:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407363840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.290260:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1786177281.290266:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177281.290266:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177281.290270:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00080000:0.0:1786177281.290271:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1786177281.290275:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407363712, offset 0
00000400:00000200:2.0:1786177281.290283:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:0.0:1786177281.290286:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786177281.290293:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177281.290293:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:0.0:1786177281.290297:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177281.290301:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177281.290304:0:113144:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11801
00000400:00000200:0.0:1786177281.290308:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177281.290311:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177281.290313:0:113144:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177281.290316:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290318:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177281.290320:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290321:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177281.290324:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177281.290325:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786177281.290326:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177281.290328:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786177281.290330:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786177281.290331:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786177281.290334:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290336:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177281.290338:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290340:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177281.290342:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786177281.290345:0:113144:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290347:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177281.290349:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177281.290352:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177281.290354:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177281.290355:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177281.290358:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1786177281.290361:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000008:00000001:0.0:1786177281.290362:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177281.290366:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177281.290370:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1786177281.290372:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000400:00000200:2.0:1786177281.290376:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000020:00000040:0.0:1786177281.290377:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177281.290382:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1786177281.290383:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1786177281.290384:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177281.290388:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1786177281.290389:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
02000000:00000001:0.0:1786177281.290391:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177281.290396:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177281.290396:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273814:273814:256:4294967295] 192.168.202.146@tcp LPNI seq info [273775:273775:8:4294967295]
02000000:00000010:0.0:1786177281.290402:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000400:00000200:2.0:1786177281.290403:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177281.290408:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177281.290415:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407363968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177281.290421:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1786177281.290432:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177281.290436:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177281.290436:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000040:0.0:1786177281.290444:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407363968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1786177281.290445:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000100:00000001:0.0:1786177281.290456:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177281.290457:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:0.0:1786177281.290461:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1786177281.290464:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000100:00080000:0.0:1786177281.290467:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786177281.290470:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1786177281.290473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:0.0:1786177281.290474:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1786177281.290480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1786177281.290481:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177281.290487:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11801
00000800:00000100:2.0:1786177281.290490:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177281.290495:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000010:2.0:1786177281.290495:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:0.0:1786177281.290501:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177281.290504:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1786177281.290505:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177281.290510:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290513:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177281.290514:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290518:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177281.290522:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1786177281.290523:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177281.290527:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786177281.290529:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177281.290530:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000020:00000040:0.0:1786177281.290531:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000400:00000010:2.0:1786177281.290535:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000020:00000001:0.0:1786177281.290536:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786177281.290541:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177281.290543:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1786177281.290547:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290551:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1786177281.290552:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407363712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177281.290556:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290561:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177281.290565:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000001:2.0:1786177281.290569:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1786177281.290570:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290575:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177281.290576:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407363712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1786177281.290578:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177281.290582:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177281.290587:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.290590:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177281.290591:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177281.290593:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:0.0:1786177281.290595:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177281.290599:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177281.290601:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.290601:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177281.290608:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000400:00000200:2.0:1786177281.290608:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:0.0:1786177281.290614:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:2.0:1786177281.290614:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306482986
02000000:00000001:0.0:1786177281.290619:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177281.290621:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177281.290623:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177281.290624:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306477866
02000000:00000001:0.0:1786177281.290625:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177281.290628:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.290631:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306482986
02000000:00000010:0.0:1786177281.290634:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786177281.290639:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.290642:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306477866
00000100:00100000:0.0:1786177281.290644:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407364096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177281.290649:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177281.290656:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177281.290658:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177281.290660:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1786177281.290661:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177281.290669:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177281/real 1786177281]  req@ffff9f1482ebe680 x1872930407363712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177281.290670:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407364096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177281.290697:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177281.290698:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177281.290700:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177281.290704:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000100:00000001:0.0:1786177281.290705:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177281.290707:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00080000:0.0:1786177281.290708:0:113144:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177281.290710:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1786177281.290713:0:113144:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786177281.290716:0:113144:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1786177281.290717:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407363712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177281.290718:0:113144:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177281.290723:0:113144:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177281.290728:0:113144:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11801
00000400:00000200:0.0:1786177281.290734:0:113144:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000200:2.0:1786177281.290735:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407363712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1786177281.290737:0:113144:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177281.290742:0:113144:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177281.290747:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290752:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177281.290753:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1786177281.290754:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290757:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177281.290758:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1786177281.290759:0:113144:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177281.290761:0:113144:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786177281.290763:0:113144:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177281.290763:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1786177281.290767:0:113144:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000001:2.0:1786177281.290768:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1786177281.290769:0:113144:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786177281.290789:0:113144:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786177281.290792:0:113144:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290793:0:113144:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177281.290795:0:113144:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290796:0:113144:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177281.290797:0:113144:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786177281.290799:0:113144:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177281.290800:0:113144:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177281.290801:0:113144:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177281.290803:0:113144:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177281.290806:0:113144:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177281.290808:0:113144:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177281.290809:0:113144:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177281.290812:0:113144:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177281.290812:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407363712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177281.290815:0:113144:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177281.290820:0:113144:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000020:00000040:0.0:1786177281.290824:0:113144:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786177281.290830:0:113144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177281.290830:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1786177281.290832:0:113144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177281.290835:0:113144:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177281.290836:0:113144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177281.290837:0:113144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177281.290839:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407363712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1786177281.290841:0:113144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
00000100:00000001:0.0:1786177281.290845:0:113144:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177281.290853:0:113144:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407364224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177281.290854:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177281.290860:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.290864:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177281.290866:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177281.290868:0:113144:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177281.290871:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177281.290872:0:113144:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.290875:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1786177281.290879:0:113144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407364224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1786177281.290881:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177281.290889:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177281.290895:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1786177281.290896:0:113144:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177281.290901:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407363712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177281.290903:0:113144:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11811)
00000100:00100000:2.0:1786177281.290912:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407363712:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177281.290916:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.290918:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177281.290920:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407363712/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.290925:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177281.290927:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177281.290928:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177281.290931:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177281.290932:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177281.290933:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177281.290935:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177281.290936:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6400.
02000000:00000001:2.0:1786177281.290939:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177281.290940:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177281.290941:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:2.0:1786177281.290944:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177281.290945:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.290947:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.290952:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177281.290954:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.290955:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177281.290956:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177281.290957:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177281.290959:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebf100 x1872930407363840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.290963:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177281.290964:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177281.290965:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177281.290967:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177281.290968:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177281.290970:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407363840:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177281.290972:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177281.290974:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177281.290975:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177281.290976:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177281.290978:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177281.290979:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177281.290982:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177281.290984:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177281.290986:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177281.290988:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407363840, portal 10
00000100:00000001:2.0:1786177281.290990:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177281.290991:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177504000 : -106564532047616 : ffff9f1482ebf100)
00000100:00000040:2.0:1786177281.290995:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebf100 x1872930407363840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.290998:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177281.291000:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177281.291001:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177281.291002:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407363840, offset 0
00000400:00000200:2.0:1786177281.291005:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177281.291007:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177281.291009:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177281.291011:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177281.291013:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177281.291014:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177281.291016:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177281.291018:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273815:273815:256:4294967295] 192.168.202.146@tcp LPNI seq info [273776:273776:8:4294967295]
00000400:00000200:2.0:1786177281.291020:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177281.291026:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177281.291030:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177281.291034:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177281.291038:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177281.291040:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786177281.291045:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177281.291048:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1786177281.291051:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177281.291053:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177281.291056:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177281.291059:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177281.291062:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177281.291064:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177281.291066:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177281.291070:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebf100 x1872930407363840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291078:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177281.291080:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407363840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291084:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.291085:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177281.291088:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177281.291090:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177281.291092:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177281.291094:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306474021
00000100:00000001:2.0:1786177281.291095:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306482986
00000100:00000001:2.0:1786177281.291097:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306474021
00000100:00000001:2.0:1786177281.291098:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306482986
00000100:00000001:2.0:1786177281.291099:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177281.291100:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.291101:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177281.291103:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177281/real 1786177281]  req@ffff9f1482ebf100 x1872930407363840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177281.291112:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177281.291113:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177281.291114:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177281.291116:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177281.291117:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177281.291118:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177281.291120:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebf100 x1872930407363840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177281.291124:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebf100 x1872930407363840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291128:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177281.291129:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291130:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177281.291130:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177281.291132:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebf100 x1872930407363840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291136:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177281.291138:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebf100 x1872930407363840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291142:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177281.291143:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291144:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177281.291145:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291146:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177281.291147:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177281.291148:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177281.291150:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177281.291151:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177281.291154:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebf100 x1872930407363840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177281.291158:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407363840:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177281.291160:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177281.291162:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407363968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291166:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177281.291166:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177281.291167:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177281.291183:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177281.291185:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177281.291188:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407363968:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177281.291190:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177281.291191:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177281.291192:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177281.291193:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177281.291195:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177281.291196:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177281.291198:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177281.291200:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177281.291201:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177281.291203:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407363968, portal 10
00000100:00000001:2.0:1786177281.291204:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177281.291205:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:2.0:1786177281.291210:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407363968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291213:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177281.291215:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177281.291216:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177281.291217:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407363968, offset 0
00000400:00000200:2.0:1786177281.291220:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177281.291222:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177281.291224:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177281.291226:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177281.291228:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177281.291229:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177281.291231:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177281.291233:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273816:273816:256:4294967295] 192.168.202.146@tcp LPNI seq info [273777:273777:8:4294967295]
00000400:00000200:2.0:1786177281.291235:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177281.291239:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177281.291241:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177281.291243:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177281.291246:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177281.291247:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786177281.291250:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177281.291251:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1786177281.291254:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177281.291255:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177281.291257:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177281.291259:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177281.291261:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177281.291262:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177281.291263:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177281.291265:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407363968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291270:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177281.291271:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407363968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291275:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.291276:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177281.291278:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177281.291279:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177281.291281:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177281.291283:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306474102
00000100:00000001:2.0:1786177281.291284:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306482986
00000100:00000001:2.0:1786177281.291286:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306474102
00000100:00000001:2.0:1786177281.291287:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306482986
00000100:00000001:2.0:1786177281.291288:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177281.291289:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.291290:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177281.291292:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177281/real 1786177281]  req@ffff9f1482ebd500 x1872930407363968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177281.291296:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177281.291339:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177281.291341:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177281.291344:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177281.291346:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177281.291348:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177281.291352:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407363968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177281.291360:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407363968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291366:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177281.291367:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291369:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177281.291370:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177281.291373:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407363968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291380:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177281.291383:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407363968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291390:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177281.291393:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291395:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177281.291396:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291397:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177281.291399:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177281.291401:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177281.291404:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177281.291406:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177281.291408:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407363968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177281.291413:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407363968:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177281.291415:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177281.291417:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebce00 x1872930407364096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291421:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177281.291421:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177281.291423:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177281.291424:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177281.291425:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177281.291427:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407364096:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177281.291429:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177281.291430:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177281.291430:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177281.291432:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177281.291434:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177281.291435:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177281.291437:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177281.291439:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177281.291441:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177281.291443:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407364096, portal 4
00000100:00000001:2.0:1786177281.291445:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177281.291446:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177495040 : -106564532056576 : ffff9f1482ebce00)
00000100:00000040:2.0:1786177281.291449:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebce00 x1872930407364096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291453:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177281.291454:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177281.291455:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177281.291457:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407364096, offset 0
00000400:00000200:2.0:1786177281.291459:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177281.291461:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177281.291463:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177281.291465:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177281.291467:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177281.291468:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177281.291469:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177281.291471:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273817:273817:256:4294967295] 192.168.202.146@tcp LPNI seq info [273778:273778:8:4294967295]
00000400:00000200:2.0:1786177281.291474:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177281.291479:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177281.291483:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177281.291486:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177281.291490:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177281.291492:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786177281.291496:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177281.291498:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1786177281.291501:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177281.291503:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177281.291506:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177281.291509:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177281.291512:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177281.291514:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177281.291516:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177281.291520:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebce00 x1872930407364096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291532:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177281.291534:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407364096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291538:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.291539:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177281.291541:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177281.291543:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177281.291545:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177281.291547:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306475361
00000100:00000001:2.0:1786177281.291548:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306482986
00000100:00000001:2.0:1786177281.291549:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306475361
00000100:00000001:2.0:1786177281.291551:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306482986
00000100:00000001:2.0:1786177281.291552:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177281.291553:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.291554:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177281.291556:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177281/real 1786177281]  req@ffff9f1482ebce00 x1872930407364096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177281.291560:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177281.291561:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177281.291562:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177281.291564:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177281.291565:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177281.291566:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177281.291568:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407364096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177281.291572:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407364096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291576:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177281.291577:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291578:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177281.291579:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177281.291581:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407364096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291585:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177281.291587:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407364096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291590:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177281.291591:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291592:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177281.291593:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291594:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177281.291595:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177281.291596:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177281.291598:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177281.291599:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177281.291601:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407364096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177281.291605:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407364096:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177281.291606:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177281.291608:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407364224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291612:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177281.291613:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177281.291614:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177281.291615:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177281.291616:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177281.291618:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407364224:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177281.291620:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177281.291621:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177281.291622:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177281.291624:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177281.291626:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177281.291627:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177281.291628:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177281.291629:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177281.291631:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177281.291633:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407364224, portal 4
00000100:00000001:2.0:1786177281.291634:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177281.291635:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:2.0:1786177281.291638:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407364224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291641:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177281.291642:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177281.291644:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177281.291645:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407364224, offset 0
00000400:00000200:2.0:1786177281.291647:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177281.291650:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177281.291652:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177281.291654:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177281.291655:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177281.291657:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177281.291658:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177281.291660:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273818:273818:256:4294967295] 192.168.202.146@tcp LPNI seq info [273779:273779:8:4294967295]
00000400:00000200:2.0:1786177281.291662:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177281.291666:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177281.291668:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177281.291670:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177281.291673:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177281.291676:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1786177281.291680:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177281.291682:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1786177281.291686:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177281.291687:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177281.291691:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177281.291694:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177281.291696:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177281.291698:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177281.291700:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177281.291703:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407364224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291711:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177281.291713:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407364224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291717:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.291718:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177281.291720:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177281.291722:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177281.291724:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177281.291725:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306475151
00000100:00000001:2.0:1786177281.291727:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306482986
00000100:00000001:2.0:1786177281.291729:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306475151
00000100:00000001:2.0:1786177281.291731:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306482986
00000100:00000001:2.0:1786177281.291733:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177281.291735:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.291736:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177281.291739:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177281/real 1786177281]  req@ffff9f1482ebea00 x1872930407364224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177281.291746:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177281.291748:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177281.291750:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177281.291752:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177281.291754:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177281.291756:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177281.291759:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407364224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177281.291767:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407364224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291789:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177281.291790:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291791:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177281.291792:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177281.291795:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407364224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291799:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177281.291801:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407364224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291805:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177281.291808:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291809:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177281.291810:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291811:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177281.291813:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177281.291815:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177281.291818:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177281.291820:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177281.291824:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407364224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177281.291837:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407364224:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177281.291841:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291843:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177281.291846:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebf100 x1872930407363840/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291853:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177281.291854:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177281.291856:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177281.291859:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177281.291860:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177281.291862:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177281.291864:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177281.291865:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5800.
02000000:00000001:2.0:1786177281.291867:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177281.291869:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177281.291870:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebf100.
00000100:00000001:2.0:1786177281.291873:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177281.291874:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291876:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177281.291879:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407363968/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291885:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177281.291887:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177281.291888:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177281.291890:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177281.291892:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177281.291893:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177281.291894:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177281.291896:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4800.
02000000:00000001:2.0:1786177281.291897:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177281.291898:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177281.291899:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:2.0:1786177281.291901:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177281.291902:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291903:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177281.291905:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407364096/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291909:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177281.291910:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177281.291911:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177281.291912:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177281.291912:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177281.291913:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177281.291914:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177281.291915:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7800.
02000000:00000001:2.0:1786177281.291916:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177281.291916:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177281.291917:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:2.0:1786177281.291918:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177281.291919:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291920:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177281.291921:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407364224/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177281.291924:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177281.291925:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177281.291925:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177281.291926:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177281.291927:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177281.291928:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177281.291928:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177281.291929:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6000.
02000000:00000001:2.0:1786177281.291940:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177281.291940:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177281.291941:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:2.0:1786177281.291942:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177281.291943:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291944:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177281.291949:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177281.291950:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177281.291951:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177281.291953:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177282.121945:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177282.121954:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177282.122073:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177282.122078:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177282.122082:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177283.145907:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177283.145914:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177283.146044:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177283.146048:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177283.146060:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177284.169892:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177284.169899:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177284.169965:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177284.169970:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177284.169974:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177285.193940:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177285.193951:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177285.194919:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177285.194924:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177285.194928:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177286.217914:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177286.217920:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177286.217985:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177286.217990:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177286.217995:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786177286.409917:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177286.409926:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786177286.409929:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177286.409933:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177286.409937:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177286.409944:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11806
00000400:00000200:1.0:1786177286.409951:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177286.409955:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177286.409958:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177286.409960:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177286.409962:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177286.409964:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177286.409966:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177286.409968:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177286.409969:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786177286.409971:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177286.409974:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786177286.409975:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786177286.409976:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786177286.409978:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177286.409979:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177286.409980:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177286.409981:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177286.409983:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786177286.409985:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177286.409986:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177286.409988:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177286.409990:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177286.409992:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177286.409993:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786177286.409995:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177286.410002:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4700.
00000020:00000040:1.0:1786177286.410004:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786177286.410007:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177286.410008:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177286.410010:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177286.410012:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177286.410015:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177286.410020:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497ddbc00.
00000100:00000001:1.0:1786177286.410026:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177286.410032:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4700 x1872930407364352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177286.410040:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177286.410043:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177286.410046:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bacc66e1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4700 x1872930407364352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177286.410064:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177286.410066:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177286.410068:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786177286.410069:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177286.410070:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177286.410071:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177286.410073:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11806
00000400:00000200:1.0:1786177286.410075:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177286.410077:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177286.410078:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177286.410080:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410081:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177286.410082:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410084:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177286.410085:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177286.410086:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786177286.410087:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177286.410088:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786177286.410089:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786177286.410091:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786177286.410094:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410095:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177286.410097:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410099:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177286.410100:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000001:2.0:1786177286.410101:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1786177286.410103:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410106:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177286.410107:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177286.410108:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1786177286.410111:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177286.410112:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1786177286.410115:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177286.410117:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177286.410130:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786177286.410133:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177286.410134:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4700 x1872930407364352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177286.410135:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177286.410138:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7b80.
00000020:00000040:1.0:1786177286.410142:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786177286.410146:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177286.410148:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177286.410152:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177286.410153:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1786177286.410154:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1786177286.410155:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177286.410159:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8000.
00000100:00000001:1.0:1786177286.410161:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177286.410164:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177286.410167:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7b80 x1872930407364480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1786177286.410175:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1786177286.410177:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1786177286.410180:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1786177286.410181:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177286.410185:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177286.410188:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000279272b1] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7b80 x1872930407364480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177286.410193:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407364352:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177286.410203:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1786177286.410208:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177286.410208:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1786177286.410212:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1786177286.410213:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177286.410215:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1786177286.410217:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1786177286.410218:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177286.410222:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177286.410223:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177286.410225:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11806
02000000:00000010:2.0:1786177286.410227:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
00000400:00000200:1.0:1786177286.410228:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:2.0:1786177286.410233:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1786177286.410234:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177286.410237:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177286.410240:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410242:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177286.410243:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410244:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177286.410245:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177286.410246:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786177286.410247:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177286.410249:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000400:00000200:2.0:1786177286.410250:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:1.0:1786177286.410251:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786177286.410255:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786177286.410257:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177286.410257:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000100:00000001:1.0:1786177286.410260:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177286.410263:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410264:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177286.410266:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000010:2.0:1786177286.410267:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00080000:1.0:1786177286.410268:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410272:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177286.410273:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177286.410275:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177286.410277:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177286.410278:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1786177286.410278:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407364352, portal 25
00000008:00100000:1.0:1786177286.410280:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1786177286.410283:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000008:00000001:1.0:1786177286.410284:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177286.410287:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177286.410288:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207017216 : -106564502534400 : ffff9f1484ae4700)
00000100:00000010:1.0:1786177286.410290:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786177286.410293:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786177286.410295:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177286.410297:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177286.410299:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1786177286.410299:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4700 x1872930407364352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1786177286.410301:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177286.410304:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177286.410308:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dda400.
00000100:00000001:1.0:1786177286.410312:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177286.410319:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407364608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177286.410330:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1786177286.410334:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1786177286.410337:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410338:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177286.410342:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000040:1.0:1786177286.410346:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407364608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177286.410348:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407364352, offset 0
00000100:00000001:1.0:1786177286.410360:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177286.410360:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:1.0:1786177286.410366:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177286.410369:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1786177286.410371:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:1.0:1786177286.410372:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177286.410375:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177286.410378:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177286.410381:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11806
00000400:00000200:2.0:1786177286.410381:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:1.0:1786177286.410387:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177286.410391:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:2.0:1786177286.410391:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1786177286.410395:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177286.410399:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177286.410400:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:1.0:1786177286.410402:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177286.410404:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410407:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177286.410407:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1786177286.410410:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177286.410412:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786177286.410415:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177286.410415:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000020:00000040:1.0:1786177286.410418:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786177286.410421:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786177286.410424:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000400:00000200:2.0:1786177286.410425:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273819:273819:256:4294967295] 192.168.202.146@tcp LPNI seq info [273780:273780:8:4294967295]
00000100:00000040:1.0:1786177286.410429:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410432:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177286.410435:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410438:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177286.410439:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:1.0:1786177286.410440:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786177286.410444:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410445:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177286.410446:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177286.410449:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177286.410452:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177286.410454:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177286.410456:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1786177286.410457:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1786177286.410459:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177286.410462:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177286.410466:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786177286.410469:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000800:00000200:2.0:1786177286.410470:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
02000000:00000001:1.0:1786177286.410471:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177286.410474:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177286.410476:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177286.410476:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177286.410478:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1786177286.410479:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
02000000:00000010:1.0:1786177286.410482:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9000.
00000100:00000001:1.0:1786177286.410485:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177286.410489:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00100000:1.0:1786177286.410490:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407364736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1786177286.410496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000100:00000001:1.0:1786177286.410497:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177286.410500:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177286.410504:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407364736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1786177286.410509:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:1.0:1786177286.410513:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177286.410515:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000100:00080000:1.0:1786177286.410516:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177286.410522:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786177286.410524:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177286.410526:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1786177286.410527:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410528:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177286.410532:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11806
00000400:00000200:1.0:1786177286.410534:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000010:2.0:1786177286.410534:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:1.0:1786177286.410539:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177286.410540:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177286.410542:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177286.410543:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1786177286.410544:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177286.410547:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410550:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177286.410552:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177286.410554:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786177286.410555:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177286.410555:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1786177286.410558:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786177286.410561:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:1.0:1786177286.410563:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786177286.410565:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177286.410565:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000100:00000001:1.0:1786177286.410569:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177286.410571:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177286.410571:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:1.0:1786177286.410575:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177286.410577:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000001:2.0:1786177286.410579:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1786177286.410580:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177286.410584:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177286.410585:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177286.410587:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177286.410589:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177286.410589:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4700 x1872930407364352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177286.410592:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177286.410595:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786177286.410601:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177286.410604:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177286.410609:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:1.0:1786177286.410610:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786177286.410614:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000040:2.0:1786177286.410616:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4700 x1872930407364352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1786177286.410618:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177286.410621:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177286.410624:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177286.410627:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177286.410630:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177286.410638:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8800.
00000100:00000001:2.0:1786177286.410641:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177286.410643:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177286.410645:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1786177286.410649:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407364864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177286.410653:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177286.410656:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177286.410658:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177286.410662:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:1.0:1786177286.410664:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407364864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.410668:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306488106
00000100:00000001:1.0:1786177286.410671:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177286.410675:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11816)
00000100:00000001:2.0:1786177286.410677:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306482986
00000100:00000001:2.0:1786177286.410684:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306488106
00000100:00000001:2.0:1786177286.410688:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306482986
00000100:00000001:2.0:1786177286.410691:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177286.410694:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177286.410697:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177286.410702:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177286/real 1786177286]  req@ffff9f1484ae4700 x1872930407364352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177286.410710:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177286.410712:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177286.410714:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177286.410716:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177286.410718:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177286.410720:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177286.410723:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4700 x1872930407364352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177286.410731:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4700 x1872930407364352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.410738:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177286.410740:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.410742:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177286.410743:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177286.410747:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4700 x1872930407364352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.410760:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177286.410764:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4700 x1872930407364352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.410793:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177286.410797:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.410798:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177286.410799:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.410802:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177286.410803:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177286.410806:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177286.410810:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177286.410812:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177286.410816:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4700 x1872930407364352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177286.410824:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407364352:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177286.410829:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.410831:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177286.410834:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4700 x1872930407364352/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.410840:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177286.410843:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177286.410846:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177286.410849:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177286.410851:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177286.410852:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177286.410854:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177286.410856:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497ddbc00.
02000000:00000001:2.0:1786177286.410860:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177286.410863:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177286.410864:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4700.
00000100:00000001:2.0:1786177286.410867:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177286.410874:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.410876:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.410884:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177286.410886:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177286.410888:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177286.410889:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177286.410891:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177286.410894:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae7b80 x1872930407364480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.410900:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177286.410902:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177286.410904:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177286.410906:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177286.410908:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177286.410910:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407364480:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177286.410914:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177286.410915:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177286.410917:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177286.410918:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177286.410921:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177286.410923:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177286.410926:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177286.410929:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177286.410932:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177286.410935:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407364480, portal 10
00000100:00000001:2.0:1786177286.410936:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177286.410938:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207030656 : -106564502520960 : ffff9f1484ae7b80)
00000100:00000040:2.0:1786177286.410944:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae7b80 x1872930407364480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.410950:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177286.410953:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177286.410956:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177286.410958:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407364480, offset 0
00000400:00000200:2.0:1786177286.410962:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177286.410966:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177286.410969:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177286.410972:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177286.410974:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177286.410977:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177286.410979:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177286.410982:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273820:273820:256:4294967295] 192.168.202.146@tcp LPNI seq info [273781:273781:8:4294967295]
00000400:00000200:2.0:1786177286.410986:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177286.410992:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177286.410996:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177286.410999:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177286.411003:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177286.411005:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786177286.411010:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177286.411012:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1786177286.411015:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177286.411017:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177286.411020:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177286.411023:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177286.411026:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177286.411027:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177286.411029:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177286.411032:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae7b80 x1872930407364480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411040:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177286.411043:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae7b80 x1872930407364480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411049:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177286.411050:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177286.411054:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177286.411057:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177286.411060:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177286.411062:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306479141
00000100:00000001:2.0:1786177286.411065:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306488106
00000100:00000001:2.0:1786177286.411066:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306479141
00000100:00000001:2.0:1786177286.411068:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306488106
00000100:00000001:2.0:1786177286.411071:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177286.411073:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177286.411074:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177286.411078:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177286/real 1786177286]  req@ffff9f1484ae7b80 x1872930407364480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177286.411086:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177286.411087:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177286.411088:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177286.411091:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177286.411092:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177286.411095:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177286.411097:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae7b80 x1872930407364480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177286.411104:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae7b80 x1872930407364480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411110:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177286.411111:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.411113:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177286.411115:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177286.411118:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae7b80 x1872930407364480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411136:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177286.411141:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae7b80 x1872930407364480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411147:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177286.411150:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.411151:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177286.411152:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.411154:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177286.411155:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177286.411157:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177286.411160:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177286.411162:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177286.411166:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae7b80 x1872930407364480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177286.411174:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407364480:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177286.411178:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177286.411181:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae5500 x1872930407364608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411186:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177286.411188:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177286.411189:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177286.411191:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177286.411193:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177286.411195:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407364608:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177286.411198:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177286.411199:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177286.411201:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177286.411203:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177286.411206:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177286.411208:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177286.411212:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177286.411214:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177286.411217:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177286.411219:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407364608, portal 10
00000100:00000001:2.0:1786177286.411221:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177286.411222:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207020800 : -106564502530816 : ffff9f1484ae5500)
00000100:00000040:2.0:1786177286.411229:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae5500 x1872930407364608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411234:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177286.411236:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177286.411239:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177286.411241:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407364608, offset 0
00000400:00000200:2.0:1786177286.411245:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177286.411249:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177286.411252:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177286.411255:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177286.411257:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177286.411259:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177286.411262:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177286.411264:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273821:273821:256:4294967295] 192.168.202.146@tcp LPNI seq info [273782:273782:8:4294967295]
00000400:00000200:2.0:1786177286.411268:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177286.411274:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177286.411277:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177286.411280:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177286.411283:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177286.411286:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786177286.411290:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177286.411292:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1786177286.411295:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177286.411297:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177286.411300:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177286.411303:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177286.411306:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177286.411308:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177286.411311:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177286.411314:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae5500 x1872930407364608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411320:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177286.411323:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae5500 x1872930407364608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411329:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177286.411330:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177286.411333:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177286.411335:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177286.411338:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177286.411339:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306479222
00000100:00000001:2.0:1786177286.411342:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306488106
00000100:00000001:2.0:1786177286.411344:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306479222
00000100:00000001:2.0:1786177286.411346:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306488106
00000100:00000001:2.0:1786177286.411348:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177286.411350:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177286.411351:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177286.411355:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177286/real 1786177286]  req@ffff9f1484ae5500 x1872930407364608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177286.411361:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177286.411363:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177286.411365:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177286.411366:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177286.411369:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177286.411371:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177286.411373:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae5500 x1872930407364608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177286.411380:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae5500 x1872930407364608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411386:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177286.411388:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.411389:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177286.411390:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177286.411394:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae5500 x1872930407364608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411399:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177286.411403:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae5500 x1872930407364608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411409:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177286.411411:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.411413:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177286.411414:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.411416:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177286.411417:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177286.411420:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177286.411423:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177286.411425:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177286.411430:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae5500 x1872930407364608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177286.411436:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407364608:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177286.411440:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177286.411443:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4a80 x1872930407364736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411449:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177286.411451:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177286.411453:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177286.411455:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177286.411456:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177286.411459:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407364736:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177286.411462:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177286.411464:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177286.411465:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177286.411467:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177286.411470:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177286.411472:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177286.411475:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177286.411477:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177286.411480:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177286.411483:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407364736, portal 4
00000100:00000001:2.0:1786177286.411485:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177286.411486:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207018112 : -106564502533504 : ffff9f1484ae4a80)
00000100:00000040:2.0:1786177286.411491:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4a80 x1872930407364736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411497:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177286.411499:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177286.411501:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177286.411503:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407364736, offset 0
00000400:00000200:2.0:1786177286.411506:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177286.411510:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177286.411513:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177286.411516:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177286.411518:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177286.411520:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177286.411522:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177286.411525:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273822:273822:256:4294967295] 192.168.202.146@tcp LPNI seq info [273783:273783:8:4294967295]
00000400:00000200:2.0:1786177286.411528:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177286.411534:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177286.411538:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177286.411542:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177286.411545:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177286.411547:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786177286.411551:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177286.411553:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1786177286.411557:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177286.411559:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177286.411562:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177286.411564:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177286.411567:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177286.411569:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177286.411571:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177286.411574:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4a80 x1872930407364736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411581:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177286.411584:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4a80 x1872930407364736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411589:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177286.411591:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177286.411593:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177286.411596:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177286.411599:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177286.411601:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306480481
00000100:00000001:2.0:1786177286.411603:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306488106
00000100:00000001:2.0:1786177286.411605:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306480481
00000100:00000001:2.0:1786177286.411607:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306488106
00000100:00000001:2.0:1786177286.411609:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177286.411612:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177286.411613:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177286.411617:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177286/real 1786177286]  req@ffff9f1484ae4a80 x1872930407364736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177286.411624:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177286.411625:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177286.411627:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177286.411629:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177286.411631:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177286.411633:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177286.411636:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4a80 x1872930407364736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177286.411643:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4a80 x1872930407364736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411649:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177286.411650:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.411652:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177286.411653:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177286.411656:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4a80 x1872930407364736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411662:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177286.411666:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4a80 x1872930407364736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411672:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177286.411674:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.411676:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177286.411677:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.411679:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177286.411680:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177286.411682:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177286.411686:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177286.411688:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177286.411692:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4a80 x1872930407364736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177286.411699:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407364736:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177286.411702:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177286.411705:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae7100 x1872930407364864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411711:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177286.411713:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177286.411715:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177286.411716:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177286.411718:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177286.411721:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407364864:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177286.411724:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177286.411725:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177286.411727:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177286.411728:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177286.411731:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177286.411733:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177286.411736:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177286.411738:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177286.411741:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177286.411744:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407364864, portal 4
00000100:00000001:2.0:1786177286.411745:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177286.411746:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207027968 : -106564502523648 : ffff9f1484ae7100)
00000100:00000040:2.0:1786177286.411752:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae7100 x1872930407364864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411757:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177286.411759:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177286.411761:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177286.411763:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407364864, offset 0
00000400:00000200:2.0:1786177286.411766:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177286.411789:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177286.411793:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177286.411796:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177286.411798:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177286.411800:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177286.411803:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177286.411805:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273823:273823:256:4294967295] 192.168.202.146@tcp LPNI seq info [273784:273784:8:4294967295]
00000400:00000200:2.0:1786177286.411810:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177286.411815:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177286.411819:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177286.411823:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177286.411827:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177286.411829:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1786177286.411833:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177286.411836:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1786177286.411839:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177286.411841:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177286.411843:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177286.411846:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177286.411849:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177286.411850:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177286.411853:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177286.411856:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae7100 x1872930407364864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411863:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177286.411865:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae7100 x1872930407364864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411871:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177286.411872:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177286.411875:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177286.411877:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177286.411880:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177286.411883:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306480272
00000100:00000001:2.0:1786177286.411885:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306488106
00000100:00000001:2.0:1786177286.411887:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306480272
00000100:00000001:2.0:1786177286.411889:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306488106
00000100:00000001:2.0:1786177286.411891:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177286.411892:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177286.411894:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177286.411898:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177286/real 1786177286]  req@ffff9f1484ae7100 x1872930407364864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177286.411904:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177286.411906:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177286.411907:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177286.411910:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177286.411911:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177286.411913:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177286.411916:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae7100 x1872930407364864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177286.411923:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae7100 x1872930407364864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411928:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177286.411930:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.411932:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177286.411933:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177286.411936:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae7100 x1872930407364864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411941:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177286.411945:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae7100 x1872930407364864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411952:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177286.411954:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.411956:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177286.411957:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.411958:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177286.411960:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177286.411962:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177286.411965:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177286.411967:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177286.411971:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae7100 x1872930407364864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177286.411978:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407364864:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177286.411981:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.411983:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177286.411986:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae7b80 x1872930407364480/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.411992:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177286.411994:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177286.411995:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177286.411997:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177286.411999:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177286.412000:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177286.412002:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177286.412004:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd8000.
02000000:00000001:2.0:1786177286.412006:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177286.412007:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177286.412009:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae7b80.
00000100:00000001:2.0:1786177286.412012:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177286.412013:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.412014:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177286.412017:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae5500 x1872930407364608/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.412027:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177286.412028:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177286.412030:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177286.412032:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177286.412033:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177286.412034:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177286.412036:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177286.412037:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dda400.
02000000:00000001:2.0:1786177286.412039:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177286.412040:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177286.412041:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae5500.
00000100:00000001:2.0:1786177286.412043:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177286.412045:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.412046:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177286.412049:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4a80 x1872930407364736/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.412054:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177286.412055:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177286.412057:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177286.412058:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177286.412060:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177286.412061:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177286.412063:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177286.412064:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9000.
02000000:00000001:2.0:1786177286.412066:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177286.412067:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177286.412068:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4a80.
00000100:00000001:2.0:1786177286.412070:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177286.412071:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.412072:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177286.412075:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae7100 x1872930407364864/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177286.412081:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177286.412082:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177286.412084:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177286.412086:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177286.412088:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177286.412089:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177286.412091:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177286.412092:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd8800.
02000000:00000001:2.0:1786177286.412094:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177286.412094:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177286.412096:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae7100.
00000100:00000001:2.0:1786177286.412098:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177286.412099:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.412100:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177286.412104:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177286.412105:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177286.412107:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177286.412108:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177287.241924:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177287.241932:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177287.242261:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177287.242265:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177287.242269:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177288.266662:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177288.266668:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177288.266823:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177288.266826:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177288.266829:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177289.290759:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177289.290769:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177289.291045:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177289.291049:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177289.291053:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177290.314169:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177290.314176:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177290.314431:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177290.314434:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177290.314436:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177291.337893:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177291.337901:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177291.337904:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177291.337907:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177291.337911:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177291.337914:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177291.337916:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177291.337918:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177291.338089:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177291.338093:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177291.338096:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1786177291.529987:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177291.530004:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1786177291.530006:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177291.530010:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177291.530014:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177291.530020:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11811
00000400:00000200:1.0:1786177291.530027:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177291.530033:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177291.530035:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177291.530039:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.530042:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177291.530044:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.530047:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177291.530051:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177291.530053:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:1.0:1786177291.530056:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177291.530058:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:1.0:1786177291.530061:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:1.0:1786177291.530063:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:1.0:1786177291.530066:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.530068:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177291.530123:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.530125:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177291.530128:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:1.0:1786177291.530131:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177291.530134:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177291.530137:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177291.530140:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177291.530143:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177291.530145:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1786177291.530147:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177291.530155:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7480.
00000020:00000040:1.0:1786177291.530159:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:1.0:1786177291.530162:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177291.530164:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177291.530167:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177291.530169:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177291.530173:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177291.530180:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8400.
00000100:00000001:1.0:1786177291.530185:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177291.530194:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7480 x1872930407364992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177291.530203:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177291.530207:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177291.530212:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ede54877] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7480 x1872930407364992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.530254:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177291.530258:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177291.530261:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177291.530266:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae7480 x1872930407364992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.530275:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177291.530277:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177291.530280:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177291.530282:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177291.530285:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177291.530288:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407364992:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177291.530294:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177291.530298:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177291.530300:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177291.530302:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177291.530317:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177291.530319:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177291.530324:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177291.530328:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177291.530334:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177291.530340:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407364992, portal 25
00000100:00000001:2.0:1786177291.530342:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177291.530343:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207028864 : -106564502522752 : ffff9f1484ae7480)
00000100:00000040:2.0:1786177291.530349:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae7480 x1872930407364992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.530356:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177291.530359:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177291.530361:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177291.530364:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407364992, offset 0
00000400:00000200:2.0:1786177291.530370:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177291.530377:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177291.530382:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177291.530387:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177291.530391:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177291.530395:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177291.530397:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177291.530401:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273824:273824:256:4294967295] 192.168.202.146@tcp LPNI seq info [273785:273785:8:4294967295]
00000400:00000200:2.0:1786177291.530406:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177291.530415:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177291.530420:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177291.530425:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177291.530431:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177291.530435:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786177291.530441:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177291.530444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1786177291.530448:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177291.530451:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177291.530457:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177291.530461:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177291.530466:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177291.530468:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177291.530472:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177291.530476:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae7480 x1872930407364992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177291.530501:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177291.530504:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177291.530508:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1786177291.530509:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177291.530511:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177291.530513:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177291.530516:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11811
00000400:00000200:1.0:1786177291.530519:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177291.530522:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177291.530524:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177291.530527:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.530539:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177291.530541:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.530544:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177291.530546:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177291.530547:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:1.0:1786177291.530549:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177291.530551:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:1.0:1786177291.530553:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:1.0:1786177291.530561:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:1.0:1786177291.530564:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.530565:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177291.530567:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.530569:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177291.530571:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:1.0:1786177291.530574:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177291.530576:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177291.530578:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177291.530582:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177291.530584:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177291.530586:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177291.530590:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786177291.530592:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177291.530594:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177291.530597:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5180.
00000020:00000040:1.0:1786177291.530599:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:1.0:1786177291.530602:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177291.530603:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177291.530605:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177291.530606:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177291.530608:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177291.530611:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9800.
00000100:00000001:1.0:1786177291.530614:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177291.530619:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5180 x1872930407365120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177291.530626:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177291.530756:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177291.530762:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef159443] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5180 x1872930407365120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.530843:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177291.530849:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae7480 x1872930407364992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.530856:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177291.530858:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177291.530864:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177291.530868:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177291.530871:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306493226
00000100:00000001:2.0:1786177291.530878:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306488106
00000100:00000001:2.0:1786177291.530881:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306493226
00000100:00000001:2.0:1786177291.530885:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306488106
00000100:00000001:2.0:1786177291.530888:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177291.530890:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177291.530892:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177291.530896:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177291/real 1786177291]  req@ffff9f1484ae7480 x1872930407364992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177291.530905:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177291.530906:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177291.530908:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177291.530911:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177291.530912:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177291.530915:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177291.530918:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae7480 x1872930407364992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177291.530926:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae7480 x1872930407364992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.530934:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177291.530935:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.530937:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177291.530940:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177291.530944:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae7480 x1872930407364992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.530950:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177291.530954:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae7480 x1872930407364992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.530962:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177291.530964:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.530966:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177291.530967:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.530970:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177291.530972:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177291.530974:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177291.530977:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177291.530980:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177291.530984:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae7480 x1872930407364992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177291.531028:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177291.531031:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177291.531034:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1786177291.531036:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177291.531037:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177291.531040:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177291.531042:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11811
00000400:00000200:1.0:1786177291.531046:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177291.531049:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177291.531051:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177291.531054:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.531056:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177291.531058:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.531060:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177291.531063:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177291.531064:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:1.0:1786177291.531066:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177291.531068:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:1.0:1786177291.531079:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:1.0:1786177291.531081:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:1.0:1786177291.531085:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.531086:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177291.531088:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.531090:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177291.531092:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:1.0:1786177291.531095:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177291.531097:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177291.531099:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177291.531102:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177291.531103:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177291.531105:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177291.531107:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1786177291.531110:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177291.531111:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177291.531116:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae7100.
00000020:00000040:1.0:1786177291.531118:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:1.0:1786177291.531120:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177291.531121:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177291.531123:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177291.531124:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177291.531126:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177291.531130:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9400.
00000100:00000001:1.0:1786177291.531133:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177291.531138:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae7100 x1872930407365248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177291.531144:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177291.531146:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177291.531150:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008569be8c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae7100 x1872930407365248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177291.531157:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177291.531159:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177291.531163:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1786177291.531164:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177291.531166:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177291.531168:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177291.531170:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11811
00000400:00000200:1.0:1786177291.531174:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177291.531176:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177291.531178:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177291.531181:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.531183:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177291.531185:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.531187:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177291.531188:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177291.531189:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:1.0:1786177291.531190:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177291.531192:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:1.0:1786177291.531194:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:1.0:1786177291.531196:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:1.0:1786177291.531199:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.531200:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177291.531202:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.531204:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177291.531206:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:1.0:1786177291.531209:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177291.531211:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177291.531213:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177291.531215:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177291.531217:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177291.531219:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177291.531220:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786177291.531223:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177291.531224:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177291.531227:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae4a80.
00000020:00000040:1.0:1786177291.531230:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:1.0:1786177291.531232:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177291.531233:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177291.531235:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1786177291.531236:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177291.531238:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177291.531241:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd8c00.
00000100:00000001:1.0:1786177291.531243:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177291.531247:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae4a80 x1872930407365376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177291.531254:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177291.531256:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177291.531260:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40e1ac4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae4a80 x1872930407365376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177291.531267:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1786177291.531269:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1786177291.531272:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1786177291.531274:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1786177291.531275:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1786177291.531277:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1786177291.531279:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11811
00000400:00000200:1.0:1786177291.531282:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:1.0:1786177291.531285:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:1.0:1786177291.531287:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1786177291.531289:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.531291:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177291.531292:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.531294:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:1.0:1786177291.531296:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1786177291.531297:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:1.0:1786177291.531299:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1786177291.531301:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:1.0:1786177291.531303:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00100000:2.0:1786177291.531395:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407364992:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177291.531401:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.531403:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177291.531407:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae7480 x1872930407364992/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.531414:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177291.531416:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177291.531418:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177291.531421:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177291.531423:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177291.531425:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177291.531427:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177291.531429:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd8400.
02000000:00000001:2.0:1786177291.531432:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177291.531433:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177291.531435:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae7480.
00000100:00000001:2.0:1786177291.531438:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177291.531439:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.531441:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.531448:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177291.531450:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177291.531452:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177291.531453:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177291.531455:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177291.531458:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae5180 x1872930407365120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.531465:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177291.531466:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177291.531468:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177291.531470:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177291.531472:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177291.531475:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407365120:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177291.531478:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177291.531480:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177291.531482:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177291.531483:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177291.531486:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177291.531488:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177291.531492:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177291.531494:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177291.531497:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177291.531501:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407365120, portal 10
00000100:00000001:2.0:1786177291.531502:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177291.531504:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207019904 : -106564502531712 : ffff9f1484ae5180)
00000100:00000040:2.0:1786177291.531509:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae5180 x1872930407365120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.531516:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177291.531518:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177291.531520:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177291.531522:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407365120, offset 0
00000400:00000200:2.0:1786177291.531526:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177291.531529:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177291.531533:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177291.531536:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177291.531539:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177291.531541:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177291.531543:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177291.531546:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273825:273825:256:4294967295] 192.168.202.146@tcp LPNI seq info [273786:273786:8:4294967295]
00000400:00000200:2.0:1786177291.531550:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177291.531557:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1786177291.531663:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:1.0:1786177291.531667:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.531669:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1786177291.531671:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:1.0:1786177291.531673:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:1.0:1786177291.531675:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:1.0:1786177291.531678:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:1.0:1786177291.531680:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1786177291.531682:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1786177291.531685:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1786177291.531686:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177291.531688:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1786177291.531690:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1786177291.531692:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177291.531694:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1786177291.531697:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1484ae5500.
00000020:00000040:1.0:1786177291.531699:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:1.0:1786177291.531702:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1786177291.531703:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1786177291.531705:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1786177291.531805:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177291.531809:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177291.531813:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177291.531816:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786177291.531820:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177291.531823:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1786177291.531826:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177291.531828:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177291.531832:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177291.531835:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177291.531839:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177291.531840:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177291.531843:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177291.531847:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae5180 x1872930407365120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.531854:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177291.531857:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae5180 x1872930407365120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.531864:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177291.531865:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177291.531868:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177291.531872:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177291.531875:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177291.531877:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306484261
00000100:00000001:2.0:1786177291.531879:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306493226
00000100:00000001:2.0:1786177291.531881:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306484261
00000100:00000001:2.0:1786177291.531883:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306493226
00000100:00000001:2.0:1786177291.531885:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177291.531887:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177291.531889:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177291.531893:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177291/real 1786177291]  req@ffff9f1484ae5180 x1872930407365120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177291.531901:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177291.531903:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177291.531904:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177291.531906:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177291.531908:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177291.531910:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177291.531913:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae5180 x1872930407365120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177291.531927:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae5180 x1872930407365120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.531933:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177291.531935:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.531936:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177291.531938:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177291.531941:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae5180 x1872930407365120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.531948:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177291.531951:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae5180 x1872930407365120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.531957:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177291.531960:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.531961:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177291.531963:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.531964:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177291.531966:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177291.531968:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177291.531971:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177291.531974:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177291.531977:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae5180 x1872930407365120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177291.531985:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407365120:192.168.202.146@tcp:38:kworker.0
02000000:00000001:1.0:1786177291.532020:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1786177291.532022:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1786177291.532026:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f1497dd9c00.
00000100:00000001:1.0:1786177291.532030:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1786177291.532034:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1484ae5500 x1872930407365504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1786177291.532042:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1786177291.532044:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177291.532047:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d12cd] to pc [ptlrpcd_rcv+-1]  req@ffff9f1484ae5500 x1872930407365504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1786177291.532055:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1786177291.532059:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11821)
00000100:00000001:2.0:1786177291.532142:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177291.532147:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae7100 x1872930407365248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532159:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177291.532160:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177291.532163:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177291.532164:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177291.532167:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177291.532169:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407365248:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177291.532172:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177291.532174:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177291.532176:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177291.532177:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177291.532180:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177291.532182:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177291.532186:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177291.532188:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177291.532191:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177291.532193:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407365248, portal 10
00000100:00000001:2.0:1786177291.532195:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177291.532196:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207027968 : -106564502523648 : ffff9f1484ae7100)
00000100:00000040:2.0:1786177291.532202:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae7100 x1872930407365248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532208:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177291.532211:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177291.532213:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177291.532215:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407365248, offset 0
00000400:00000200:2.0:1786177291.532219:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177291.532222:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177291.532226:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177291.532229:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177291.532231:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177291.532233:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177291.532236:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177291.532239:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273826:273826:256:4294967295] 192.168.202.146@tcp LPNI seq info [273787:273787:8:4294967295]
00000400:00000200:2.0:1786177291.532243:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177291.532249:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177291.532253:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177291.532256:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177291.532260:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177291.532263:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786177291.532266:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177291.532269:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1786177291.532273:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177291.532275:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177291.532278:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177291.532281:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177291.532284:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177291.532285:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177291.532288:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177291.532291:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae7100 x1872930407365248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532298:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177291.532301:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae7100 x1872930407365248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532364:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177291.532366:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177291.532370:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177291.532372:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177291.532376:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177291.532378:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306484343
00000100:00000001:2.0:1786177291.532380:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306493226
00000100:00000001:2.0:1786177291.532382:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306484343
00000100:00000001:2.0:1786177291.532384:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306493226
00000100:00000001:2.0:1786177291.532386:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177291.532388:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177291.532390:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177291.532393:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177291/real 1786177291]  req@ffff9f1484ae7100 x1872930407365248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177291.532402:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177291.532403:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177291.532405:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177291.532407:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177291.532408:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177291.532410:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177291.532413:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae7100 x1872930407365248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177291.532422:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae7100 x1872930407365248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532428:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177291.532429:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.532431:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177291.532432:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177291.532435:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae7100 x1872930407365248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532441:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177291.532445:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae7100 x1872930407365248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532451:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177291.532453:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.532455:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177291.532456:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.532458:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177291.532460:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177291.532462:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177291.532465:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177291.532467:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177291.532470:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae7100 x1872930407365248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177291.532478:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407365248:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177291.532482:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177291.532484:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae4a80 x1872930407365376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532490:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177291.532492:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177291.532494:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177291.532496:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177291.532498:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177291.532501:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407365376:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177291.532504:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177291.532505:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177291.532507:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177291.532508:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177291.532511:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177291.532513:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177291.532516:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177291.532518:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177291.532521:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177291.532524:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407365376, portal 4
00000100:00000001:2.0:1786177291.532525:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177291.532526:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207018112 : -106564502533504 : ffff9f1484ae4a80)
00000100:00000040:2.0:1786177291.532531:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae4a80 x1872930407365376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532538:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177291.532540:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177291.532542:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177291.532545:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407365376, offset 0
00000400:00000200:2.0:1786177291.532548:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177291.532552:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177291.532607:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177291.532610:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177291.532613:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177291.532615:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177291.532618:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177291.532621:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273827:273827:256:4294967295] 192.168.202.146@tcp LPNI seq info [273788:273788:8:4294967295]
00000400:00000200:2.0:1786177291.532625:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177291.532681:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177291.532686:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177291.532689:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177291.532693:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177291.532696:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786177291.532700:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177291.532703:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1786177291.532714:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177291.532716:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177291.532719:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177291.532722:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177291.532725:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177291.532727:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177291.532729:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177291.532733:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae4a80 x1872930407365376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532741:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177291.532743:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae4a80 x1872930407365376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532749:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177291.532751:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177291.532754:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177291.532757:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177291.532760:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177291.532762:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306485602
00000100:00000001:2.0:1786177291.532764:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306493226
00000100:00000001:2.0:1786177291.532766:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306485602
00000100:00000001:2.0:1786177291.532768:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306493226
00000100:00000001:2.0:1786177291.532786:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177291.532788:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177291.532790:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177291.532793:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177291/real 1786177291]  req@ffff9f1484ae4a80 x1872930407365376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177291.532800:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177291.532802:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177291.532803:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177291.532806:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177291.532807:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177291.532809:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177291.532812:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae4a80 x1872930407365376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177291.532820:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae4a80 x1872930407365376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532827:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177291.532828:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.532830:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177291.532831:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177291.532834:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae4a80 x1872930407365376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532840:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177291.532844:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae4a80 x1872930407365376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532850:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177291.532852:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.532854:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177291.532855:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.532857:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177291.532858:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177291.532861:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177291.532864:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177291.532866:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177291.532869:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae4a80 x1872930407365376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177291.532877:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407365376:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177291.532880:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.532882:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177291.532885:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae5180 x1872930407365120/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532892:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177291.532893:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177291.532895:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177291.532897:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177291.532899:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177291.532900:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177291.532902:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177291.532904:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9800.
02000000:00000001:2.0:1786177291.532906:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177291.532907:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177291.532909:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae5180.
00000100:00000001:2.0:1786177291.532913:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177291.532914:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.532916:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177291.532919:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae7100 x1872930407365248/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532925:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177291.532926:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177291.532927:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177291.532930:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177291.532931:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177291.532932:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177291.532934:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177291.532935:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9400.
02000000:00000001:2.0:1786177291.532936:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177291.532937:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177291.532939:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae7100.
00000100:00000001:2.0:1786177291.532940:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177291.532941:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.532943:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177291.532945:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae4a80 x1872930407365376/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532951:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177291.532952:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177291.532953:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177291.532955:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177291.532956:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177291.532957:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177291.532959:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177291.532960:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd8c00.
02000000:00000001:2.0:1786177291.532962:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177291.532963:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177291.532964:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae4a80.
00000100:00000001:2.0:1786177291.532966:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177291.532967:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.532968:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.532972:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177291.532974:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177291.532976:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177291.532978:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177291.532979:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177291.532982:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1484ae5500 x1872930407365504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.532988:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177291.533110:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177291.533112:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177291.533114:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177291.533116:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177291.533119:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1484ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407365504:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177291.533122:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177291.533124:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177291.533126:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177291.533127:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177291.533131:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177291.533133:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177291.533136:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177291.533138:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177291.533141:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177291.533144:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407365504, portal 4
00000100:00000001:2.0:1786177291.533146:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177291.533147:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509207020800 : -106564502530816 : ffff9f1484ae5500)
00000100:00000040:2.0:1786177291.533152:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1484ae5500 x1872930407365504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.533158:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177291.533160:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177291.533162:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177291.533164:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407365504, offset 0
00000400:00000200:2.0:1786177291.533168:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177291.533171:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177291.533174:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177291.533177:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177291.533180:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177291.533182:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177291.533185:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177291.533188:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273828:273828:256:4294967295] 192.168.202.146@tcp LPNI seq info [273789:273789:8:4294967295]
00000400:00000200:2.0:1786177291.533192:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177291.533198:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177291.533201:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177291.533204:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177291.533207:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177291.533210:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1786177291.533214:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177291.533217:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1786177291.533220:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177291.533221:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177291.533224:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177291.533228:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177291.533230:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177291.533232:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177291.533234:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177291.533237:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1484ae5500 x1872930407365504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.533245:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177291.533248:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1484ae5500 x1872930407365504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.533255:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177291.533256:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177291.533259:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177291.533262:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177291.533265:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177291.533267:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306485393
00000100:00000001:2.0:1786177291.533269:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306493226
00000100:00000001:2.0:1786177291.533271:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306485393
00000100:00000001:2.0:1786177291.533274:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306493226
00000100:00000001:2.0:1786177291.533276:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177291.533278:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177291.533280:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177291.533283:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177291/real 1786177291]  req@ffff9f1484ae5500 x1872930407365504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177291.533290:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177291.533291:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177291.533293:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177291.533295:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177291.533296:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177291.533298:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177291.533301:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1484ae5500 x1872930407365504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177291.533365:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1484ae5500 x1872930407365504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.533372:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177291.533373:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.533375:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177291.533376:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177291.533379:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1484ae5500 x1872930407365504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.533386:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177291.533390:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1484ae5500 x1872930407365504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.533397:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177291.533399:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.533401:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177291.533402:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.533404:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177291.533405:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177291.533407:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177291.533410:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177291.533413:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177291.533416:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1484ae5500 x1872930407365504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177291.533424:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1484ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407365504:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177291.533427:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.533429:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177291.533432:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1484ae5500 x1872930407365504/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177291.533437:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177291.533439:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177291.533440:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177291.533443:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177291.533444:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177291.533445:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177291.533447:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177291.533449:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f1497dd9c00.
02000000:00000001:2.0:1786177291.533451:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177291.533452:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177291.533453:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1484ae5500.
00000100:00000001:2.0:1786177291.533455:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177291.533456:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.533458:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177291.533461:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177291.533462:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177291.533464:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177291.533466:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177292.361894:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177292.361901:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177292.361999:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177292.362003:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177292.362006:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177293.385907:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177293.385913:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177293.386066:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177293.386069:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177293.386071:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177294.409998:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177294.410006:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177294.410129:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177294.410134:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177294.410137:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177295.435173:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177295.435178:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177295.435276:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177295.435281:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177295.435284:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177296.457919:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177296.457927:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177296.458253:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177296.458261:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177296.458266:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177296.649981:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177296.649995:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177296.649998:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177296.650003:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177296.650008:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177296.650017:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11816
00000400:00000200:3.0:1786177296.650168:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177296.650341:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177296.650346:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177296.650350:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.650354:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177296.650357:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.650359:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177296.650365:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177296.650368:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177296.650371:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177296.650375:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177296.650378:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177296.650381:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177296.650387:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.650390:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177296.650392:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.650394:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177296.650397:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177296.650400:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177296.650403:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177296.650406:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177296.650410:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177296.650413:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.650421:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177296.650424:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177296.650435:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786177296.650440:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177296.650445:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177296.650447:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.650451:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177296.650454:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177296.650460:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177296.650470:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786177296.650478:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177296.650488:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407365632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177296.650500:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177296.650505:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177296.650510:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407365632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.650698:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177296.650703:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177296.650706:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177296.650713:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407365632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.650723:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177296.650725:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177296.650729:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177296.650732:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177296.650735:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177296.650739:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407365632:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177296.650744:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177296.650748:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177296.650751:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177296.650754:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177296.650760:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177296.650762:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177296.650767:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177296.650792:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177296.650801:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177296.650810:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407365632, portal 25
00000100:00000001:2.0:1786177296.650813:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177296.650815:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
00000100:00000040:2.0:1786177296.650822:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407365632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.650830:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177296.650833:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177296.650836:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177296.650840:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407365632, offset 0
00000400:00000200:2.0:1786177296.650848:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177296.650858:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177296.650864:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177296.650870:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177296.650875:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177296.650879:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177296.650882:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177296.650886:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273829:273829:256:4294967295] 192.168.202.146@tcp LPNI seq info [273790:273790:8:4294967295]
00000400:00000200:2.0:1786177296.650891:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177296.650902:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177296.650909:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177296.650915:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177296.650923:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177296.650928:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786177296.650934:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177296.650939:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1786177296.650944:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177296.650946:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177296.650954:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177296.650959:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177296.650966:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177296.650969:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177296.650974:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177296.650978:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b800 x1872930407365632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177296.651041:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177296.651045:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177296.651049:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177296.651050:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177296.651052:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177296.651055:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177296.651058:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11816
00000400:00000200:3.0:1786177296.651062:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177296.651065:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177296.651067:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177296.651071:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.651073:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177296.651075:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.651077:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177296.651079:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177296.651081:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177296.651083:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177296.651085:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177296.651087:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177296.651090:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177296.651093:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.651095:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177296.651097:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.651098:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177296.651101:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177296.651104:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177296.651107:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177296.651109:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177296.651115:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177296.651118:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.651119:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177296.651125:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177296.651128:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.651130:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177296.651133:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786177296.651136:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177296.651139:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177296.651140:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.651142:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177296.651144:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177296.651146:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177296.651150:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786177296.651154:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177296.651158:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407365760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177296.651165:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177296.651167:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177296.651171:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407365760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.651422:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177296.651428:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407365632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.651441:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.651443:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177296.651451:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177296.651456:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177296.651459:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306498347
00000100:00000001:2.0:1786177296.651467:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306493226
00000100:00000001:2.0:1786177296.651474:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306498347
00000100:00000001:2.0:1786177296.651478:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306493226
00000100:00000001:2.0:1786177296.651481:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177296.651484:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.651486:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177296.651491:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177296/real 1786177296]  req@ffff9f148515b800 x1872930407365632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177296.651502:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177296.651504:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177296.651506:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177296.651509:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177296.651511:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177296.651514:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177296.651517:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407365632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177296.651526:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407365632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.651534:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177296.651536:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.651538:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177296.651540:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177296.651544:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407365632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.651552:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177296.651557:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407365632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.651564:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177296.651566:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.651568:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177296.651570:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.651572:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177296.651574:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177296.651577:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177296.651580:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177296.651583:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177296.651587:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407365632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177296.651595:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407365632:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177296.651600:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.651603:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177296.651607:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407365632/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.651613:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177296.651617:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177296.651619:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177296.651622:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177296.651624:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177296.651626:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177296.651629:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177296.651631:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0000.
02000000:00000001:2.0:1786177296.651636:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177296.651638:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177296.651640:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000001:2.0:1786177296.651644:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177296.651646:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.651648:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.651658:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177296.651660:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.651663:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177296.651664:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177296.651666:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177296.651669:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407365760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.651676:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177296.651677:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177296.651679:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177296.651681:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177296.651684:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177296.651686:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407365760:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177296.651689:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177296.651692:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177296.651693:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177296.651695:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177296.651698:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177296.651700:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177296.651704:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177296.651707:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177296.651710:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177296.651714:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407365760, portal 10
00000100:00000001:2.0:1786177296.651715:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177296.651717:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000100:00000040:2.0:1786177296.651724:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407365760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.651730:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177296.651732:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177296.651734:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177296.651737:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407365760, offset 0
00000400:00000200:2.0:1786177296.651741:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177296.651745:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177296.651749:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177296.651752:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177296.651755:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177296.651757:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177296.651759:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177296.651762:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273830:273830:256:4294967295] 192.168.202.146@tcp LPNI seq info [273791:273791:8:4294967295]
00000400:00000200:2.0:1786177296.651766:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177296.651793:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177296.651798:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177296.651802:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177296.651806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177296.651809:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786177296.651814:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177296.651816:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1786177296.651820:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177296.651822:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177296.651826:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177296.651830:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177296.651833:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177296.651835:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177296.651837:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177296.651840:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159c00 x1872930407365760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.651847:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177296.651850:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159c00 x1872930407365760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.651855:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.651856:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177296.651859:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177296.651863:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177296.651865:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177296.651867:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306489382
00000100:00000001:2.0:1786177296.651870:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306498347
00000100:00000001:2.0:1786177296.651872:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306489382
00000100:00000001:2.0:1786177296.651874:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306498347
00000100:00000001:2.0:1786177296.651876:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177296.651878:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.651880:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177296.651883:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177296/real 1786177296]  req@ffff9f1485159c00 x1872930407365760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177296.651889:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177296.651891:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177296.651892:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177296.651894:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177296.651896:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177296.651897:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177296.651900:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407365760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177296.651907:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407365760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.651912:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177296.651914:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.651915:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177296.651916:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177296.651919:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407365760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.651926:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177296.651929:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407365760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.651935:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177296.651937:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.651939:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177296.651940:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.651941:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177296.651943:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177296.651945:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177296.651948:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177296.651950:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177296.651954:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407365760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177296.651960:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407365760:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177296.651963:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.651965:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177296.651967:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407365760/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.651973:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177296.651974:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177296.651976:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177296.651978:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177296.651979:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177296.651980:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177296.651982:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177296.651983:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:2.0:1786177296.651986:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177296.651987:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177296.651988:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:2.0:1786177296.651990:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177296.651991:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.651993:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.651996:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177296.651997:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.651999:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177296.652000:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.652501:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177296.652504:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.653075:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177296.653081:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177296.653086:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177296.653088:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177296.653091:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177296.653094:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177296.653101:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11816
00000400:00000200:3.0:1786177296.653107:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177296.653112:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177296.653115:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177296.653119:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.653122:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177296.653124:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.653127:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177296.653130:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177296.653132:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177296.653135:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177296.653138:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177296.653141:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177296.653143:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177296.653146:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.653148:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177296.653151:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.653153:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177296.653156:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177296.653159:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177296.653162:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177296.653164:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177296.653170:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177296.653173:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.653175:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177296.653180:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177296.653183:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.653185:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177296.653192:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786177296.653195:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177296.653199:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177296.653201:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.653204:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177296.653207:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177296.653211:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177296.653217:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786177296.653223:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177296.653231:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407365888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177296.653241:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177296.653245:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177296.653250:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407365888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.653296:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177296.653299:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177296.653301:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177296.653306:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407365888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.653322:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177296.653324:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177296.653330:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177296.653333:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177296.653336:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177296.653339:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407365888:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177296.653347:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177296.653351:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177296.653353:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177296.653356:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177296.653360:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177296.653362:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177296.653366:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177296.653370:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177296.653376:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177296.653382:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407365888, portal 10
00000100:00000001:2.0:1786177296.653384:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177296.653386:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
00000100:00000040:2.0:1786177296.653393:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407365888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.653400:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177296.653404:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177296.653406:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177296.653410:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407365888, offset 0
00000400:00000200:2.0:1786177296.653415:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177296.653421:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177296.653427:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177296.653432:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177296.653436:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177296.653439:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177296.653442:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177296.653446:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273831:273831:256:4294967295] 192.168.202.146@tcp LPNI seq info [273792:273792:8:4294967295]
00000400:00000200:2.0:1786177296.653450:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177296.653459:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177296.653465:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177296.653469:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177296.653475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177296.653479:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786177296.653485:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177296.653489:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1786177296.653493:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177296.653496:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177296.653502:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177296.653506:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177296.653509:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177296.653512:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177296.653515:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177296.653519:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515ad80 x1872930407365888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177296.653543:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177296.653546:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177296.653551:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177296.653552:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177296.653554:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177296.653556:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177296.653559:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11816
00000400:00000200:3.0:1786177296.653563:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177296.653566:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177296.653568:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177296.653572:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.653574:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177296.653576:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.653578:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177296.653580:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177296.653581:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177296.653583:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177296.653586:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177296.653588:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177296.653590:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177296.653593:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.653595:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177296.653598:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.653599:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177296.653602:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177296.653605:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177296.653607:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177296.653609:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177296.653612:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177296.653614:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.653616:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177296.653619:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177296.653621:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.653623:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177296.653627:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786177296.653629:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177296.653632:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177296.653633:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.653635:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177296.653637:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177296.653639:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177296.653643:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000100:00000001:3.0:1786177296.653646:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177296.653650:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407366016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177296.653658:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177296.653660:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177296.653664:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407366016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.653806:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177296.653812:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407365888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.653820:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.653822:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177296.653828:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177296.653833:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177296.653836:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177296.653840:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306489464
00000100:00000001:2.0:1786177296.653843:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306498347
00000100:00000001:2.0:1786177296.653845:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306489464
00000100:00000001:2.0:1786177296.653848:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306498347
00000100:00000001:2.0:1786177296.653850:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177296.653853:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.653855:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177296.653860:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177296/real 1786177296]  req@ffff9f148515ad80 x1872930407365888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177296.653869:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177296.653871:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177296.653873:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177296.653876:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177296.653877:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177296.653880:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177296.653883:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407365888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177296.653892:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407365888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.653899:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177296.653900:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.653903:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177296.653905:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177296.653909:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407365888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.653916:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177296.653920:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407365888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.653928:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177296.653930:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.653932:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177296.653933:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.653935:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177296.653936:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177296.653940:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177296.653944:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177296.653946:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177296.653950:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407365888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177296.653958:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407365888:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177296.653962:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.653965:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177296.653968:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407365888/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.653975:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177296.653978:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177296.653980:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177296.653984:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177296.653986:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177296.653987:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177296.653990:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177296.653992:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1400.
02000000:00000001:2.0:1786177296.653996:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177296.653998:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177296.654000:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000100:00000001:2.0:1786177296.654004:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177296.654005:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.654007:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.654015:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177296.654017:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.654034:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177296.654036:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177296.654037:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177296.654041:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407366016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.654049:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177296.654050:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177296.654054:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177296.654056:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177296.654058:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177296.654061:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407366016:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177296.654064:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177296.654067:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177296.654068:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177296.654070:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177296.654073:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177296.654075:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177296.654079:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177296.654082:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177296.654085:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177296.654088:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407366016, portal 4
00000100:00000001:2.0:1786177296.654091:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177296.654092:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:2.0:1786177296.654098:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407366016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.654105:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177296.654107:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177296.654109:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177296.654112:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407366016, offset 0
00000400:00000200:2.0:1786177296.654115:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177296.654119:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177296.654123:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177296.654127:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177296.654129:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177296.654132:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177296.654134:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177296.654137:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273832:273832:256:4294967295] 192.168.202.146@tcp LPNI seq info [273793:273793:8:4294967295]
00000400:00000200:2.0:1786177296.654141:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177296.654149:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177296.654154:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177296.654157:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177296.654162:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177296.654164:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786177296.654169:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177296.654171:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1786177296.654176:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177296.654178:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177296.654181:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177296.654184:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177296.654187:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177296.654189:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177296.654192:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177296.654195:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158a80 x1872930407366016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.654204:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177296.654207:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407366016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.654214:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.654215:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177296.654218:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177296.654221:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177296.654224:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177296.654227:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306490723
00000100:00000001:2.0:1786177296.654229:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306498347
00000100:00000001:2.0:1786177296.654232:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306490723
00000100:00000001:2.0:1786177296.654234:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306498347
00000100:00000001:2.0:1786177296.654236:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177296.654238:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.654239:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177296.654243:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177296/real 1786177296]  req@ffff9f1485158a80 x1872930407366016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177296.654251:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177296.654253:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177296.654255:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177296.654257:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177296.654259:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177296.654260:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177296.654263:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407366016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177296.654271:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407366016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.654277:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177296.654279:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.654281:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177296.654282:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177296.654286:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407366016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.654292:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177296.654296:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407366016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.654302:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177296.654304:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.654315:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177296.654317:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.654319:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177296.654320:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177296.654326:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177296.654330:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177296.654332:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177296.654337:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407366016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177296.654349:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407366016:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177296.654353:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.654355:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177296.654358:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407366016/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.654364:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177296.654366:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177296.654368:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177296.654370:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177296.654372:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177296.654373:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177296.654375:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177296.654376:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0c00.
02000000:00000001:2.0:1786177296.654378:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177296.654380:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177296.654382:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:2.0:1786177296.654384:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177296.654386:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.654387:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.654391:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177296.654392:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.654394:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177296.654396:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.654468:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177296.654470:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.654502:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177296.654506:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177296.654510:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177296.654511:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177296.654514:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177296.654517:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177296.654519:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11816
00000400:00000200:3.0:1786177296.654524:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177296.654527:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177296.654529:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177296.654532:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.654535:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177296.654538:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.654540:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177296.654543:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177296.654544:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177296.654547:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177296.654549:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177296.654551:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177296.654554:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177296.654557:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.654559:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177296.654561:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177296.654563:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177296.654565:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177296.654567:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177296.654570:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177296.654572:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177296.654575:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177296.654577:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.654579:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177296.654582:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177296.654584:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.654586:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177296.654591:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786177296.654593:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177296.654596:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177296.654598:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177296.654601:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177296.654603:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177296.654605:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177296.654610:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786177296.654614:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177296.654619:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407366144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177296.654626:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177296.654629:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177296.654632:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407366144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.654706:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177296.654709:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177296.654710:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177296.654714:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158380 x1872930407366144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.654722:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177296.654724:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177296.654726:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177296.654728:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177296.654731:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177296.654733:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407366144:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177296.654737:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177296.654739:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177296.654741:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177296.654742:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177296.654746:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177296.654747:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177296.654751:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177296.654753:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177296.654757:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177296.654760:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407366144, portal 4
00000100:00000001:2.0:1786177296.654762:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177296.654763:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782912 : -106564495768704 : ffff9f1485158380)
00000100:00000040:2.0:1786177296.654769:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158380 x1872930407366144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.654848:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177296.654851:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177296.654854:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177296.654857:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407366144, offset 0
00000400:00000200:2.0:1786177296.654861:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177296.654866:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177296.654870:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177296.654873:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177296.654876:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177296.654878:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177296.654881:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177296.654884:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273833:273833:256:4294967295] 192.168.202.146@tcp LPNI seq info [273794:273794:8:4294967295]
00000400:00000200:2.0:1786177296.654888:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177296.654894:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177296.654900:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177296.654903:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177296.654908:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177296.654910:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1786177296.654915:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177296.654918:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1786177296.654922:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177296.654924:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177296.654927:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177296.654931:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177296.654934:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177296.654936:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177296.654939:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177296.654943:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158380 x1872930407366144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177296.654977:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177296.654983:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11827)
00000100:00000001:2.0:1786177296.655240:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177296.655246:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158380 x1872930407366144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.655253:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.655255:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177296.655260:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177296.655264:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177296.655268:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177296.655270:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306490515
00000100:00000001:2.0:1786177296.655274:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306498347
00000100:00000001:2.0:1786177296.655276:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306490515
00000100:00000001:2.0:1786177296.655278:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306498347
00000100:00000001:2.0:1786177296.655280:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177296.655283:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.655284:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177296.655289:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177296/real 1786177296]  req@ffff9f1485158380 x1872930407366144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177296.655298:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177296.655300:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177296.655302:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177296.655305:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177296.655306:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177296.655308:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177296.655312:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158380 x1872930407366144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177296.655320:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158380 x1872930407366144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.655326:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177296.655328:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.655330:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177296.655331:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177296.655335:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158380 x1872930407366144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.655342:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177296.655346:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158380 x1872930407366144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.655353:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177296.655355:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.655357:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177296.655358:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.655360:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177296.655362:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177296.655364:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177296.655368:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177296.655370:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177296.655375:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158380 x1872930407366144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177296.655383:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407366144:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177296.655387:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.655389:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177296.655392:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158380 x1872930407366144/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177296.655398:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177296.655400:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177296.655402:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177296.655405:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177296.655407:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177296.655408:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177296.655410:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177296.655412:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3c00.
02000000:00000001:2.0:1786177296.655415:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177296.655416:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177296.655418:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158380.
00000100:00000001:2.0:1786177296.655420:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177296.655421:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.655423:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177296.655427:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177296.655429:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177296.655431:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177296.655433:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177297.481929:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177297.481937:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177297.482072:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177297.482078:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177297.482081:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177298.506106:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177298.506114:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177298.506356:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177298.506360:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177298.506363:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177299.529964:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177299.529971:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177299.530225:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177299.530232:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177299.530238:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177300.554000:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177300.554009:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177300.554254:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177300.554259:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177300.554264:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177301.577945:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177301.577957:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177301.577960:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177301.577965:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177301.577972:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177301.577984:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177301.577987:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177301.577990:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177301.579671:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177301.579678:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177301.579684:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177301.770008:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177301.770018:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177301.770021:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177301.770024:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177301.770028:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177301.770035:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11822
00000400:00000200:3.0:1786177301.770043:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177301.770049:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177301.770052:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177301.770055:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.770059:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177301.770061:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.770064:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177301.770068:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177301.770071:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177301.770075:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177301.770078:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177301.770081:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177301.770083:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177301.770086:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.770089:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177301.770091:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.770093:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177301.770095:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177301.770099:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177301.770102:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177301.770105:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177301.770109:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177301.770112:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177301.770114:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177301.770116:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177301.770126:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786177301.770130:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177301.770133:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177301.770135:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177301.770139:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177301.770141:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177301.770145:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177301.770153:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786177301.770159:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177301.770168:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407366272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177301.770178:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177301.770182:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177301.770187:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407366272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.770242:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177301.770246:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177301.770249:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177301.770255:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158700 x1872930407366272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.770263:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177301.770265:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177301.770268:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177301.770271:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177301.770273:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177301.770277:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407366272:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177301.770281:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177301.770285:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177301.770288:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177301.770291:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177301.770296:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177301.770298:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177301.770303:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177301.770307:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177301.770314:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177301.770321:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407366272, portal 25
00000100:00000001:2.0:1786177301.770323:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177301.770325:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213783808 : -106564495767808 : ffff9f1485158700)
00000100:00000040:2.0:1786177301.770330:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158700 x1872930407366272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.770337:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177301.770339:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177301.770342:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177301.770345:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407366272, offset 0
00000400:00000200:2.0:1786177301.770352:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177301.770360:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177301.770366:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177301.770371:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177301.770376:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177301.770381:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177301.770383:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177301.770387:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273834:273834:256:4294967295] 192.168.202.146@tcp LPNI seq info [273795:273795:8:4294967295]
00000400:00000200:2.0:1786177301.770391:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177301.770401:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177301.770406:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177301.770412:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177301.770419:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177301.770423:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177301.770429:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177301.770432:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1786177301.770436:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177301.770439:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177301.770445:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177301.770449:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177301.770454:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177301.770457:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177301.770461:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177301.770465:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158700 x1872930407366272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177301.770493:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177301.770497:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177301.770500:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177301.770501:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177301.770503:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177301.770505:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177301.770508:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11822
00000400:00000200:3.0:1786177301.770512:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177301.770515:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177301.770517:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177301.770520:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.770522:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177301.770524:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.770527:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177301.770529:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177301.770531:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177301.770533:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177301.770535:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177301.770537:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177301.770539:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177301.770542:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.770544:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177301.770545:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.770547:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177301.770550:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177301.770553:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177301.770555:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177301.770558:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177301.770563:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177301.770565:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177301.770568:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177301.770572:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177301.770575:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177301.770577:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177301.770580:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786177301.770583:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177301.770585:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177301.770586:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177301.770588:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177301.770589:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177301.770591:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177301.770600:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786177301.770604:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177301.770608:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407366400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177301.770615:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177301.770617:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177301.770621:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407366400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.770651:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177301.770655:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158700 x1872930407366272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.770663:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177301.770665:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177301.770672:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177301.770676:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177301.770679:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306503466
00000100:00000001:2.0:1786177301.770686:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306498347
00000100:00000001:2.0:1786177301.770690:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306503466
00000100:00000001:2.0:1786177301.770694:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306498347
00000100:00000001:2.0:1786177301.770697:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177301.770700:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177301.770702:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177301.770707:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177301/real 1786177301]  req@ffff9f1485158700 x1872930407366272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177301.770717:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177301.770718:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177301.770720:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177301.770722:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177301.770724:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177301.770726:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177301.770730:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158700 x1872930407366272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177301.770738:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158700 x1872930407366272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.770745:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177301.770746:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177301.770748:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177301.770750:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177301.770754:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158700 x1872930407366272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.770761:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177301.770766:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158700 x1872930407366272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.770792:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177301.770795:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177301.770797:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177301.770798:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177301.770801:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177301.770803:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177301.770806:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177301.770809:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177301.770812:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177301.770817:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158700 x1872930407366272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177301.770825:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407366272:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177301.770829:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177301.770831:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177301.770835:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158700 x1872930407366272/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.770842:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177301.770844:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177301.770847:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177301.770850:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177301.770851:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177301.770853:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177301.770855:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177301.770858:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1800.
02000000:00000001:2.0:1786177301.770862:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177301.770864:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177301.770866:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158700.
00000100:00000001:2.0:1786177301.770868:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177301.770870:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177301.770872:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177301.770879:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177301.770881:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177301.770884:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177301.770885:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177301.770886:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177301.770890:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a300 x1872930407366400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.770896:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177301.770898:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177301.770900:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177301.770901:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177301.770903:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177301.770906:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407366400:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177301.770909:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177301.770911:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177301.770913:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177301.770915:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177301.770918:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177301.770919:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177301.770923:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177301.770926:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177301.770930:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177301.770933:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407366400, portal 10
00000100:00000001:2.0:1786177301.770935:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177301.770935:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790976 : -106564495760640 : ffff9f148515a300)
00000100:00000040:2.0:1786177301.770942:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a300 x1872930407366400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.770948:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177301.770951:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177301.770953:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177301.770955:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407366400, offset 0
00000400:00000200:2.0:1786177301.770958:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177301.770962:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177301.770966:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177301.770969:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1786177301.771026:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177301.771030:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177301.771034:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177301.771035:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177301.771037:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177301.771039:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177301.771041:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11822
00000400:00000200:2.0:1786177301.771057:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177301.771060:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177301.771062:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177301.771066:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273835:273835:256:4294967295] 192.168.202.146@tcp LPNI seq info [273796:273796:8:4294967295]
00000400:00000200:2.0:1786177301.771070:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177301.771077:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177301.771083:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177301.771086:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177301.771090:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177301.771093:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1786177301.771097:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177301.771100:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1786177301.771103:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177301.771105:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177301.771108:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177301.771112:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177301.771115:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177301.771117:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177301.771119:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177301.771123:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a300 x1872930407366400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.771131:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177301.771134:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a300 x1872930407366400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.771140:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177301.771142:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177301.771145:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177301.771148:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177301.771151:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177301.771154:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306494501
00000100:00000001:2.0:1786177301.771156:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306503466
00000100:00000001:2.0:1786177301.771158:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306494501
00000100:00000001:2.0:1786177301.771160:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306503466
00000100:00000001:2.0:1786177301.771162:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177301.771163:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177301.771165:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177301.771169:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177301/real 1786177301]  req@ffff9f148515a300 x1872930407366400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177301.771178:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177301.771179:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177301.771180:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177301.771183:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177301.771184:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177301.771186:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177301.771189:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a300 x1872930407366400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177301.771197:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a300 x1872930407366400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.771203:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177301.771204:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177301.771206:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177301.771207:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177301.771211:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a300 x1872930407366400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.771218:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177301.771222:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a300 x1872930407366400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.771229:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177301.771231:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177301.771233:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177301.771234:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177301.771236:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177301.771238:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177301.771240:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177301.771243:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177301.771245:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177301.771249:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a300 x1872930407366400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177301.771257:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407366400:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177301.771260:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177301.771262:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177301.771265:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a300 x1872930407366400/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177301.771270:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177301.771271:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177301.771273:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177301.771276:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177301.771277:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177301.771278:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177301.771280:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177301.771282:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:2.0:1786177301.771284:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177301.771286:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177301.771287:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a300.
00000100:00000001:2.0:1786177301.771290:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177301.771291:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177301.771292:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177301.771295:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177301.771297:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177301.771299:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177301.771300:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177301.771568:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177301.771573:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177301.771575:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177301.771579:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.771581:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177301.771583:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.771586:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177301.771588:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177301.771590:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177301.771592:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177301.771595:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177301.771597:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177301.771599:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177301.771602:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.771604:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177301.771605:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.771607:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177301.771609:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177301.771612:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177301.771614:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177301.771616:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177301.771620:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177301.771621:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177301.771623:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177301.771626:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177301.771628:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177301.771630:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177301.771634:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a680.
00000020:00000040:3.0:1786177301.771637:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177301.771640:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177301.771641:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177301.771644:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177301.771645:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177301.771648:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177301.771653:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786177301.771657:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177301.771662:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a680 x1872930407366528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177301.771670:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177301.771672:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177301.771676:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b94bc41] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a680 x1872930407366528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177301.771698:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177301.771702:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177301.771705:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177301.771706:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177301.771708:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177301.771710:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177301.771713:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11822
00000400:00000200:3.0:1786177301.771717:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177301.771720:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177301.771722:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177301.771724:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.771726:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177301.771728:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.771730:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177301.771733:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177301.771734:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177301.771736:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177301.771737:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177301.771739:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177301.771741:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177301.771743:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.771745:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177301.771747:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.771749:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177301.771751:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177301.771754:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177301.771756:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177301.771758:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177301.771760:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177301.771761:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177301.771763:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177301.771765:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177301.771767:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177301.771769:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177301.771818:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515a300.
00000020:00000040:3.0:1786177301.771820:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177301.771822:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177301.771824:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177301.771825:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177301.771827:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177301.771829:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177301.771832:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786177301.771835:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177301.771839:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515a300 x1872930407366656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177301.771845:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177301.771847:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177301.771850:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a871251] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515a300 x1872930407366656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177301.771857:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177301.771860:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177301.771863:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177301.771865:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177301.771867:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177301.771869:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177301.771872:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11822
00000400:00000200:3.0:1786177301.771875:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177301.771878:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177301.771879:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177301.771882:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.771883:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177301.771885:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.771887:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177301.771889:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177301.771890:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177301.771892:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177301.771894:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177301.771895:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177301.771897:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177301.771900:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.771902:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177301.771904:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177301.771906:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177301.771907:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177301.771910:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177301.771912:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177301.771914:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177301.771916:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177301.771919:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177301.771920:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177301.771922:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177301.771924:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177301.771926:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177301.771929:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158700.
00000020:00000040:3.0:1786177301.771932:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177301.771934:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177301.771935:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177301.771936:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177301.771938:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177301.771939:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177301.771943:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786177301.771945:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177301.771950:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158700 x1872930407366784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177301.771956:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177301.771958:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177301.771962:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008157413d] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158700 x1872930407366784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177301.771969:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177301.771985:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11832)
00000100:00000001:0.0:1786177301.772039:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177301.772042:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786177301.772044:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177301.772049:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a680 x1872930407366528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772056:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177301.772058:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177301.772060:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177301.772062:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177301.772064:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177301.772067:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407366528:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177301.772070:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177301.772073:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177301.772074:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177301.772077:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177301.772081:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786177301.772083:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177301.772087:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177301.772090:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177301.772095:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177301.772099:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407366528, portal 10
00000100:00000001:0.0:1786177301.772101:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177301.772102:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213791872 : -106564495759744 : ffff9f148515a680)
00000100:00000040:0.0:1786177301.772109:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a680 x1872930407366528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772115:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177301.772117:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177301.772119:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177301.772121:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407366528, offset 0
00000400:00000200:0.0:1786177301.772126:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177301.772130:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177301.772134:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177301.772138:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177301.772141:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177301.772143:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177301.772146:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177301.772149:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273836:273836:256:4294967295] 192.168.202.146@tcp LPNI seq info [273797:273797:8:4294967295]
00000400:00000200:0.0:1786177301.772154:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177301.772161:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177301.772166:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177301.772170:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177301.772174:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177301.772177:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786177301.772181:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177301.772184:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786177301.772187:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177301.772189:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177301.772194:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177301.772197:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177301.772201:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177301.772203:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177301.772206:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177301.772209:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a680 x1872930407366528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772218:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177301.772221:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a680 x1872930407366528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772228:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177301.772230:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177301.772234:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177301.772236:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786177301.772239:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177301.772241:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306494583
00000100:00000001:0.0:1786177301.772244:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306503466
00000100:00000001:0.0:1786177301.772246:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306494583
00000100:00000001:0.0:1786177301.772248:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306503466
00000100:00000001:0.0:1786177301.772251:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177301.772253:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177301.772254:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177301.772257:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177301/real 1786177301]  req@ffff9f148515a680 x1872930407366528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177301.772266:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177301.772267:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177301.772269:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177301.772271:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177301.772273:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177301.772275:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177301.772278:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a680 x1872930407366528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177301.772287:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a680 x1872930407366528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772293:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177301.772295:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177301.772297:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177301.772298:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177301.772301:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a680 x1872930407366528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772308:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177301.772312:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a680 x1872930407366528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772320:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177301.772322:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177301.772323:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177301.772324:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177301.772326:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177301.772327:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177301.772329:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177301.772332:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177301.772335:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177301.772338:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a680 x1872930407366528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177301.772346:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407366528:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177301.772349:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177301.772353:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515a300 x1872930407366656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772360:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177301.772361:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177301.772363:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177301.772365:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177301.772367:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177301.772369:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407366656:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177301.772372:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177301.772374:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177301.772375:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177301.772377:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177301.772380:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786177301.772381:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177301.772385:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177301.772387:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177301.772389:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177301.772392:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407366656, portal 4
00000100:00000001:0.0:1786177301.772393:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177301.772395:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790976 : -106564495760640 : ffff9f148515a300)
00000100:00000040:0.0:1786177301.772400:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515a300 x1872930407366656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772412:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177301.772414:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177301.772416:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177301.772418:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407366656, offset 0
00000400:00000200:0.0:1786177301.772422:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177301.772425:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177301.772429:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177301.772431:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177301.772433:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177301.772435:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177301.772437:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177301.772440:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273837:273837:256:4294967295] 192.168.202.146@tcp LPNI seq info [273798:273798:8:4294967295]
00000400:00000200:0.0:1786177301.772444:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177301.772450:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177301.772455:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177301.772458:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177301.772461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177301.772464:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786177301.772468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177301.772471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786177301.772474:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177301.772476:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177301.772479:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177301.772482:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177301.772485:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177301.772486:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177301.772489:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177301.772492:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515a300 x1872930407366656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772500:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177301.772503:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515a300 x1872930407366656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772514:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177301.772516:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177301.772518:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177301.772521:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786177301.772524:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177301.772525:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306495842
00000100:00000001:0.0:1786177301.772528:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306503466
00000100:00000001:0.0:1786177301.772530:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306495842
00000100:00000001:0.0:1786177301.772532:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306503466
00000100:00000001:0.0:1786177301.772534:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177301.772535:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177301.772537:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177301.772541:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177301/real 1786177301]  req@ffff9f148515a300 x1872930407366656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177301.772548:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177301.772549:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177301.772551:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177301.772553:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177301.772554:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177301.772556:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177301.772560:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515a300 x1872930407366656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177301.772568:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515a300 x1872930407366656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772575:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177301.772576:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177301.772577:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177301.772579:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177301.772582:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515a300 x1872930407366656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772589:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177301.772592:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515a300 x1872930407366656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772598:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177301.772600:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177301.772602:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177301.772603:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177301.772605:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177301.772606:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177301.772609:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177301.772611:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177301.772613:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177301.772616:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515a300 x1872930407366656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177301.772624:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407366656:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177301.772628:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177301.772631:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158700 x1872930407366784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772637:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177301.772639:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177301.772640:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177301.772642:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177301.772644:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177301.772647:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407366784:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177301.772650:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177301.772652:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177301.772653:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177301.772655:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177301.772658:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786177301.772660:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177301.772663:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177301.772665:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177301.772667:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177301.772669:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407366784, portal 4
00000100:00000001:0.0:1786177301.772671:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177301.772672:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213783808 : -106564495767808 : ffff9f1485158700)
00000100:00000040:0.0:1786177301.772678:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158700 x1872930407366784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772684:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177301.772686:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177301.772688:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177301.772690:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407366784, offset 0
00000400:00000200:0.0:1786177301.772693:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177301.772697:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177301.772700:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177301.772703:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177301.772705:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177301.772708:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177301.772710:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177301.772712:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273838:273838:256:4294967295] 192.168.202.146@tcp LPNI seq info [273799:273799:8:4294967295]
00000400:00000200:0.0:1786177301.772717:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177301.772723:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177301.772727:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177301.772730:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177301.772733:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177301.772736:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1786177301.772739:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177301.772742:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1786177301.772745:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177301.772747:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177301.772750:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177301.772753:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177301.772755:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177301.772757:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177301.772759:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177301.772763:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158700 x1872930407366784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772805:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177301.772809:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158700 x1872930407366784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772815:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177301.772816:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177301.772819:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177301.772822:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786177301.772825:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177301.772827:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306495632
00000100:00000001:0.0:1786177301.772829:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306503466
00000100:00000001:0.0:1786177301.772831:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306495632
00000100:00000001:0.0:1786177301.772833:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306503466
00000100:00000001:0.0:1786177301.772836:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177301.772837:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177301.772839:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177301.772843:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177301/real 1786177301]  req@ffff9f1485158700 x1872930407366784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177301.772851:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177301.772852:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177301.772853:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177301.772855:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177301.772857:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177301.772859:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177301.772862:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158700 x1872930407366784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177301.772870:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158700 x1872930407366784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772876:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177301.772878:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177301.772879:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177301.772880:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177301.772883:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158700 x1872930407366784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772889:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177301.772892:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158700 x1872930407366784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772898:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177301.772900:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177301.772901:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177301.772902:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177301.772904:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177301.772905:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177301.772908:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177301.772911:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177301.772913:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177301.772917:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158700 x1872930407366784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177301.772925:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407366784:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177301.772928:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177301.772930:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177301.772934:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a680 x1872930407366528/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772939:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177301.772941:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177301.772943:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786177301.772946:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177301.772947:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177301.772949:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786177301.772951:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177301.772952:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:0.0:1786177301.772956:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177301.772957:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177301.772958:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a680.
00000100:00000001:0.0:1786177301.772961:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177301.772962:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177301.772964:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177301.772967:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515a300 x1872930407366656/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.772984:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177301.772985:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177301.772987:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786177301.772990:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177301.772991:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177301.772992:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786177301.772994:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177301.772995:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:0.0:1786177301.772998:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177301.772999:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177301.773000:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515a300.
00000100:00000001:0.0:1786177301.773003:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177301.773004:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177301.773006:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177301.773010:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158700 x1872930407366784/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177301.773015:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177301.773017:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177301.773018:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d6400.
02000000:00000001:0.0:1786177301.773020:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177301.773021:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177301.773022:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786177301.773024:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177301.773026:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
02000000:00000001:0.0:1786177301.773027:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177301.773029:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177301.773030:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158700.
00000100:00000001:0.0:1786177301.773032:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177301.773034:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177301.773036:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177301.773040:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786177301.773042:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177301.773043:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177301.773044:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177302.602119:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177302.602126:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177302.602177:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177302.602180:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177302.602182:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177303.625895:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177303.625901:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177303.625981:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177303.625985:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177303.625988:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177304.649979:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177304.649986:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177304.650223:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177304.650227:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177304.650230:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177305.674035:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177305.674042:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177305.674271:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177305.674275:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177305.674278:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177306.698370:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177306.698377:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177306.698527:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177306.698530:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177306.698533:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177306.889935:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177306.889948:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177306.889952:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177306.889957:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177306.889963:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177306.889973:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11827
00000400:00000200:3.0:1786177306.889983:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177306.889990:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177306.889994:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177306.889998:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.890001:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177306.890003:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.890006:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177306.890010:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177306.890013:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177306.890016:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177306.890020:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177306.890022:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177306.890025:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177306.890027:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.890029:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177306.890031:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.890032:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177306.890035:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177306.890038:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177306.890041:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177306.890044:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177306.890048:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177306.890051:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177306.890054:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177306.890056:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177306.890068:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786177306.890072:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177306.890076:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177306.890078:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177306.890081:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177306.890084:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177306.890089:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177306.890098:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786177306.890106:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177306.890116:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407366912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177306.890126:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177306.890131:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177306.890135:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407366912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177306.897720:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177306.897734:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177306.897739:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177306.897742:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177306.897745:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177306.897750:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177306.897759:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11827
00000400:00000200:3.0:1786177306.897783:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177306.897791:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177306.897794:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177306.897798:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.897801:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177306.897804:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.897806:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177306.897810:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177306.897813:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177306.897816:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177306.897819:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177306.897822:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177306.897825:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177306.897828:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.897830:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177306.897832:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.897833:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177306.897836:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177306.897840:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177306.897843:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177306.897847:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177306.897856:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177306.897859:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177306.897861:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177306.897866:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177306.897869:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177306.897871:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177306.897883:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786177306.897887:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177306.897891:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177306.897894:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177306.897897:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177306.897900:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177306.897905:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177306.897914:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000100:00000001:3.0:1786177306.897954:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177306.897965:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407367040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177306.897976:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177306.897981:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177306.897985:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407367040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177306.897995:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177306.897998:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177306.898002:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177306.898005:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177306.898006:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177306.898009:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177306.898011:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11827
00000400:00000200:3.0:1786177306.898015:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177306.898018:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177306.898021:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177306.898024:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.898026:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177306.898029:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.898031:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177306.898033:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177306.898034:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177306.898036:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177306.898037:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177306.898039:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177306.898041:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177306.898044:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.898046:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177306.898047:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.898048:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177306.898051:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177306.898053:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177306.898055:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177306.898056:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177306.898058:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177306.898060:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177306.898062:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177306.898063:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177306.898065:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177306.898067:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177306.898070:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000020:00000040:3.0:1786177306.898072:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177306.898074:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177306.898076:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177306.898077:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177306.898078:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177306.898080:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177306.898083:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000001:3.0:1786177306.898086:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177306.898090:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407367168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177306.898096:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177306.898098:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177306.898102:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407367168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177306.898108:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177306.898110:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177306.898114:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177306.898115:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177306.898116:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177306.898118:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177306.898120:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11827
00000400:00000200:3.0:1786177306.898123:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177306.898126:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177306.898128:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177306.898130:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.898132:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177306.898134:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.898135:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177306.898137:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177306.898138:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177306.898140:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177306.898142:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177306.898143:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177306.898145:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177306.898147:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.898148:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177306.898151:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.898152:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177306.898155:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177306.898157:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177306.898946:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177306.898952:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786177306.898956:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177306.898964:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158380 x1872930407366912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.898974:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177306.898977:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177306.898981:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177306.898984:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177306.898987:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177306.898990:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407366912:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786177306.898995:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177306.899001:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177306.899004:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177306.899007:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177306.899013:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786177306.899016:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177306.899023:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177306.899028:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177306.899035:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177306.899045:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407366912, portal 25
00000100:00000001:0.0:1786177306.899048:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177306.899049:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782912 : -106564495768704 : ffff9f1485158380)
00000100:00000040:0.0:1786177306.899055:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158380 x1872930407366912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.899063:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177306.899066:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177306.899068:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177306.899071:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407366912, offset 0
00000400:00000200:0.0:1786177306.899079:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177306.899089:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177306.899096:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177306.899102:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177306.899107:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177306.899111:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177306.899114:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177306.899118:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273839:273839:256:4294967295] 192.168.202.146@tcp LPNI seq info [273800:273800:8:4294967295]
00000400:00000200:0.0:1786177306.899123:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177306.899134:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177306.899141:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177306.899148:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177306.899155:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177306.899411:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786177306.899419:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177306.899423:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1786177306.899428:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177306.899431:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177306.899440:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177306.899445:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177306.899452:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177306.899455:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177306.899460:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177306.899465:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158380 x1872930407366912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.899477:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177306.899480:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158380 x1872930407366912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.899489:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177306.899491:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177306.899498:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177306.899503:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177306.899507:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306508595
00000100:00000001:0.0:1786177306.899516:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306503466
00000100:00000001:0.0:1786177306.899523:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306508595
00000100:00000001:0.0:1786177306.899526:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306503466
00000100:00000001:0.0:1786177306.899530:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177306.899533:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177306.899536:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177306.899541:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177306/real 1786177306]  req@ffff9f1485158380 x1872930407366912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177306.899552:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177306.899554:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177306.899557:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177306.899559:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177306.899562:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177306.899564:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177306.899568:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158380 x1872930407366912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177306.899577:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158380 x1872930407366912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.899583:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177306.899585:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.899588:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177306.899590:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177306.899595:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158380 x1872930407366912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.899603:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177306.899607:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158380 x1872930407366912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.899615:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177306.899619:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.899620:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177306.899622:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.899624:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177306.899627:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177306.899630:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177306.899634:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177306.899636:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177306.899641:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158380 x1872930407366912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177306.899650:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407366912:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786177306.899655:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177306.899660:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407367040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.899667:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177306.899669:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177306.899671:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177306.899673:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177306.899675:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177306.899678:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407367040:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177306.899683:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177306.899685:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177306.899686:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177306.899689:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177306.899692:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786177306.899695:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177306.899699:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177306.899702:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177306.899705:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177306.899708:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407367040, portal 10
00000100:00000001:0.0:1786177306.899710:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177306.899711:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:0.0:1786177306.899719:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407367040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.899726:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177306.899728:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177306.899730:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177306.899733:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407367040, offset 0
00000400:00000200:0.0:1786177306.899737:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177306.899741:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177306.899744:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177306.899747:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177306.899750:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177306.899752:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177306.899755:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177306.899758:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273840:273840:256:4294967295] 192.168.202.146@tcp LPNI seq info [273801:273801:8:4294967295]
00000400:00000200:0.0:1786177306.899762:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177306.899769:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1786177306.899911:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177306.899913:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177306.899918:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177306.899920:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177306.899936:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177306.899940:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177306.899942:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177306.899944:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177306.899949:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786177306.899953:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177306.899956:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177306.899958:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177306.899960:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177306.899962:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177306.899965:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177306.899971:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786177306.899975:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177306.899981:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407367296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177306.899990:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177306.899993:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177306.899996:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407367296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177306.900005:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177306.900008:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177306.900011:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177306.900013:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177306.900015:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177306.900018:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177306.900021:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11827
00000400:00000200:3.0:1786177306.900025:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177306.900029:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177306.900031:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177306.900034:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.900036:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177306.900039:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.900042:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177306.900045:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177306.900046:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177306.900048:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177306.900052:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177306.900054:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177306.900057:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177306.900059:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.900061:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177306.900063:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177306.900064:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177306.900067:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177306.900070:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177306.900073:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177306.900074:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177306.900076:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177306.900078:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177306.900079:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177306.900081:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177306.900083:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177306.900085:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177306.900088:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786177306.900091:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177306.900093:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177306.900094:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177306.900095:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177306.900097:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177306.900098:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177306.900101:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786177306.900104:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177306.900108:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407367424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177306.900115:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177306.900116:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177306.900119:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407367424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177306.900127:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177306.900132:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11837)
00000800:00000200:0.0:1786177306.900273:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177306.900277:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177306.900281:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177306.900284:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786177306.900288:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177306.900291:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1786177306.900295:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177306.900298:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177306.900301:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177306.900304:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177306.900307:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177306.900309:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177306.900312:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177306.900316:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158a80 x1872930407367040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900323:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177306.900326:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407367040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900332:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177306.900334:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177306.900337:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177306.900341:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:0.0:1786177306.900344:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177306.900347:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306499630
00000100:00000001:0.0:1786177306.900350:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306508595
00000100:00000001:0.0:1786177306.900352:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306499630
00000100:00000001:0.0:1786177306.900354:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306508595
00000100:00000001:0.0:1786177306.900356:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177306.900359:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177306.900361:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177306.900364:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177306/real 1786177306]  req@ffff9f1485158a80 x1872930407367040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177306.900371:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177306.900372:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177306.900374:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177306.900376:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177306.900377:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177306.900380:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177306.900383:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407367040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177306.900390:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407367040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900396:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177306.900398:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.900400:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177306.900402:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177306.900405:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407367040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900410:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177306.900414:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407367040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900422:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177306.900425:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.900426:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177306.900427:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.900429:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177306.900431:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177306.900433:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177306.900436:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177306.900438:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177306.900442:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407367040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177306.900450:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407367040:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177306.900454:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177306.900457:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407367168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900464:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177306.900466:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177306.900468:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177306.900469:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177306.900471:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177306.900474:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407367168:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177306.900478:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177306.900480:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177306.900482:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177306.900484:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177306.900487:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786177306.900489:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177306.900492:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177306.900494:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177306.900498:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177306.900500:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407367168, portal 10
00000100:00000001:0.0:1786177306.900502:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177306.900503:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
00000100:00000040:0.0:1786177306.900509:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407367168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900521:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177306.900523:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177306.900526:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177306.900528:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407367168, offset 0
00000400:00000200:0.0:1786177306.900532:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177306.900536:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177306.900539:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177306.900543:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177306.900545:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177306.900548:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177306.900550:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177306.900553:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273841:273841:256:4294967295] 192.168.202.146@tcp LPNI seq info [273802:273802:8:4294967295]
00000400:00000200:0.0:1786177306.900558:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177306.900564:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177306.900568:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177306.900571:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177306.900575:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177306.900578:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786177306.900582:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177306.900584:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1786177306.900588:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177306.900590:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177306.900593:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177306.900596:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177306.900599:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177306.900601:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177306.900603:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177306.900606:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515ad80 x1872930407367168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900613:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177306.900616:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407367168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900628:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177306.900630:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177306.900632:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177306.900635:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:0.0:1786177306.900638:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177306.900640:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306499711
00000100:00000001:0.0:1786177306.900642:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306508595
00000100:00000001:0.0:1786177306.900644:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306499711
00000100:00000001:0.0:1786177306.900646:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306508595
00000100:00000001:0.0:1786177306.900648:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177306.900650:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177306.900652:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177306.900656:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177306/real 1786177306]  req@ffff9f148515ad80 x1872930407367168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177306.900663:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177306.900664:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177306.900666:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177306.900668:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177306.900670:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177306.900672:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177306.900675:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407367168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177306.900684:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407367168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900689:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177306.900690:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.900692:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177306.900694:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177306.900697:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407367168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900704:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177306.900707:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407367168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900714:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177306.900716:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.900718:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177306.900719:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.900721:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177306.900722:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177306.900724:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177306.900727:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177306.900729:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177306.900733:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407367168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177306.900741:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407367168:192.168.202.146@tcp:38:kworker.0
00000100:00000001:0.0:1786177306.900745:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.900747:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177306.900749:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158380 x1872930407366912/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900756:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177306.900758:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177306.900761:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d5800.
02000000:00000001:0.0:1786177306.900764:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177306.900766:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177306.900768:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:0.0:1786177306.900786:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177306.900788:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
02000000:00000001:0.0:1786177306.900793:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177306.900795:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177306.900797:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158380.
00000100:00000001:0.0:1786177306.900800:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177306.900801:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.900803:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177306.900806:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407367040/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900813:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177306.900814:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177306.900816:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786177306.900818:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177306.900819:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177306.900820:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:0.0:1786177306.900821:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177306.900823:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
02000000:00000001:0.0:1786177306.900825:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177306.900826:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177306.900827:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:0.0:1786177306.900829:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177306.900831:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.900832:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177306.900834:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407367168/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900840:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177306.900841:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177306.900842:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786177306.900844:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177306.900845:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177306.900847:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:0.0:1786177306.900848:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177306.900850:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
02000000:00000001:0.0:1786177306.900851:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177306.900852:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177306.900854:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000100:00000001:0.0:1786177306.900857:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177306.900858:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.900861:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.900870:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786177306.900872:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177306.900874:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177306.900876:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1786177306.900877:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177306.900880:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407367296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900888:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177306.900890:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177306.900891:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177306.900893:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177306.900895:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177306.900898:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407367296:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177306.900901:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177306.900903:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177306.900904:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177306.900906:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177306.900909:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786177306.900911:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177306.900914:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177306.900916:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177306.900920:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177306.900980:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407367296, portal 4
00000100:00000001:0.0:1786177306.900983:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177306.900984:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000100:00000040:0.0:1786177306.900991:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407367296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.900998:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177306.901000:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177306.901003:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177306.901005:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407367296, offset 0
00000400:00000200:0.0:1786177306.901009:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177306.901013:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177306.901017:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177306.901020:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177306.901023:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177306.901025:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177306.901028:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177306.901031:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273842:273842:256:4294967295] 192.168.202.146@tcp LPNI seq info [273803:273803:8:4294967295]
00000400:00000200:0.0:1786177306.901035:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177306.901041:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177306.901046:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177306.901050:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177306.901053:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177306.901056:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786177306.901061:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177306.901064:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1786177306.901068:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177306.901070:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177306.901073:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177306.901076:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177306.901080:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177306.901082:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177306.901084:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177306.901088:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159c00 x1872930407367296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.901096:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177306.901099:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159c00 x1872930407367296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.901106:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177306.901108:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177306.901110:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177306.901113:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:0.0:1786177306.901116:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177306.901118:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306500971
00000100:00000001:0.0:1786177306.901121:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306508595
00000100:00000001:0.0:1786177306.901124:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306500971
00000100:00000001:0.0:1786177306.901126:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306508595
00000100:00000001:0.0:1786177306.901128:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177306.901130:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177306.901132:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177306.901135:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177306/real 1786177306]  req@ffff9f1485159c00 x1872930407367296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177306.901143:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177306.901145:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177306.901146:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177306.901148:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177306.901150:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177306.901152:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177306.901155:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407367296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177306.901226:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407367296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.901233:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177306.901235:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.901237:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177306.901239:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177306.901243:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407367296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.901250:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177306.901254:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407367296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.901261:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177306.901263:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.901265:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177306.901267:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.901269:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177306.901270:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177306.901273:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177306.901276:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177306.901278:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177306.901282:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407367296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177306.901291:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407367296:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177306.901296:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177306.901299:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407367424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.901307:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177306.901309:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177306.901311:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177306.901313:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177306.901315:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177306.901318:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407367424:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177306.901322:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177306.901323:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177306.901325:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177306.901328:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1786177306.901330:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786177306.901332:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177306.901336:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:0.0:1786177306.901339:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f149003fb58.
00000400:00000010:0.0:1786177306.901342:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5bd48.
00000100:00000200:0.0:1786177306.901344:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407367424, portal 4
00000100:00000001:0.0:1786177306.901346:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1786177306.901348:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
00000100:00000040:0.0:1786177306.901354:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407367424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.901360:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1786177306.901363:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:0.0:1786177306.901365:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f1497b5b198.
00000100:00000200:0.0:1786177306.901368:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407367424, offset 0
00000400:00000200:0.0:1786177306.901372:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:0.0:1786177306.901375:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177306.901379:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:0.0:1786177306.901382:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1786177306.901384:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177306.901387:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1786177306.901389:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177306.901392:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273843:273843:256:4294967295] 192.168.202.146@tcp LPNI seq info [273804:273804:8:4294967295]
00000400:00000200:0.0:1786177306.901397:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177306.901404:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786177306.901408:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177306.901412:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f149880cc00.
00000800:00000200:0.0:1786177306.901416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.0:1786177306.901419:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1786177306.901424:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:0.1:1786177306.901427:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1786177306.901430:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:0.0:1786177306.901432:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f149880cc00.
00000400:00000200:0.0:1786177306.901435:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786177306.901438:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1786177306.901441:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5b198
00000400:00000010:0.0:1786177306.901443:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5b198.
00000100:00000001:0.0:1786177306.901446:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1786177306.901449:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b800 x1872930407367424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.901456:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177306.901459:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407367424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.901465:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177306.901467:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1786177306.901470:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177306.901473:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:0.0:1786177306.901476:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177306.901478:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306500761
00000100:00000001:0.0:1786177306.901481:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306508595
00000100:00000001:0.0:1786177306.901483:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306500761
00000100:00000001:0.0:1786177306.901485:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306508595
00000100:00000001:0.0:1786177306.901487:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177306.901490:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177306.901491:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1786177306.901495:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177306/real 1786177306]  req@ffff9f148515b800 x1872930407367424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1786177306.901502:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1786177306.901504:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1786177306.901505:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f149003fb58.
00000400:00000200:0.0:1786177306.901508:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f1497b5bd48
00000400:00000010:0.0:1786177306.901509:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f1497b5bd48.
00000100:00000001:0.0:1786177306.901511:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1786177306.901515:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407367424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1786177306.901523:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407367424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.901530:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177306.901532:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.901533:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177306.901535:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1786177306.901539:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407367424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.901547:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177306.901550:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407367424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.901557:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1786177306.901560:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.901562:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177306.901563:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.901564:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1786177306.901566:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1786177306.901568:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1786177306.901571:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177306.901574:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177306.901577:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407367424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177306.901586:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407367424:192.168.202.146@tcp:8:kworker.0
00000100:00000001:0.0:1786177306.901589:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.901591:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177306.901594:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407367296/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.901601:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177306.901603:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177306.901604:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4000.
02000000:00000001:0.0:1786177306.901606:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177306.901608:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177306.901609:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:0.0:1786177306.901611:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177306.901613:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:0.0:1786177306.901616:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177306.901618:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177306.901619:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:0.0:1786177306.901622:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177306.901623:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.901625:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1786177306.901628:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407367424/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177306.901634:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1786177306.901636:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1786177306.901637:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14871d4800.
02000000:00000001:0.0:1786177306.901639:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1786177306.901640:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1786177306.901641:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:0.0:1786177306.901643:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1786177306.901645:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:0.0:1786177306.901647:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1786177306.901648:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1786177306.901649:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000001:0.0:1786177306.901652:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177306.901653:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.901655:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177306.901659:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1786177306.901660:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177306.901662:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177306.901664:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177307.721901:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177307.721909:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177307.722016:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177307.722020:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177307.722023:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177308.745956:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177308.745964:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177308.746077:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177308.746081:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177308.746084:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177309.769889:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177309.769909:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177309.770033:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177309.770037:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177309.770040:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177310.794473:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177310.794480:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177310.794482:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177310.794485:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177310.794490:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177310.794493:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177310.794494:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177310.794497:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177310.794597:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177310.794601:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177310.794604:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177311.817898:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177311.817904:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177311.818005:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177311.818008:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177311.818011:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177312.009890:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177312.009899:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177312.009901:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177312.009905:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177312.009909:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177312.009915:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11832
00000400:00000200:3.0:1786177312.009923:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177312.009929:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177312.009932:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177312.009935:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.009939:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177312.009941:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.009943:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177312.009948:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177312.009950:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177312.009953:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177312.009956:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177312.009958:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177312.009960:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177312.009963:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.009965:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177312.009967:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.009968:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177312.009971:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177312.009974:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177312.009976:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177312.009978:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177312.009981:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177312.009984:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177312.009986:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177312.009988:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177312.009997:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000020:00000040:3.0:1786177312.010000:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177312.010003:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177312.010005:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177312.010008:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177312.010010:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177312.010014:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177312.010033:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3000.
00000100:00000001:3.0:1786177312.010040:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177312.010048:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407367552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177312.010058:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177312.010062:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177312.010067:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407367552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177312.010099:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177312.010102:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177312.010105:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177312.010106:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177312.010108:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177312.010110:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177312.010112:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11832
00000400:00000200:3.0:1786177312.010115:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177312.010118:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177312.010121:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177312.010123:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.010125:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177312.010127:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.010129:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177312.010131:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177312.010132:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177312.010134:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177312.010136:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177312.010137:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177312.010139:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177312.010142:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.010144:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177312.010146:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.010148:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177312.010150:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177312.010153:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177312.010155:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177312.010157:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177312.010162:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177312.010164:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177312.010166:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177312.010170:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177312.010173:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177312.010175:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177312.010178:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
00000020:00000040:3.0:1786177312.010180:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177312.010182:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177312.010183:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177312.010185:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177312.010186:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177312.010188:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177312.010191:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0400.
00000100:00000001:3.0:1786177312.010194:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177312.010198:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407367680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177312.010206:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177312.010208:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177312.010221:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407367680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177312.010229:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177312.010232:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177312.010235:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177312.010237:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177312.010239:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177312.010242:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786177312.010242:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177312.010246:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11832
00000100:00000001:2.0:1786177312.010247:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1786177312.010250:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177312.010252:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1786177312.010254:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177312.010257:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1786177312.010263:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407367552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177312.010263:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.010267:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177312.010271:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.010276:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177312.010280:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177312.010282:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1786177312.010283:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000100:00000001:2.0:1786177312.010286:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786177312.010287:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177312.010290:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
02000000:00000001:2.0:1786177312.010292:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1786177312.010294:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
02000000:00000001:2.0:1786177312.010297:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1786177312.010298:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
02000000:00000001:2.0:1786177312.010303:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177312.010304:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.010309:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1786177312.010312:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407367552:192.168.202.146@tcp:250:kworker.0
00000100:00000040:3.0:1786177312.010313:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.010316:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177312.010321:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1786177312.010321:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177312.010326:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:2.0:1786177312.010327:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1786177312.010329:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177312.010331:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177312.010332:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177312.010335:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177312.010336:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1786177312.010340:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177312.010342:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1786177312.010343:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
00000008:00100000:3.0:1786177312.010344:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1786177312.010347:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1786177312.010349:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177312.010352:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177312.010355:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000010:3.0:1786177312.010356:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000020:00000040:3.0:1786177312.010360:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000400:00000010:2.0:1786177312.010361:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
02000000:00000001:3.0:1786177312.010363:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177312.010366:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177312.010368:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177312.010369:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1786177312.010370:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
02000000:00000001:3.0:1786177312.010371:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177312.010377:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0800.
00000100:00000200:2.0:1786177312.010379:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407367552, portal 25
00000100:00000001:3.0:1786177312.010381:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.010383:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177312.010386:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00100000:3.0:1786177312.010388:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407367808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1786177312.010395:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407367552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177312.010399:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177312.010404:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.010410:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1786177312.010411:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407367808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1786177312.010418:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177312.010423:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177312.010425:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177312.010429:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1786177312.010430:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407367552, offset 0
00000100:00080000:3.0:1786177312.010435:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177312.010437:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177312.010439:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177312.010443:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177312.010444:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177312.010448:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11832
00000400:00000200:2.0:1786177312.010455:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177312.010461:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177312.010466:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177312.010470:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177312.010474:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177312.010477:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177312.010481:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273844:273844:256:4294967295] 192.168.202.146@tcp LPNI seq info [273805:273805:8:4294967295]
00000400:00000200:2.0:1786177312.010486:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177312.010496:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177312.010502:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177312.010507:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177312.010512:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177312.010516:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177312.010521:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177312.010525:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177312.010529:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177312.010531:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177312.010538:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177312.010542:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177312.010547:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177312.010549:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177312.010553:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177312.010557:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159880 x1872930407367552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.010566:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177312.010570:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159880 x1872930407367552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.010577:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.010578:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177312.010584:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177312.010588:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177312.010591:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306513706
00000100:00000001:2.0:1786177312.010598:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306508595
00000100:00000001:2.0:1786177312.010602:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306513706
00000100:00000001:2.0:1786177312.010605:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306508595
00000100:00000001:2.0:1786177312.010608:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177312.010610:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.010612:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177312.010616:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177312/real 1786177312]  req@ffff9f1485159880 x1872930407367552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177312.010626:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177312.010628:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177312.010630:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177312.010632:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177312.010634:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177312.010636:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177312.010640:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407367552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177312.010648:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407367552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.010655:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177312.010657:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.010659:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177312.010661:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177312.010665:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407367552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.010671:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177312.010675:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407367552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.010683:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177312.010686:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.010687:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177312.010688:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.010691:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177312.010693:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177312.010696:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177312.010699:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177312.010701:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177312.010706:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407367552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177312.010713:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407367552:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177312.010717:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177312.010720:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407367680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.010725:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177312.010726:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177312.010729:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177312.010730:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177312.010732:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177312.010734:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407367680:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177312.010737:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177312.010740:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:3.0:1786177312.010740:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:2.0:1786177312.010744:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177312.010747:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
02000000:00000001:2.0:1786177312.010748:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1786177312.010751:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1786177312.010754:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
00000100:00000040:3.0:1786177312.010755:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177312.010759:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177312.010759:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177312.010763:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177312.010767:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177312.010767:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000010:2.0:1786177312.010801:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000020:00000001:3.0:1786177312.010803:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177312.010806:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000400:00000010:2.0:1786177312.010809:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000020:00000001:3.0:1786177312.010809:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177312.010811:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000200:2.0:1786177312.010814:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407367680, portal 10
00000020:00000001:3.0:1786177312.010815:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177312.010819:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177312.010821:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177312.010824:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00000040:3.0:1786177312.010825:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.010830:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177312.010833:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000040:2.0:1786177312.010837:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407367680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177312.010837:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177312.010841:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177312.010847:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177312.010852:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.010853:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1786177312.010855:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1786177312.010859:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177312.010860:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1786177312.010863:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
02000000:00000001:3.0:1786177312.010864:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177312.010867:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1786177312.010870:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407367680, offset 0
00000008:00100000:3.0:1786177312.010871:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177312.010883:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177312.010886:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177312.010890:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000010:3.0:1786177312.010892:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786177312.010896:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000400:00000200:2.0:1786177312.010897:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177312.010900:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177312.010902:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177312.010904:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:3.0:1786177312.010905:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177312.010908:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1786177312.010909:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1786177312.010912:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177312.010913:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177312.010917:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1786177312.010918:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2800.
00000400:00000200:2.0:1786177312.010919:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177312.010924:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273845:273845:256:4294967295] 192.168.202.146@tcp LPNI seq info [273806:273806:8:4294967295]
00000100:00000001:3.0:1786177312.010925:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177312.010929:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00100000:3.0:1786177312.010933:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407367936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177312.010939:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177312.010951:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000001:3.0:1786177312.010954:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1786177312.010956:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000100:00000001:3.0:1786177312.010958:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177312.010962:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177312.010965:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407367936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1786177312.010966:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177312.010975:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177312.010979:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1786177312.010986:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1786177312.010987:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177312.010990:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000100:00080000:3.0:1786177312.010992:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1786177312.010993:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1786177312.010997:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1786177312.010999:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1786177312.011000:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177312.011002:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000100:00080000:3.0:1786177312.011004:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1786177312.011005:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177312.011008:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177312.011009:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1786177312.011012:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11832
00000100:00000200:2.0:1786177312.011015:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b480 x1872930407367680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.011032:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177312.011036:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b480 x1872930407367680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.011042:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.011044:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177312.011047:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177312.011051:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177312.011054:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177312.011056:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306504741
00000100:00000001:2.0:1786177312.011058:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306513706
00000100:00000001:2.0:1786177312.011060:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306504741
00000100:00000001:2.0:1786177312.011062:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306513706
00000100:00000001:2.0:1786177312.011064:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177312.011065:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.011067:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177312.011071:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177312/real 1786177312]  req@ffff9f148515b480 x1872930407367680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177312.011078:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177312.011079:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177312.011080:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177312.011082:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177312.011084:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177312.011086:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177312.011088:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407367680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177312.011096:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407367680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.011102:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177312.011103:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.011105:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177312.011106:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177312.011110:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407367680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.011116:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177312.011120:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407367680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.011127:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177312.011129:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.011130:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177312.011131:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.011133:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177312.011135:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177312.011138:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177312.011141:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177312.011143:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177312.011147:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407367680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177312.011153:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407367680:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177312.011157:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.011159:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177312.011162:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407367552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.011169:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177312.011171:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177312.011173:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177312.011176:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177312.011178:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177312.011180:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177312.011183:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177312.011185:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3000.
02000000:00000001:2.0:1786177312.011188:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177312.011190:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177312.011192:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:2.0:1786177312.011195:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177312.011196:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.011197:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177312.011201:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407367680/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.011207:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177312.011208:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177312.011209:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177312.011212:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177312.011213:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177312.011214:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177312.011216:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177312.011217:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0400.
02000000:00000001:2.0:1786177312.011219:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177312.011220:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177312.011222:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177312.011225:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177312.011226:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.011228:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.011236:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177312.011237:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.011240:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177312.011241:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177312.011242:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177312.011246:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407367808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.011252:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177312.011254:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177312.011256:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177312.011258:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177312.011260:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177312.011263:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407367808:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177312.011266:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177312.011268:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177312.011270:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177312.011271:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177312.011274:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177312.011276:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177312.011280:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177312.011282:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177312.011286:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177312.011289:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407367808, portal 10
00000100:00000001:2.0:1786177312.011290:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177312.011292:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000100:00000040:2.0:1786177312.011298:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407367808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.011304:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177312.011307:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177312.011309:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177312.011311:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407367808, offset 0
00000400:00000200:2.0:1786177312.011316:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177312.011411:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177312.011416:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177312.011418:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177312.011421:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.011423:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177312.011425:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.011427:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177312.011430:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177312.011431:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177312.011433:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177312.011434:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177312.011437:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177312.011439:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177312.011441:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.011443:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177312.011445:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177312.011446:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177312.011449:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177312.011451:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177312.011453:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177312.011455:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177312.011457:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177312.011459:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177312.011461:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177312.011463:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177312.011465:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177312.011467:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177312.011471:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786177312.011473:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177312.011475:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177312.011476:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177312.011478:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177312.011480:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177312.011481:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177312.011485:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3800.
00000100:00000001:3.0:1786177312.011488:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177312.011492:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407368064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177312.011499:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177312.011501:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177312.011505:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407368064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177312.011513:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177312.011517:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11842)
00000400:00000200:2.0:1786177312.011913:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177312.011918:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177312.011921:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177312.011924:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177312.011926:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177312.011928:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177312.011931:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273846:273846:256:4294967295] 192.168.202.146@tcp LPNI seq info [273807:273807:8:4294967295]
00000400:00000200:2.0:1786177312.011935:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177312.011941:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177312.011946:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177312.011951:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177312.011956:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177312.011959:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177312.011963:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177312.011965:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177312.011968:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177312.011970:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177312.011973:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177312.011976:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177312.011979:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177312.011981:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177312.011984:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177312.011988:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158000 x1872930407367808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.011995:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177312.011999:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158000 x1872930407367808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012005:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.012006:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177312.012009:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177312.012012:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177312.012016:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177312.012018:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306504823
00000100:00000001:2.0:1786177312.012020:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306513706
00000100:00000001:2.0:1786177312.012023:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306504823
00000100:00000001:2.0:1786177312.012025:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306513706
00000100:00000001:2.0:1786177312.012027:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177312.012029:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.012030:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177312.012034:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177312/real 1786177312]  req@ffff9f1485158000 x1872930407367808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177312.012047:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177312.012048:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177312.012050:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177312.012052:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177312.012054:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177312.012055:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177312.012058:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407367808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177312.012066:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407367808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012072:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177312.012073:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012075:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177312.012076:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177312.012079:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407367808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012085:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177312.012089:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407367808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012095:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177312.012098:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012099:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177312.012100:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012102:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177312.012103:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177312.012106:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177312.012109:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177312.012111:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177312.012115:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407367808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177312.012123:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407367808:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177312.012127:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177312.012130:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407367936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012137:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177312.012138:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177312.012140:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177312.012142:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177312.012144:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177312.012147:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407367936:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177312.012150:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177312.012151:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177312.012153:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177312.012155:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177312.012158:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177312.012160:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177312.012163:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177312.012165:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177312.012169:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177312.012172:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407367936, portal 4
00000100:00000001:2.0:1786177312.012173:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177312.012174:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00000040:2.0:1786177312.012180:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407367936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012187:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177312.012189:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177312.012191:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177312.012194:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407367936, offset 0
00000400:00000200:2.0:1786177312.012199:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177312.012203:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177312.012206:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177312.012209:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177312.012212:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177312.012214:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177312.012217:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177312.012220:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273847:273847:256:4294967295] 192.168.202.146@tcp LPNI seq info [273808:273808:8:4294967295]
00000400:00000200:2.0:1786177312.012224:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177312.012229:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177312.012234:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177312.012237:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177312.012240:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177312.012243:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177312.012246:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177312.012250:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177312.012253:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177312.012255:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177312.012258:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177312.012261:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177312.012264:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177312.012265:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177312.012268:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177312.012271:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b100 x1872930407367936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012279:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177312.012282:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407367936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012288:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.012289:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177312.012292:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177312.012295:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177312.012299:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177312.012302:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306506082
00000100:00000001:2.0:1786177312.012304:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306513706
00000100:00000001:2.0:1786177312.012306:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306506082
00000100:00000001:2.0:1786177312.012308:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306513706
00000100:00000001:2.0:1786177312.012310:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177312.012313:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.012314:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177312.012318:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177312/real 1786177312]  req@ffff9f148515b100 x1872930407367936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177312.012326:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177312.012327:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177312.012329:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177312.012331:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177312.012333:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177312.012335:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177312.012338:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407367936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177312.012346:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407367936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012352:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177312.012354:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012355:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177312.012357:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177312.012360:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407367936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012366:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177312.012370:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407367936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012376:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177312.012379:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012380:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177312.012382:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012383:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177312.012385:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177312.012387:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177312.012390:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177312.012393:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177312.012396:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407367936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177312.012404:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407367936:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177312.012408:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012410:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177312.012413:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407367808/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012418:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177312.012420:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177312.012422:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177312.012424:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177312.012426:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177312.012427:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177312.012429:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177312.012431:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0800.
02000000:00000001:2.0:1786177312.012433:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177312.012434:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177312.012436:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000100:00000001:2.0:1786177312.012438:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177312.012439:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012441:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177312.012444:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407367936/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012455:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177312.012456:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177312.012458:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177312.012460:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177312.012461:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177312.012462:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177312.012464:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177312.012465:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2800.
02000000:00000001:2.0:1786177312.012467:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177312.012468:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177312.012469:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:2.0:1786177312.012472:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177312.012473:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012475:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012479:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177312.012480:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.012482:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177312.012483:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177312.012485:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177312.012488:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407368064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012494:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177312.012495:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177312.012497:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177312.012499:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177312.012501:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177312.012504:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407368064:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177312.012507:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177312.012509:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177312.012510:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177312.012512:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177312.012515:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177312.012517:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177312.012520:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177312.012522:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177312.012525:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177312.012528:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407368064, portal 4
00000100:00000001:2.0:1786177312.012530:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177312.012531:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
00000100:00000040:2.0:1786177312.012537:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407368064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012543:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177312.012545:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177312.012548:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177312.012550:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407368064, offset 0
00000400:00000200:2.0:1786177312.012554:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177312.012557:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177312.012561:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177312.012564:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177312.012566:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177312.012569:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177312.012571:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177312.012574:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273848:273848:256:4294967295] 192.168.202.146@tcp LPNI seq info [273809:273809:8:4294967295]
00000400:00000200:2.0:1786177312.012578:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177312.012583:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177312.012587:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177312.012590:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177312.012594:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177312.012596:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1786177312.012600:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177312.012603:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1786177312.012606:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177312.012608:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177312.012611:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177312.012614:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177312.012617:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177312.012619:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177312.012622:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177312.012626:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515aa00 x1872930407368064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012633:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177312.012636:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515aa00 x1872930407368064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012642:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.012643:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177312.012646:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177312.012649:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177312.012652:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177312.012654:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306505872
00000100:00000001:2.0:1786177312.012657:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306513706
00000100:00000001:2.0:1786177312.012659:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306505872
00000100:00000001:2.0:1786177312.012661:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306513706
00000100:00000001:2.0:1786177312.012663:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177312.012665:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.012666:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177312.012670:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177312/real 1786177312]  req@ffff9f148515aa00 x1872930407368064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177312.012677:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177312.012678:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177312.012680:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177312.012682:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177312.012684:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177312.012686:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177312.012689:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407368064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177312.012696:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407368064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012708:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177312.012709:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012711:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177312.012712:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177312.012716:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407368064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012721:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177312.012725:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407368064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012731:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177312.012734:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012735:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177312.012736:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012738:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177312.012739:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177312.012741:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177312.012744:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177312.012746:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177312.012750:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407368064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177312.012757:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407368064:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177312.012760:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012762:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177312.012765:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407368064/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177312.012787:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177312.012789:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177312.012791:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177312.012793:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177312.012795:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177312.012796:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177312.012798:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177312.012799:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3800.
02000000:00000001:2.0:1786177312.012801:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177312.012802:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177312.012804:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00000001:2.0:1786177312.012806:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177312.012807:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012809:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177312.012812:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177312.012813:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177312.012815:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177312.012817:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177312.841942:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177312.841952:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177312.842061:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177312.842067:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177312.842072:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177313.865913:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177313.865922:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177313.866920:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177313.866925:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177313.866929:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177314.889970:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177314.889980:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177314.890057:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177314.890062:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177314.890075:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177315.914206:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177315.914216:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177315.915144:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177315.915151:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177315.915154:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177316.937977:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177316.937987:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177316.938062:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177316.938067:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177316.938071:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177317.130194:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177317.130208:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177317.130212:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177317.130217:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177317.130222:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177317.130230:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11837
00000400:00000200:3.0:1786177317.130242:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177317.130249:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177317.130253:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177317.130256:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.130260:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177317.130263:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.130266:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177317.130270:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177317.130274:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177317.130277:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177317.130281:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177317.130284:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177317.130287:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177317.130291:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.130293:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177317.130295:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.130297:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177317.130300:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177317.130303:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177317.130306:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177317.130559:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177317.130564:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177317.130568:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177317.130571:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177317.130574:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177317.130587:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786177317.130591:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177317.130596:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177317.130598:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177317.130602:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177317.130605:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177317.130610:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177317.130620:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786177317.130629:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177317.130639:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407368192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177317.130648:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177317.130651:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177317.130655:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407368192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177317.130680:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177317.130683:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177317.130687:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177317.130688:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177317.130690:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177317.130693:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177317.130696:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11837
00000400:00000200:3.0:1786177317.130700:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177317.130712:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177317.130715:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177317.130718:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177317.130719:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786177317.130720:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177317.130722:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.130723:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177317.130724:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1786177317.130726:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177317.130727:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1786177317.130727:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177317.130729:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177317.130731:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177317.130734:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:2.0:1786177317.130735:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407368192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177317.130736:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177317.130739:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.130742:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177317.130743:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1786177317.130744:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.130745:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177317.130746:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177317.130748:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
02000000:00000001:2.0:1786177317.130750:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1786177317.130750:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:2.0:1786177317.130752:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177317.130752:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177317.130755:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177317.130755:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1786177317.130759:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407368192:192.168.202.146@tcp:250:kworker.0
02000000:00000001:3.0:1786177317.130760:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177317.130762:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177317.130763:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1786177317.130764:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1786177317.130768:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177317.130796:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177317.130800:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177317.130806:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177317.130809:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177317.130815:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177317.130819:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177317.130837:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177317.130846:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407368192, portal 25
00000100:00000001:2.0:1786177317.130849:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177317.130850:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
00000100:00000040:2.0:1786177317.130857:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407368192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.130865:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177317.130868:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177317.130871:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177317.130876:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407368192, offset 0
00000008:00100000:3.0:1786177317.130880:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1786177317.130883:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000008:00000001:3.0:1786177317.130884:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177317.130886:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177317.130889:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000400:00000200:2.0:1786177317.130892:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:3.0:1786177317.130892:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177317.130894:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177317.130896:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177317.130897:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1786177317.130898:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
02000000:00000001:3.0:1786177317.130899:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177317.130901:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177317.130904:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1786177317.130904:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786177317.130908:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177317.130909:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00100000:3.0:1786177317.130912:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407368320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177317.130914:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177317.130917:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.130920:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1786177317.130921:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273849:273849:256:4294967295] 192.168.202.146@tcp LPNI seq info [273810:273810:8:4294967295]
00000100:00000001:3.0:1786177317.130922:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177317.130926:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786177317.130926:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407368320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177317.130933:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177317.130936:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1786177317.130937:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177317.130940:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177317.130942:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177317.130943:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177317.130946:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177317.130948:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11837
00000800:00000200:2.0:1786177317.130951:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177317.130958:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177317.130966:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177317.130971:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177317.130977:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177317.130981:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177317.130986:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177317.130988:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177317.130995:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177317.131001:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177317.131007:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177317.131009:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000400:00000200:3.0:1786177317.131011:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177317.131013:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1786177317.131015:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000200:2.0:1786177317.131017:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159180 x1872930407368192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177317.131017:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177317.131021:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.131023:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177317.131025:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.131027:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177317.131030:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177317.131031:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177317.131033:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177317.131039:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177317.131042:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159180 x1872930407368192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.131051:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177317.131052:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177317.131060:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177317.131064:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177317.131067:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306518827
00000100:00000001:2.0:1786177317.131075:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306513706
00000100:00000001:2.0:1786177317.131080:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306518827
00000100:00000001:2.0:1786177317.131084:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306513706
00000100:00000001:2.0:1786177317.131086:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177317.131090:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177317.131092:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177317.131096:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177317/real 1786177317]  req@ffff9f1485159180 x1872930407368192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177317.131107:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177317.131109:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177317.131111:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177317.131113:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177317.131115:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000020:00000040:3.0:1786177317.131117:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000100:00000001:2.0:1786177317.131118:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1786177317.131120:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000200:2.0:1786177317.131122:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407368192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1786177317.131122:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177317.131125:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.131128:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177317.131130:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.131132:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177317.131135:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00000200:2.0:1786177317.131137:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407368192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177317.131138:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177317.131141:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177317.131143:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177317.131144:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177317.131146:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1786177317.131146:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177317.131148:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177317.131149:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177317.131150:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177317.131151:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1786177317.131152:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177317.131154:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177317.131155:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407368192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177317.131156:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177317.131160:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786177317.131162:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177317.131165:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177317.131166:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177317.131168:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177317.131170:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177317.131171:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177317.131176:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786177317.131180:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177317.131184:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407368448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177317.131192:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177317.131194:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177317.131197:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407368448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177317.131205:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177317.131208:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177317.131211:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177317.131213:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177317.131215:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177317.131217:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177317.131220:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11837
00000400:00000200:3.0:1786177317.131225:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177317.131228:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177317.131230:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177317.131233:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.131235:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177317.131237:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.131239:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177317.131242:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177317.131243:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177317.131245:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177317.131247:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177317.131249:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177317.131251:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177317.131254:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.131256:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177317.131258:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.131260:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177317.131262:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177317.131265:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177317.131267:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177317.131268:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177317.131271:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177317.131273:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177317.131275:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177317.131278:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177317.131280:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177317.131281:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177317.131285:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786177317.131287:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:3.0:1786177317.131289:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177317.131291:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177317.131292:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177317.131294:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177317.131295:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177317.131299:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
00000100:00000001:3.0:1786177317.131302:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177317.131306:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407368576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177317.131312:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177317.131314:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177317.131317:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407368576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177317.131324:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177317.131327:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177317.131330:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177317.131331:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177317.131333:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177317.131336:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177317.131338:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11837
00000400:00000200:3.0:1786177317.131341:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177317.131344:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177317.131347:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177317.131349:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.131352:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177317.131353:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.131355:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177317.131358:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177317.131359:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177317.131360:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177317.131362:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177317.131364:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177317.131366:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177317.131369:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.131371:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177317.131373:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177317.131374:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177317.131376:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177317.131379:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177317.131382:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177317.131383:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177317.131386:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177317.131388:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177317.131390:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177317.131392:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177317.131394:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177317.131396:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177317.131400:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786177317.131402:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177317.131404:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177317.131405:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177317.131407:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177317.131408:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177317.131410:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177317.131414:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786177317.131417:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177317.131421:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407368704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177317.131429:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177317.131431:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177317.131435:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407368704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177317.131443:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177317.131448:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11847)
00000100:00000001:2.0:1786177317.131559:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177317.131571:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407368192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.131579:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177317.131583:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.131584:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177317.131586:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.131589:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177317.131591:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177317.131594:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177317.131598:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177317.131601:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177317.131605:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407368192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177317.131614:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407368192:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177317.131620:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.131622:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177317.131625:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407368192/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.131633:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177317.131635:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177317.131638:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177317.131641:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177317.131642:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177317.131644:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177317.131645:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177317.131648:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
02000000:00000001:2.0:1786177317.131652:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177317.131653:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177317.131655:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
00000100:00000001:2.0:1786177317.131657:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177317.131658:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.131660:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.131666:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177317.131668:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177317.131669:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177317.131670:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177317.131672:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177317.131674:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158e00 x1872930407368320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.131678:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177317.131679:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177317.131681:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177317.131683:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177317.131684:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177317.131686:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407368320:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177317.131688:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177317.131690:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177317.131692:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177317.131694:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177317.131696:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177317.131697:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177317.131700:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177317.131702:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177317.131706:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177317.131710:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407368320, portal 10
00000100:00000001:2.0:1786177317.131712:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177317.131713:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213785600 : -106564495766016 : ffff9f1485158e00)
00000100:00000040:2.0:1786177317.131721:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158e00 x1872930407368320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.131727:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177317.131729:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177317.131732:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177317.131734:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407368320, offset 0
00000400:00000200:2.0:1786177317.131738:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177317.131743:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177317.131747:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177317.131751:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177317.131754:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177317.131756:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177317.131758:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177317.131760:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273850:273850:256:4294967295] 192.168.202.146@tcp LPNI seq info [273811:273811:8:4294967295]
00000400:00000200:2.0:1786177317.131763:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177317.131768:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177317.131789:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177317.131792:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177317.131795:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177317.131797:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177317.131800:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177317.131802:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177317.131805:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177317.131806:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177317.131809:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177317.131811:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177317.131814:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177317.131815:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177317.131817:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177317.131820:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158e00 x1872930407368320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.131837:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177317.131839:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158e00 x1872930407368320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.131844:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177317.131845:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177317.131848:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177317.131851:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177317.131853:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177317.131855:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306509862
00000100:00000001:2.0:1786177317.131857:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306518827
00000100:00000001:2.0:1786177317.131859:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306509862
00000100:00000001:2.0:1786177317.131861:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306518827
00000100:00000001:2.0:1786177317.131862:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177317.131863:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177317.131864:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177317.131867:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177317/real 1786177317]  req@ffff9f1485158e00 x1872930407368320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177317.131871:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177317.131872:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177317.131873:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177317.131875:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177317.131876:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177317.131877:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177317.131879:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158e00 x1872930407368320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177317.131884:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158e00 x1872930407368320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.131892:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177317.131893:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.131894:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177317.131895:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177317.131897:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158e00 x1872930407368320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.131901:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177317.131903:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158e00 x1872930407368320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.131906:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177317.131908:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.131908:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177317.131909:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.131910:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177317.131911:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177317.131913:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177317.131914:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177317.131915:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177317.131917:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158e00 x1872930407368320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177317.131922:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407368320:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177317.131924:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177317.131925:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515bb80 x1872930407368448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.131929:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177317.131930:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177317.131932:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177317.131933:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177317.131935:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177317.131936:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407368448:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177317.131938:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177317.131939:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177317.131940:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177317.131941:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177317.131944:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177317.131945:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177317.131947:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177317.131949:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177317.131951:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177317.131953:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407368448, portal 10
00000100:00000001:2.0:1786177317.131955:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177317.131956:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213797248 : -106564495754368 : ffff9f148515bb80)
00000100:00000040:2.0:1786177317.131962:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515bb80 x1872930407368448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.131968:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177317.131970:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177317.131972:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177317.131974:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407368448, offset 0
00000400:00000200:2.0:1786177317.131978:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177317.131981:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177317.131985:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177317.131987:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177317.131990:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177317.131993:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177317.131995:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177317.131998:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273851:273851:256:4294967295] 192.168.202.146@tcp LPNI seq info [273812:273812:8:4294967295]
00000400:00000200:2.0:1786177317.132002:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177317.132008:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177317.132012:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177317.132014:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177317.132017:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177317.132019:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177317.132029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177317.132032:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177317.132036:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177317.132038:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177317.132041:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177317.132045:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177317.132048:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177317.132049:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177317.132052:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177317.132056:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515bb80 x1872930407368448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132064:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177317.132067:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515bb80 x1872930407368448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132072:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177317.132073:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177317.132076:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177317.132078:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177317.132081:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177317.132082:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306509943
00000100:00000001:2.0:1786177317.132084:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306518827
00000100:00000001:2.0:1786177317.132085:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306509943
00000100:00000001:2.0:1786177317.132086:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306518827
00000100:00000001:2.0:1786177317.132088:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177317.132089:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177317.132090:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177317.132092:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177317/real 1786177317]  req@ffff9f148515bb80 x1872930407368448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177317.132098:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177317.132099:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177317.132100:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177317.132101:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177317.132102:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177317.132104:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177317.132105:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515bb80 x1872930407368448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177317.132111:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515bb80 x1872930407368448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132115:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177317.132116:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.132117:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177317.132117:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177317.132119:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515bb80 x1872930407368448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132123:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177317.132127:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515bb80 x1872930407368448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132133:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177317.132135:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.132136:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177317.132137:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.132139:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177317.132140:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177317.132143:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177317.132146:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177317.132148:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177317.132153:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515bb80 x1872930407368448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177317.132159:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407368448:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177317.132258:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177317.132262:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159f80 x1872930407368576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132268:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177317.132330:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177317.132332:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177317.132333:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177317.132335:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177317.132337:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407368576:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177317.132339:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177317.132341:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177317.132342:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177317.132343:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177317.132404:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177317.132408:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177317.132412:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177317.132415:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177317.132419:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177317.132422:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407368576, portal 4
00000100:00000001:2.0:1786177317.132424:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177317.132425:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790080 : -106564495761536 : ffff9f1485159f80)
00000100:00000040:2.0:1786177317.132432:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159f80 x1872930407368576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132439:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177317.132441:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177317.132443:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177317.132446:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407368576, offset 0
00000400:00000200:2.0:1786177317.132451:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177317.132455:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177317.132458:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177317.132461:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177317.132464:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177317.132466:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177317.132468:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177317.132471:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273852:273852:256:4294967295] 192.168.202.146@tcp LPNI seq info [273813:273813:8:4294967295]
00000400:00000200:2.0:1786177317.132475:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177317.132481:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177317.132486:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177317.132490:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177317.132494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177317.132496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177317.132501:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177317.132503:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177317.132507:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177317.132509:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177317.132512:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177317.132516:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177317.132519:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177317.132521:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177317.132524:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177317.132527:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159f80 x1872930407368576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132535:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177317.132537:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159f80 x1872930407368576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132543:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177317.132544:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177317.132547:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177317.132550:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177317.132553:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177317.132556:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306511202
00000100:00000001:2.0:1786177317.132558:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306518827
00000100:00000001:2.0:1786177317.132560:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306511202
00000100:00000001:2.0:1786177317.132562:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306518827
00000100:00000001:2.0:1786177317.132564:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177317.132567:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177317.132568:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177317.132572:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177317/real 1786177317]  req@ffff9f1485159f80 x1872930407368576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177317.132580:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177317.132582:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177317.132583:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177317.132585:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177317.132587:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177317.132588:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177317.132591:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159f80 x1872930407368576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177317.132598:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159f80 x1872930407368576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132604:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177317.132605:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.132607:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177317.132609:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177317.132612:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159f80 x1872930407368576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132618:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177317.132621:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159f80 x1872930407368576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132626:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177317.132629:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.132631:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177317.132632:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.132634:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177317.132635:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177317.132638:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177317.132641:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177317.132643:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177317.132646:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159f80 x1872930407368576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177317.132654:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407368576:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177317.132658:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177317.132661:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159500 x1872930407368704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132668:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177317.132670:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177317.132672:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177317.132674:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177317.132675:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177317.132677:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407368704:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177317.132679:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177317.132681:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177317.132683:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177317.132684:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177317.132687:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177317.132688:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177317.132690:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177317.132692:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000400:00000010:2.0:1786177317.132694:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177317.132696:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407368704, portal 4
00000100:00000001:2.0:1786177317.132697:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177317.132698:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213787392 : -106564495764224 : ffff9f1485159500)
00000100:00000040:2.0:1786177317.132703:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159500 x1872930407368704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132709:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177317.132711:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177317.132713:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000200:2.0:1786177317.132715:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407368704, offset 0
00000400:00000200:2.0:1786177317.132719:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177317.132722:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177317.132726:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177317.132728:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177317.132731:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177317.132733:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177317.132736:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177317.132739:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273853:273853:256:4294967295] 192.168.202.146@tcp LPNI seq info [273814:273814:8:4294967295]
00000400:00000200:2.0:1786177317.132743:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177317.132749:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177317.132753:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177317.132755:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000800:00000200:2.0:1786177317.132758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177317.132760:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1786177317.132762:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177317.132764:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1786177317.132766:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177317.132768:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:2.0:1786177317.132789:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177317.132791:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177317.132794:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:2.0:1786177317.132795:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:2.0:1786177317.132797:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177317.132799:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159500 x1872930407368704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132808:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177317.132810:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159500 x1872930407368704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132816:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177317.132817:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177317.132820:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177317.132831:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177317.132834:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177317.132836:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306510993
00000100:00000001:2.0:1786177317.132839:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306518827
00000100:00000001:2.0:1786177317.132841:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306510993
00000100:00000001:2.0:1786177317.132843:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306518827
00000100:00000001:2.0:1786177317.132845:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177317.132847:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177317.132849:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177317.132852:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177317/real 1786177317]  req@ffff9f1485159500 x1872930407368704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177317.132860:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177317.132861:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177317.132863:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177317.132865:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177317.132867:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177317.132869:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177317.132872:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159500 x1872930407368704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177317.132878:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159500 x1872930407368704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132882:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177317.132884:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.132885:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177317.132886:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177317.132888:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159500 x1872930407368704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132892:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177317.132894:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159500 x1872930407368704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132897:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177317.132899:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.132900:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177317.132901:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.132902:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177317.132903:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177317.132905:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177317.132907:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177317.132908:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177317.132910:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159500 x1872930407368704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177317.132914:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407368704:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177317.132916:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.132917:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177317.132919:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158e00 x1872930407368320/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132923:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177317.132924:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177317.132925:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177317.132927:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177317.132928:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177317.132929:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177317.132931:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177317.132932:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:2.0:1786177317.132935:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177317.132936:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177317.132937:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158e00.
00000100:00000001:2.0:1786177317.132939:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177317.132940:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.132941:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177317.132943:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515bb80 x1872930407368448/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132947:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177317.132948:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177317.132948:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177317.132950:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177317.132950:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177317.132951:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177317.132952:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177317.132954:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:2.0:1786177317.132956:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177317.132956:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177317.132957:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515bb80.
00000100:00000001:2.0:1786177317.132961:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177317.132962:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.132963:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177317.132966:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159f80 x1872930407368576/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.132971:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177317.132972:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177317.132973:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177317.132975:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177317.132977:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177317.132978:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177317.132980:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177317.132981:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:2.0:1786177317.132983:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177317.132985:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177317.132986:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159f80.
00000100:00000001:2.0:1786177317.132988:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177317.132990:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.132991:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177317.132994:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159500 x1872930407368704/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177317.133001:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177317.133002:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177317.133004:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177317.133006:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177317.133007:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177317.133008:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177317.133010:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177317.133011:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1800.
02000000:00000001:2.0:1786177317.133012:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177317.133013:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177317.133014:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159500.
00000100:00000001:2.0:1786177317.133015:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177317.133016:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.133017:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177317.133022:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177317.133023:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177317.133025:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177317.133026:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177317.961934:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177317.961943:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177317.962039:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177317.962044:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177317.962048:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177318.985923:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177318.985929:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177318.985993:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177318.985998:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177318.986001:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177320.009913:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177320.009921:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177320.009984:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177320.009988:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177320.009992:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177321.033917:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177321.033927:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177321.033930:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177321.033933:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177321.033939:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177321.033942:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177321.033944:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177321.033946:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177321.034012:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177321.034017:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177321.034030:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177322.057909:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177322.057916:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177322.058057:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177322.058060:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177322.058063:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177322.249857:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177322.249868:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177322.249870:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177322.249874:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177322.249878:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177322.249885:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11842
00000400:00000200:3.0:1786177322.249892:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177322.249902:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177322.249904:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177322.249907:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177322.249909:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177322.249911:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177322.249912:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177322.249915:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177322.249917:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177322.249919:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177322.249921:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177322.249923:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177322.249925:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177322.249927:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177322.249928:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177322.249929:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177322.249930:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177322.249931:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177322.249933:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177322.249935:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177322.249937:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177322.249939:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177322.249941:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177322.249943:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177322.249944:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177322.249951:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159500.
00000020:00000040:3.0:1786177322.249953:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177322.249956:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177322.249958:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177322.249960:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177322.249962:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177322.249965:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177322.249971:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000100:00000001:3.0:1786177322.249977:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177322.249983:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159500 x1872930407368832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177322.249990:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177322.249994:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177322.249997:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2269f4f] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159500 x1872930407368832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177322.250019:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177322.250021:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177322.250023:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177322.250024:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177322.250025:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177322.250027:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177322.250028:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11842
00000400:00000200:3.0:1786177322.250030:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177322.250032:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177322.250033:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177322.250035:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177322.250036:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177322.250037:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177322.250038:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177322.250039:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177322.250040:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177322.250041:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177322.250042:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177322.250043:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177322.250044:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:3.0:1786177322.250046:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177322.250047:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177322.250049:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177322.250050:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177322.250053:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177322.250056:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177322.250059:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177322.250061:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177322.250066:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177322.250067:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1786177322.250069:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177322.250072:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1786177322.250073:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177322.250078:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1786177322.250080:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177322.250084:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177322.250087:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177322.250088:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159500 x1872930407368832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1786177322.250091:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159f80.
00000020:00000040:3.0:1786177322.250096:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177322.250102:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177322.250104:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1786177322.250104:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177322.250105:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1786177322.250108:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177322.250108:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177322.250110:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177322.250113:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1786177322.250114:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
02000000:00000001:2.0:1786177322.250118:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177322.250118:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177322.250124:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177322.250127:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159f80 x1872930407368960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1786177322.250132:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407368832:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786177322.250137:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177322.250140:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1786177322.250140:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177322.250146:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1786177322.250147:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036216093] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159f80 x1872930407368960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1786177322.250151:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177322.250155:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177322.250156:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1786177322.250159:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1786177322.250163:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177322.250167:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177322.250173:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177322.250176:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1786177322.250177:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:3.0:1786177322.250177:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177322.250181:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1786177322.250183:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60cb8.
00000100:00080000:3.0:1786177322.250184:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11842
00000400:00000200:3.0:1786177322.250189:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177322.250192:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000010:2.0:1786177322.250193:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00080000:3.0:1786177322.250194:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177322.250199:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177322.250200:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177322.250202:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000200:2.0:1786177322.250203:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407368832, portal 25
00000100:00000001:3.0:1786177322.250203:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177322.250208:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177322.250210:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1786177322.250210:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177322.250213:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177322.250214:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213787392 : -106564495764224 : ffff9f1485159500)
00000020:00000040:3.0:1786177322.250215:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177322.250219:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177322.250221:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177322.250225:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177322.250226:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177322.250227:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159500 x1872930407368832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177322.250228:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177322.250231:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177322.250234:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177322.250238:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177322.250243:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177322.250246:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177322.250249:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177322.250250:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1786177322.250251:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177322.250253:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177322.250255:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1786177322.250257:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000008:00000001:3.0:1786177322.250258:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177322.250261:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177322.250263:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c220.
00000100:00000010:3.0:1786177322.250264:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515bb80.
00000020:00000040:3.0:1786177322.250269:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000100:00000200:2.0:1786177322.250271:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407368832, offset 0
02000000:00000001:3.0:1786177322.250271:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177322.250272:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177322.250275:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177322.250276:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177322.250277:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177322.250279:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
00000100:00000001:3.0:1786177322.250282:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177322.250285:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515bb80 x1872930407369088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177322.250291:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177322.250292:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177322.250294:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2db976b] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515bb80 x1872930407369088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177322.250301:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177322.250303:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177322.250304:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177322.250309:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177322.250310:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177322.250312:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1786177322.250315:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177322.250317:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177322.250322:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11842
00000400:00000200:2.0:1786177322.250325:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177322.250330:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177322.250334:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177322.250338:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177322.250341:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177322.250346:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273854:273854:256:4294967295] 192.168.202.146@tcp LPNI seq info [273815:273815:8:4294967295]
00000400:00000200:2.0:1786177322.250351:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177322.250356:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177322.250361:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177322.250364:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177322.250367:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1786177322.250369:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177322.250373:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177322.250376:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177322.250377:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000800:00000200:2.0:1786177322.250381:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000020:00000001:3.0:1786177322.250381:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177322.250382:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177322.250385:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177322.250387:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:3.0:1786177322.250389:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000800:00000010:2.0:1786177322.250390:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e500.
00000020:00000001:3.0:1786177322.250391:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177322.250396:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177322.250398:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177322.250401:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:2.0:1786177322.250403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786177322.250404:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177322.250408:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177322.250411:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177322.250414:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177322.250414:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
02000000:00000001:3.0:1786177322.250418:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177322.250421:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177322.250422:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177322.250423:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177322.250425:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177322.250427:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177322.250428:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177322.250431:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158e00.
00000020:00000040:3.0:1786177322.250433:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:2.0:1786177322.250435:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177322.250435:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177322.250438:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177322.250441:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177322.250443:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1786177322.250444:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:3.0:1786177322.250447:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177322.250449:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306523946
02000000:00000010:3.0:1786177322.250452:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000100:00000001:3.0:1786177322.250457:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177322.250458:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306518827
00000100:00100000:3.0:1786177322.250463:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158e00 x1872930407369216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177322.250465:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306523946
00000100:00000001:2.0:1786177322.250471:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306518827
00000100:00000001:2.0:1786177322.250477:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177322.250477:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177322.250481:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177322.250483:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177322.250488:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c909e24e] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158e00 x1872930407369216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177322.250489:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177322.250494:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177322.250501:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177322.250503:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177322.250504:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1786177322.250508:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1786177322.250509:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1786177322.250512:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1786177322.250514:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1786177322.250515:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177322.250517:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1786177322.250520:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177322.250521:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1786177322.250526:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11842
00000100:00000040:2.0:1786177322.250531:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159f80 x1872930407368960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177322.250534:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177322.250541:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177322.250546:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1786177322.250549:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1786177322.250551:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177322.250552:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177322.250556:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1786177322.250558:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1786177322.250560:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177322.250562:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177322.250564:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:2.0:1786177322.250567:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1786177322.250568:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177322.250572:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000100:00100000:2.0:1786177322.250575:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407368960:192.168.202.146@tcp:38:kworker.0
00000020:00000001:3.0:1786177322.250575:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177322.250579:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000001:2.0:1786177322.250582:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1786177322.250584:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000001:2.0:1786177322.250586:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1786177322.250588:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
02000000:00000001:2.0:1786177322.250590:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177322.250593:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1786177322.250595:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
02000000:00000010:2.0:1786177322.250598:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964800.
00000100:00000001:3.0:1786177322.250600:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1786177322.250602:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177322.250605:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177322.250608:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177322.250609:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:3.0:1786177322.250611:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000400:00000010:2.0:1786177322.250614:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60d10.
00000100:00080000:3.0:1786177322.250615:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177322.250619:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177322.250621:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c550.
02000000:00000001:3.0:1786177322.250621:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177322.250624:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1786177322.250627:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407368960, portal 10
02000000:00000001:3.0:1786177322.250627:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177322.250630:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177322.250633:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000008:00100000:3.0:1786177322.250633:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177322.250637:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213790080 : -106564495761536 : ffff9f1485159f80)
00000008:00000001:3.0:1786177322.250637:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177322.250638:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177322.250644:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159180.
00000020:00000040:3.0:1786177322.250646:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177322.250647:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177322.250649:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177322.250651:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159f80 x1872930407368960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177322.250651:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177322.250653:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177322.250656:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177322.250662:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:2.0:1786177322.250665:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1786177322.250666:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177322.250670:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00100000:3.0:1786177322.250673:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159180 x1872930407369344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1786177322.250676:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c198.
00000100:00000200:2.0:1786177322.250681:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407368960, offset 0
00000100:00000001:3.0:1786177322.250683:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177322.250686:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177322.250690:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000042b44c5] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159180 x1872930407369344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177322.250691:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177322.250699:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177322.250700:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177322.250705:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11852)
00000400:00000200:2.0:1786177322.250706:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177322.250710:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177322.250715:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177322.250718:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177322.250721:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177322.250725:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273855:273855:255:4294967295] 192.168.202.146@tcp LPNI seq info [273816:273816:7:4294967295]
00000400:00000200:2.0:1786177322.250731:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177322.250738:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177322.250742:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177322.250746:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e000.
00000800:00000200:2.0:1786177322.250750:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177322.250754:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177322.250757:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177322.250760:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177322.250764:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177322.250765:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306514980
00000100:00000001:2.0:1786177322.250768:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306523946
00000100:00000001:2.0:1786177322.250803:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306514980
00000100:00000001:2.0:1786177322.250807:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306523946
00000100:00000001:2.0:1786177322.250808:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177322.250811:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177322.250813:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177322.250817:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515bb80 x1872930407369088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177322.250825:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177322.250826:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177322.250829:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177322.250830:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177322.250833:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177322.250835:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407369088:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177322.250839:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177322.250840:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177322.250842:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177322.250844:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177322.250848:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177322.250850:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177322.250853:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177322.250855:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b607e8.
00000400:00000010:2.0:1786177322.250858:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cd48.
00000100:00000200:2.0:1786177322.250861:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407369088, portal 10
00000100:00000001:2.0:1786177322.250863:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177322.250864:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213797248 : -106564495754368 : ffff9f148515bb80)
00000100:00000040:2.0:1786177322.250870:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515bb80 x1872930407369088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177322.250877:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177322.250880:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177322.250883:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c6e8.
00000100:00000200:2.0:1786177322.250886:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407369088, offset 0
00000400:00000200:2.0:1786177322.250890:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177322.250894:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177322.250898:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177322.250901:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177322.250903:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177322.250906:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177322.250908:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177322.250911:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273856:273856:254:4294967295] 192.168.202.146@tcp LPNI seq info [273817:273817:6:4294967295]
00000400:00000200:2.0:1786177322.250916:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177322.250922:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177322.250927:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177322.250930:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e400.
00000800:00000200:2.0:1786177322.250934:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177322.250938:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177322.250940:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177322.250944:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177322.250947:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177322.250949:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306515062
00000100:00000001:2.0:1786177322.250952:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306523946
00000100:00000001:2.0:1786177322.250954:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306515062
00000100:00000001:2.0:1786177322.250956:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306523946
00000100:00000001:2.0:1786177322.250958:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177322.250960:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177322.250963:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177322.250966:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158e00 x1872930407369216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177322.250973:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177322.250975:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177322.250978:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177322.250979:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177322.250981:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177322.250984:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407369216:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177322.250988:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177322.250989:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177322.250991:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177322.250992:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177322.250995:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177322.250997:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177322.251001:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177322.251003:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60b58.
00000400:00000010:2.0:1786177322.251007:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c000.
00000100:00000200:2.0:1786177322.251009:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407369216, portal 4
00000100:00000001:2.0:1786177322.251012:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177322.251013:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213785600 : -106564495766016 : ffff9f1485158e00)
00000100:00000040:2.0:1786177322.251019:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158e00 x1872930407369216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177322.251026:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177322.251028:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177322.251030:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c4c8.
00000100:00000200:2.0:1786177322.251033:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407369216, offset 0
00000400:00000200:2.0:1786177322.251037:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177322.251040:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177322.251043:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177322.251046:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177322.251048:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177322.251050:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177322.251053:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177322.251057:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273857:273857:253:4294967295] 192.168.202.146@tcp LPNI seq info [273818:273818:5:4294967295]
00000400:00000200:2.0:1786177322.251061:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177322.251067:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177322.251072:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177322.251076:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5ed00.
00000800:00000200:2.0:1786177322.251079:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177322.251083:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177322.251086:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177322.251088:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177322.251091:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177322.251093:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306516321
00000100:00000001:2.0:1786177322.251095:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306523946
00000100:00000001:2.0:1786177322.251097:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306516321
00000100:00000001:2.0:1786177322.251099:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306523946
00000100:00000001:2.0:1786177322.251101:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177322.251103:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177322.251106:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177322.251108:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177322.251111:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177322.251113:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1786177322.251115:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177322.251117:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177322.251118:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177322.251122:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159180 x1872930407369344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177322.251129:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177322.251131:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177322.251133:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177322.251135:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177322.251136:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177322.251139:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407369344:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177322.251143:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177322.251145:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177322.251146:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177322.251148:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177322.251152:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177322.251154:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177322.251157:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177322.251160:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000400:00000010:2.0:1786177322.251163:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00000200:2.0:1786177322.251166:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407369344, portal 4
00000100:00000001:2.0:1786177322.251168:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177322.251169:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213786496 : -106564495765120 : ffff9f1485159180)
00000100:00000040:2.0:1786177322.251175:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159180 x1872930407369344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177322.251182:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177322.251184:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177322.251186:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782c990.
00000100:00000200:2.0:1786177322.251189:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407369344, offset 0
00000400:00000200:2.0:1786177322.251194:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177322.251197:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177322.251201:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177322.251203:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177322.251206:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177322.251208:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177322.251210:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177322.251213:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273858:273858:252:4294967295] 192.168.202.146@tcp LPNI seq info [273819:273819:4:4294967295]
00000400:00000200:2.0:1786177322.251231:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177322.251237:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177322.251242:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177322.251245:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5ea00.
00000800:00000200:2.0:1786177322.251249:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177322.251252:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:2.0:1786177322.251255:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177322.251258:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177322.251261:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177322.251263:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306516111
00000100:00000001:2.0:1786177322.251265:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306523946
00000100:00000001:2.0:1786177322.251268:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306516111
00000100:00000001:2.0:1786177322.251270:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306523946
00000100:00000001:2.0:1786177322.251272:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177322.251274:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177322.251277:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177322.251279:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177322.251282:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177322.251283:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1786177322.251285:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177322.251286:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177322.251288:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177322.251290:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177323.082030:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177323.082037:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177323.083898:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177323.083903:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177323.083908:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177324.105922:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177324.105929:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177324.106056:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177324.106060:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177324.106062:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177325.129861:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177325.129868:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177325.129921:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177325.129924:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177325.129926:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1786177325.322148:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.146:988
00000400:00000100:3.0:1786177325.322206:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.146@tcp at host 192.168.202.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1786177325.322216:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177325.322219:0:2390:0:(router.c:1791:lnet_notify()) 192.168.202.46@tcp notifying 192.168.202.146@tcp: down
00000400:00000200:3.0:1786177325.322223:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177325.322227:0:2390:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1786177325.322232:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786177325.322235:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e500.
00000400:00000200:3.0:1786177325.322241:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786177325.322245:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786177325.322252:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c220
00000400:00000010:3.0:1786177325.322254:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c220.
00000100:00000001:3.0:1786177325.322259:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177325.322268:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485159500 x1872930407368832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177325.322303:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177325.322308:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159500 x1872930407368832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177325.322316:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177325.322318:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786177325.322330:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786177325.322332:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e000.
00000400:00000200:3.0:1786177325.322335:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786177325.322338:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786177325.322341:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c198
00000400:00000010:3.0:1786177325.322343:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c198.
00000100:00000001:3.0:1786177325.322345:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177325.322349:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485159f80 x1872930407368960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177325.322357:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177325.322360:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159f80 x1872930407368960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177325.322366:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177325.322368:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786177325.322372:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786177325.322374:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e400.
00000400:00000200:3.0:1786177325.322376:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786177325.322379:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786177325.322381:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c6e8
00000400:00000010:3.0:1786177325.322383:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c6e8.
00000100:00000001:3.0:1786177325.322385:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177325.322390:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f148515bb80 x1872930407369088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177325.322397:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177325.322400:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515bb80 x1872930407369088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177325.322407:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177325.322408:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786177325.322412:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786177325.322414:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ed00.
00000400:00000200:3.0:1786177325.322417:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1786177325.322420:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786177325.322423:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c4c8
00000400:00000010:3.0:1786177325.322425:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c4c8.
00000100:00000001:3.0:1786177325.322427:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177325.322431:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485158e00 x1872930407369216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177325.322438:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177325.322441:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158e00 x1872930407369216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177325.322448:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177325.322450:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1786177325.322455:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.146@tcp
00000800:00000010:3.0:1786177325.322457:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5ea00.
00000100:00000001:2.0:1786177325.322461:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177325.322466:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1786177325.322467:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1786177325.322472:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1786177325.322473:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1786177325.322478:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c990
00000400:00000010:3.0:1786177325.322481:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c990.
00000100:00100000:2.0:1786177325.322485:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177322/real 1786177325]  req@ffff9f1485159f80 x1872930407368960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177325.322485:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177325.322493:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9f1485159180 x1872930407369344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177325.322508:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1786177325.322509:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177325.322513:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159180 x1872930407369344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177325.322515:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1786177325.322521:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177325.322523:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:2.0:1786177325.322530:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60d10.
00000400:00000200:2.0:1786177325.322535:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c550
00000400:00000010:2.0:1786177325.322537:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c550.
00000100:00000001:2.0:1786177325.322540:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177325.322545:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159f80 x1872930407368960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177325.322554:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159f80 x1872930407368960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.322561:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177325.322563:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.322566:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177325.322568:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177325.322572:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159f80 x1872930407368960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.322579:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177325.322584:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159f80 x1872930407368960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.322590:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177325.322594:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.322595:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177325.322596:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.322598:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177325.322601:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177325.322604:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177325.322608:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177325.322611:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177325.322615:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159f80 x1872930407368960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177325.322622:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407368960:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177325.322627:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177325.322634:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177322/real 1786177325]  req@ffff9f148515bb80 x1872930407369088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177325.322642:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177325.322643:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177325.322645:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b607e8.
00000400:00000200:2.0:1786177325.322654:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cd48
00000400:00000010:2.0:1786177325.322656:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cd48.
00000100:00000001:2.0:1786177325.322659:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177325.322662:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515bb80 x1872930407369088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177325.322669:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515bb80 x1872930407369088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.322676:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177325.322677:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.322679:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177325.322680:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177325.322684:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515bb80 x1872930407369088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.322690:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177325.322693:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515bb80 x1872930407369088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.322699:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177325.322701:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.322702:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177325.322703:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.322705:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177325.322707:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177325.322710:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177325.322714:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177325.322716:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177325.322719:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515bb80 x1872930407369088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177325.322727:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407369088:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177325.322730:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177325.322735:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177322/real 1786177325]  req@ffff9f1485158e00 x1872930407369216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177325.322742:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177325.322752:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177325.322754:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60b58.
00000400:00000200:2.0:1786177325.322757:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782c000
00000400:00000010:2.0:1786177325.322758:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782c000.
00000100:00000001:2.0:1786177325.322760:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177325.322763:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158e00 x1872930407369216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177325.322793:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158e00 x1872930407369216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.322799:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177325.322801:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.322803:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177325.322804:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177325.322807:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158e00 x1872930407369216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.322814:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177325.322817:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158e00 x1872930407369216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.322823:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177325.322825:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.322826:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177325.322827:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.322828:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177325.322830:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177325.322832:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177325.322835:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177325.322837:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177325.322842:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158e00 x1872930407369216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177325.322850:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407369216:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177325.322854:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177325.322858:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177322/real 1786177325]  req@ffff9f1485159500 x1872930407368832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177325.322865:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177325.322866:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177325.322868:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60cb8.
00000400:00000200:2.0:1786177325.322870:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177325.322872:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177325.322874:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177325.322877:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159500 x1872930407368832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177325.322884:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159500 x1872930407368832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.322895:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177325.322896:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.322897:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177325.322898:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177325.322902:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159500 x1872930407368832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.322907:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177325.322910:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159500 x1872930407368832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.322917:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177325.322919:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.322920:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177325.322922:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.322923:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177325.322924:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177325.322926:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177325.322929:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177325.322931:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177325.322934:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159500 x1872930407368832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177325.322941:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407368832:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177325.322944:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177325.322947:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177325.322949:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159f80 x1872930407368960/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.322956:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177325.322959:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177325.322963:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964800.
02000000:00000001:2.0:1786177325.322967:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177325.322969:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177325.322971:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177325.322973:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177325.322976:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0c00.
02000000:00000001:2.0:1786177325.322979:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177325.322981:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177325.322982:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159f80.
00000100:00000001:2.0:1786177325.322986:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177325.322986:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.322988:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177325.322991:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515bb80 x1872930407369088/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.322996:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177325.322997:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177325.322998:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177325.323000:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177325.323001:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177325.323002:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177325.323004:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177325.323005:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1400.
02000000:00000001:2.0:1786177325.323007:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177325.323008:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177325.323009:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515bb80.
00000100:00000001:2.0:1786177325.323012:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177325.323013:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.323030:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177325.323034:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158e00 x1872930407369216/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.323040:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177325.323041:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177325.323043:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177325.323046:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177325.323047:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177325.323047:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177325.323050:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177325.323051:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:2.0:1786177325.323053:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177325.323054:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177325.323055:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158e00.
00000100:00000001:2.0:1786177325.323058:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177325.323059:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.323060:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177325.323062:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159500 x1872930407368832/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.323068:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177325.323070:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177325.323071:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177325.323073:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177325.323074:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177325.323074:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177325.323076:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177325.323078:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3c00.
02000000:00000001:2.0:1786177325.323080:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177325.323081:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177325.323082:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159500.
00000100:00000001:2.0:1786177325.323083:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177325.323084:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.323087:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177325.323088:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177325.323090:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177325.323091:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177325.323095:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177322/real 1786177325]  req@ffff9f1485159180 x1872930407369344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177325.323102:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177325.323103:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177325.323105:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177325.323106:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177325.323108:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177325.323111:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177325.323113:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159180 x1872930407369344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177325.323130:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159180 x1872930407369344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.323136:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177325.323137:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.323138:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177325.323139:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177325.323143:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159180 x1872930407369344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.323148:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177325.323151:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159180 x1872930407369344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.323156:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177325.323159:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.323160:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177325.323172:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.323174:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177325.323176:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177325.323178:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177325.323181:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177325.323183:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177325.323186:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159180 x1872930407369344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177325.323193:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407369344:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177325.323197:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.323199:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177325.323202:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159180 x1872930407369344/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177325.323207:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177325.323209:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177325.323210:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177325.323212:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177325.323213:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177325.323214:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177325.323216:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177325.323217:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0000.
02000000:00000001:2.0:1786177325.323219:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177325.323220:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177325.323221:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159180.
00000100:00000001:2.0:1786177325.323224:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177325.323225:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.323227:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177325.323233:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177325.323235:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177325.323236:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177325.323239:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177326.153889:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177326.153896:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177326.153953:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177326.153956:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177326.153959:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177327.177893:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177327.177900:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177327.177965:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177327.177968:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177327.177972:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177327.369880:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177327.369889:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177327.369891:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177327.369895:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177327.369900:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177327.369907:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11847
00000400:00000200:3.0:1786177327.369917:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177327.369923:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177327.369926:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177327.369929:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177327.369933:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177327.369936:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177327.369939:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177327.369942:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177327.369944:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177327.369947:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177327.369950:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177327.369952:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177327.369954:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177327.369957:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177327.369959:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177327.369961:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177327.369963:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177327.369966:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177327.369969:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177327.369971:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177327.369974:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177327.369977:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177327.369980:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177327.369982:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177327.369984:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177327.369991:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515aa00.
00000020:00000040:3.0:1786177327.369994:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177327.369998:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177327.370000:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177327.370003:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177327.370006:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177327.370009:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177327.370017:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0000.
00000100:00000001:3.0:1786177327.370023:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177327.370032:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515aa00 x1872930407369472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177327.370042:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177327.370052:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177327.370058:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006cb50a6] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515aa00 x1872930407369472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177327.370074:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177327.370076:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177327.370078:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177327.370079:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177327.370081:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177327.370082:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177327.370084:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11847
00000400:00000200:3.0:1786177327.370087:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177327.370089:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177327.370091:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177327.370093:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177327.370096:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177327.370098:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177327.370101:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177327.370103:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177327.370105:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177327.370107:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177327.370110:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:3.0:1786177327.370112:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177327.370113:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1786177327.370115:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177327.370118:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1786177327.370121:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177327.370123:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1786177327.370125:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177327.370132:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000040:2.0:1786177327.370134:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515aa00 x1872930407369472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177327.370135:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177327.370141:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177327.370148:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177327.370151:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177327.370153:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.370155:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177327.370157:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1786177327.370161:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177327.370164:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177327.370165:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177327.370170:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177327.370171:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177327.370175:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1786177327.370179:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407369472:192.168.202.146@tcp:250:kworker.0
00000008:00100000:3.0:1786177327.370181:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1786177327.370185:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1786177327.370187:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177327.370191:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1786177327.370191:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177327.370195:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177327.370195:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b100.
00000020:00000040:3.0:1786177327.370201:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:2.0:1786177327.370202:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1786177327.370206:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177327.370208:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177327.370209:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
00000100:00000001:3.0:1786177327.370211:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177327.370214:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1786177327.370215:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177327.370219:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177327.370224:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:3.0:1786177327.370226:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3c00.
00000400:00000010:2.0:1786177327.370230:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000100:00000001:3.0:1786177327.370232:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177327.370239:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00100000:3.0:1786177327.370240:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b100 x1872930407369600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1786177327.370249:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407369472, portal 25
00000100:00000001:3.0:1786177327.370251:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1786177327.370254:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177327.370254:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.370258:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213792768 : -106564495758848 : ffff9f148515aa00)
00000100:00000040:3.0:1786177327.370260:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c69a29e] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b100 x1872930407369600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1786177327.370269:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515aa00 x1872930407369472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177327.370272:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177327.370277:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177327.370283:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1786177327.370284:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177327.370287:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1786177327.370289:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00080000:3.0:1786177327.370291:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1786177327.370294:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000001:3.0:1786177327.370295:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1786177327.370301:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407369472, offset 0
00000100:00080000:3.0:1786177327.370302:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11847
00000400:00000200:3.0:1786177327.370310:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177327.370315:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177327.370318:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177327.370323:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177327.370327:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177327.370328:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177327.370333:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177327.370336:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177327.370339:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:3.0:1786177327.370341:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177327.370345:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1786177327.370347:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1786177327.370348:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177327.370352:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1786177327.370355:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000020:00000040:3.0:1786177327.370356:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:3.0:1786177327.370360:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177327.370362:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1786177327.370365:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177327.370369:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000040:3.0:1786177327.370373:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177327.370378:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177327.370379:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273859:273859:256:4294967295] 192.168.202.146@tcp LPNI seq info [273820:273820:8:4294967295]
00000100:00000040:3.0:1786177327.370384:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177327.370389:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177327.370390:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177327.370394:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177327.370398:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177327.370404:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177327.370406:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1786177327.370408:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177327.370413:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1786177327.370415:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
02000000:00000001:3.0:1786177327.370416:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177327.370420:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1786177327.370424:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
00000008:00100000:3.0:1786177327.370424:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1786177327.370430:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177327.370431:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177327.370435:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000010:3.0:1786177327.370438:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158000.
00000800:00000200:2.0:1786177327.370441:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1786177327.370442:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177327.370448:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177327.370451:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1786177327.370452:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786177327.370455:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1786177327.370457:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1786177327.370458:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177327.370461:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1786177327.370466:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
02000000:00000010:3.0:1786177327.370469:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2000.
00000800:00000010:2.0:1786177327.370470:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000100:00000001:3.0:1786177327.370475:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177327.370479:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1786177327.370484:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158000 x1872930407369728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177327.370488:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177327.370496:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000100:00000001:3.0:1786177327.370497:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1786177327.370500:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:3.0:1786177327.370502:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.370506:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1786177327.370509:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014463cf9] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158000 x1872930407369728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177327.370515:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515aa00 x1872930407369472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177327.370526:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177327.370531:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177327.370534:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1786177327.370536:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177327.370539:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1786177327.370541:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515aa00 x1872930407369472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1786177327.370542:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177327.370548:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177327.370553:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11847
00000100:00000001:2.0:1786177327.370557:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.370562:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1786177327.370562:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177327.370569:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177327.370572:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177327.370572:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177327.370578:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177327.370582:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177327.370583:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177327.370587:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306529066
00000100:00000040:3.0:1786177327.370589:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177327.370593:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177327.370596:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306523946
00000020:00000001:3.0:1786177327.370596:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177327.370598:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177327.370602:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177327.370603:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306529066
00000020:00000040:3.0:1786177327.370605:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000001:2.0:1786177327.370610:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306523946
00000020:00000001:3.0:1786177327.370610:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177327.370615:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1786177327.370616:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000001:2.0:1786177327.370622:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177327.370624:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177327.370627:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1786177327.370629:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1786177327.370635:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177327/real 1786177327]  req@ffff9f148515aa00 x1872930407369472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177327.370644:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177327.370647:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177327.370648:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177327.370651:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177327.370652:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177327.370655:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177327.370658:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515aa00 x1872930407369472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177327.370666:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515aa00 x1872930407369472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.370672:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177327.370673:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.370676:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177327.370678:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177327.370681:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515aa00 x1872930407369472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.370687:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177327.370691:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515aa00 x1872930407369472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.370696:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177327.370699:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.370700:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177327.370701:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.370703:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177327.370705:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177327.370708:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177327.370711:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177327.370714:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177327.370718:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515aa00 x1872930407369472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177327.370804:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407369472:192.168.202.146@tcp:250:kworker.0
00000100:00000040:3.0:1786177327.370807:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177327.370813:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177327.370814:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1786177327.370816:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00000001:2.0:1786177327.370819:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1786177327.370822:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177327.370824:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177327.370828:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1786177327.370832:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515aa00 x1872930407369472/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177327.370832:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177327.370838:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177327.370843:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177327.370848:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177327.370852:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.370854:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1786177327.370854:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177327.370858:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b480.
02000000:00000001:2.0:1786177327.370859:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:3.0:1786177327.370863:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000010:2.0:1786177327.370866:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:3.0:1786177327.370868:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177327.370871:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177327.370873:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1786177327.370874:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:2.0:1786177327.370876:0:2401:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:3.0:1786177327.370878:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:2.0:1786177327.370880:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177327.370882:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177327.370885:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1786177327.370888:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1400.
02000000:00000010:2.0:1786177327.370889:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0000.
02000000:00000001:2.0:1786177327.370896:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1786177327.370896:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177327.370900:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177327.370903:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515aa00.
00000100:00100000:3.0:1786177327.370905:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b480 x1872930407369856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177327.370907:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177327.370910:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.370915:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177327.370921:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177327.370924:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.370925:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177327.370928:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177327.370930:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de917aa7] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b480 x1872930407369856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.370932:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177327.370935:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177327.370938:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177327.370945:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b100 x1872930407369600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177327.370945:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177327.370949:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177327.370952:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177327.370954:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177327.370957:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177327.370962:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177327.370968:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1786177327.370968:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11847
00000100:00000001:2.0:1786177327.370971:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177327.370976:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000001:2.0:1786177327.370977:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177327.370980:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1786177327.370983:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
02000000:00000001:2.0:1786177327.370985:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177327.370988:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1786177327.370993:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407369600:192.168.202.146@tcp:38:kworker.0
00000100:00000040:3.0:1786177327.370995:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177327.370999:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1786177327.371001:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1786177327.371005:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1786177327.371005:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:2.0:1786177327.371008:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177327.371010:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:2.0:1786177327.371013:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1786177327.371015:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177327.371018:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
02000000:00000010:2.0:1786177327.371019:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
00000020:00000001:3.0:1786177327.371020:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1786177327.371024:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177327.371025:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:3.0:1786177327.371030:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000400:00000200:2.0:1786177327.371034:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000001:3.0:1786177327.371034:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000400:00000010:2.0:1786177327.371040:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000100:00000040:3.0:1786177327.371041:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177327.371046:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00000001:3.0:1786177327.371047:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1786177327.371052:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407369600, portal 10
00000100:00000040:3.0:1786177327.371052:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177327.371055:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:2.0:1786177327.371057:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1786177327.371059:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000001:2.0:1786177327.371060:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213794560 : -106564495757056 : ffff9f148515b100)
00000100:00080000:3.0:1786177327.371067:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000040:2.0:1786177327.371072:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b100 x1872930407369600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177327.371072:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177327.371074:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177327.371079:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177327.371083:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1786177327.371084:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177327.371087:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1786177327.371090:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000008:00100000:3.0:1786177327.371091:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000400:00000010:2.0:1786177327.371094:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000008:00000001:3.0:1786177327.371096:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177327.371100:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407369600, offset 0
00000100:00000001:3.0:1786177327.371101:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177327.371108:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159880.
00000400:00000200:2.0:1786177327.371113:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000020:00000040:3.0:1786177327.371114:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177327.371118:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177327.371120:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177327.371123:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177327.371124:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177327.371127:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177327.371129:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177327.371130:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177327.371136:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1786177327.371136:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d0c00.
00000400:00000200:2.0:1786177327.371142:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:3.0:1786177327.371142:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177327.371146:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1786177327.371152:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159880 x1872930407369984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1786177327.371153:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177327.371160:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273860:273860:256:4294967295] 192.168.202.146@tcp LPNI seq info [273821:273821:8:4294967295]
00000400:00000200:2.0:1786177327.371170:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177327.371173:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177327.371179:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177327.371181:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1786177327.371187:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f79015] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159880 x1872930407369984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1786177327.371191:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177327.371198:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
00000100:00000001:3.0:1786177327.371201:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177327.371205:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000040:3.0:1786177327.371208:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11857)
00000800:00000200:2.0:1786177327.371210:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177327.371217:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177327.371219:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177327.371224:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177327.371226:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000400:00000200:2.0:1786177327.371229:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177327.371233:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177327.371237:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177327.371239:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177327.371242:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177327.371246:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b100 x1872930407369600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371253:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177327.371256:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b100 x1872930407369600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371262:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.371263:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177327.371266:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177327.371269:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177327.371272:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177327.371275:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306520101
00000100:00000001:2.0:1786177327.371277:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306529066
00000100:00000001:2.0:1786177327.371280:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306520101
00000100:00000001:2.0:1786177327.371282:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306529066
00000100:00000001:2.0:1786177327.371284:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177327.371287:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.371289:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177327.371293:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177327/real 1786177327]  req@ffff9f148515b100 x1872930407369600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177327.371315:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177327.371316:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177327.371318:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177327.371320:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177327.371322:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177327.371324:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177327.371328:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b100 x1872930407369600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177327.371335:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b100 x1872930407369600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371341:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177327.371343:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.371345:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177327.371347:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177327.371352:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b100 x1872930407369600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371359:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177327.371363:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b100 x1872930407369600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371369:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177327.371372:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.371373:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177327.371374:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.371376:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177327.371378:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177327.371381:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177327.371384:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177327.371385:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177327.371389:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b100 x1872930407369600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177327.371397:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407369600:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177327.371401:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177327.371404:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158000 x1872930407369728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371410:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177327.371411:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177327.371413:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177327.371414:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177327.371416:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177327.371419:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407369728:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177327.371422:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177327.371423:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177327.371425:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177327.371427:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177327.371430:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177327.371432:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177327.371435:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177327.371437:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000400:00000010:2.0:1786177327.371440:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00000200:2.0:1786177327.371442:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407369728, portal 10
00000100:00000001:2.0:1786177327.371444:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177327.371445:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782016 : -106564495769600 : ffff9f1485158000)
00000100:00000040:2.0:1786177327.371450:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158000 x1872930407369728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371456:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177327.371458:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177327.371460:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177327.371463:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407369728, offset 0
00000400:00000200:2.0:1786177327.371466:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177327.371470:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177327.371473:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177327.371476:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177327.371479:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177327.371481:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177327.371482:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177327.371485:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273861:273861:256:4294967295] 192.168.202.146@tcp LPNI seq info [273822:273822:8:4294967295]
00000400:00000200:2.0:1786177327.371488:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177327.371494:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177327.371498:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177327.371501:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
00000800:00000200:2.0:1786177327.371504:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177327.371507:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177327.371510:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177327.371512:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177327.371515:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177327.371517:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000400:00000200:2.0:1786177327.371520:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177327.371523:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177327.371525:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177327.371527:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177327.371529:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177327.371532:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158000 x1872930407369728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371538:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177327.371540:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158000 x1872930407369728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371546:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.371547:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177327.371550:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177327.371552:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177327.371555:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177327.371557:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306520182
00000100:00000001:2.0:1786177327.371559:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306529066
00000100:00000001:2.0:1786177327.371561:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306520182
00000100:00000001:2.0:1786177327.371562:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306529066
00000100:00000001:2.0:1786177327.371564:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177327.371566:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.371568:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177327.371571:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177327/real 1786177327]  req@ffff9f1485158000 x1872930407369728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177327.371577:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177327.371579:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177327.371580:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177327.371582:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177327.371583:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177327.371585:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177327.371587:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158000 x1872930407369728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177327.371594:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158000 x1872930407369728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371599:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177327.371601:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.371602:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177327.371603:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177327.371607:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158000 x1872930407369728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371613:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177327.371617:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158000 x1872930407369728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371623:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177327.371625:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.371626:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177327.371627:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.371628:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177327.371630:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177327.371632:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177327.371635:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177327.371637:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177327.371640:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158000 x1872930407369728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177327.371647:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407369728:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177327.371651:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.371653:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177327.371656:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b100 x1872930407369600/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371662:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177327.371663:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177327.371665:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177327.371668:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177327.371669:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177327.371671:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177327.371672:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177327.371674:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3c00.
02000000:00000001:2.0:1786177327.371676:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177327.371678:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177327.371679:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b100.
00000100:00000001:2.0:1786177327.371682:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177327.371684:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.371685:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177327.371688:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158000 x1872930407369728/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371694:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177327.371695:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177327.371696:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177327.371698:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177327.371699:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177327.371700:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177327.371701:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177327.371703:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2000.
02000000:00000001:2.0:1786177327.371704:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177327.371705:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177327.371706:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158000.
00000100:00000001:2.0:1786177327.371708:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177327.371709:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.371711:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.371715:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177327.371716:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.371718:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177327.371720:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177327.371721:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177327.371870:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b480 x1872930407369856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371877:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177327.371878:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177327.371880:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177327.371882:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177327.371884:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177327.371887:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407369856:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177327.371890:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177327.371892:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177327.371894:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177327.371896:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177327.371900:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177327.371902:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177327.371906:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177327.371908:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000400:00000010:2.0:1786177327.371912:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00000200:2.0:1786177327.371915:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407369856, portal 4
00000100:00000001:2.0:1786177327.371916:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177327.371917:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213795456 : -106564495756160 : ffff9f148515b480)
00000100:00000040:2.0:1786177327.371925:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b480 x1872930407369856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.371930:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177327.371933:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177327.371934:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177327.371937:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407369856, offset 0
00000400:00000200:2.0:1786177327.371940:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177327.371944:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177327.371948:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177327.371951:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177327.371953:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177327.371956:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177327.371958:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177327.371960:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273862:273862:256:4294967295] 192.168.202.146@tcp LPNI seq info [273823:273823:8:4294967295]
00000400:00000200:2.0:1786177327.371964:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177327.371970:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177327.371974:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177327.371977:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
00000800:00000200:2.0:1786177327.371981:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177327.371983:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177327.371987:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177327.371990:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177327.371994:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177327.371997:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000400:00000200:2.0:1786177327.372000:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177327.372003:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177327.372006:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177327.372007:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177327.372010:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177327.372013:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b480 x1872930407369856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.372020:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177327.372023:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b480 x1872930407369856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.372029:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.372031:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177327.372034:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177327.372037:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177327.372040:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177327.372042:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306521442
00000100:00000001:2.0:1786177327.372044:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306529066
00000100:00000001:2.0:1786177327.372046:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306521442
00000100:00000001:2.0:1786177327.372048:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306529066
00000100:00000001:2.0:1786177327.372050:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177327.372052:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.372053:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177327.372057:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177327/real 1786177327]  req@ffff9f148515b480 x1872930407369856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177327.372064:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177327.372065:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177327.372066:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177327.372068:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177327.372070:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177327.372072:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177327.372075:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b480 x1872930407369856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177327.372088:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b480 x1872930407369856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.372094:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177327.372096:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.372097:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177327.372098:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177327.372101:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b480 x1872930407369856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.372105:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177327.372107:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b480 x1872930407369856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.372111:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177327.372112:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.372113:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177327.372114:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.372115:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177327.372116:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177327.372118:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177327.372119:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177327.372121:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177327.372122:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b480 x1872930407369856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177327.372126:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407369856:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177327.372129:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177327.372131:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159880 x1872930407369984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.372139:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177327.372140:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177327.372141:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177327.372142:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177327.372144:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177327.372145:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407369984:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177327.372147:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177327.372148:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177327.372149:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177327.372150:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177327.372153:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177327.372154:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177327.372156:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177327.372157:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000400:00000010:2.0:1786177327.372159:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00000200:2.0:1786177327.372161:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407369984, portal 4
00000100:00000001:2.0:1786177327.372162:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177327.372163:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213788288 : -106564495763328 : ffff9f1485159880)
00000100:00000040:2.0:1786177327.372167:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159880 x1872930407369984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.372170:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177327.372172:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177327.372173:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177327.372174:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407369984, offset 0
00000400:00000200:2.0:1786177327.372178:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177327.372181:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177327.372184:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177327.372187:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177327.372190:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177327.372192:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177327.372194:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177327.372197:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273863:273863:256:4294967295] 192.168.202.146@tcp LPNI seq info [273824:273824:8:4294967295]
00000400:00000200:2.0:1786177327.372200:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177327.372206:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177327.372210:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177327.372213:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
00000800:00000200:2.0:1786177327.372217:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177327.372219:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1786177327.372223:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177327.372225:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1786177327.372228:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177327.372230:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000400:00000200:2.0:1786177327.372232:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177327.372235:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177327.372237:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177327.372239:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177327.372241:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177327.372244:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159880 x1872930407369984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.372250:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177327.372252:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159880 x1872930407369984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.372257:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.372259:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177327.372261:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177327.372264:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177327.372267:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177327.372269:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306521232
00000100:00000001:2.0:1786177327.372271:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306529066
00000100:00000001:2.0:1786177327.372272:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306521232
00000100:00000001:2.0:1786177327.372274:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306529066
00000100:00000001:2.0:1786177327.372276:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177327.372279:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.372280:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177327.372283:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177327/real 1786177327]  req@ffff9f1485159880 x1872930407369984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177327.372290:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177327.372291:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177327.372293:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177327.372295:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177327.372297:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177327.372298:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177327.372302:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159880 x1872930407369984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177327.372309:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159880 x1872930407369984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.372315:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177327.372316:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.372317:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177327.372319:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177327.372322:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159880 x1872930407369984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.372328:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177327.372331:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159880 x1872930407369984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.372338:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177327.372339:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.372341:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177327.372342:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.372344:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177327.372345:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177327.372348:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177327.372351:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177327.372353:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177327.372357:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159880 x1872930407369984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177327.372364:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407369984:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177327.372367:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.372369:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177327.372372:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b480 x1872930407369856/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.372378:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177327.372379:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177327.372381:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177327.372384:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177327.372385:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177327.372386:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177327.372388:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177327.372389:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1400.
02000000:00000001:2.0:1786177327.372392:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177327.372394:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177327.372395:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b480.
00000100:00000001:2.0:1786177327.372397:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177327.372398:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.372399:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177327.372401:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159880 x1872930407369984/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177327.372405:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177327.372406:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177327.372407:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177327.372408:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177327.372408:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177327.372409:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177327.372410:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177327.372411:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d0c00.
02000000:00000001:2.0:1786177327.372412:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177327.372413:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177327.372414:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159880.
00000100:00000001:2.0:1786177327.372415:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177327.372416:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.372417:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177327.372420:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177327.372421:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177327.372422:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177327.372423:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177328.201927:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177328.201934:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177328.201998:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177328.202002:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177328.202005:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177329.225843:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177329.225848:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177329.225892:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177329.225895:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177329.225898:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177330.249884:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177330.249890:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177330.249941:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177330.249944:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177330.249946:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177331.273878:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177331.273886:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177331.273889:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177331.273892:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177331.273898:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177331.273899:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177331.273902:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177331.273904:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177331.273959:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177331.273963:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177331.273966:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177332.297874:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177332.297882:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177332.297947:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177332.297950:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177332.297953:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1786177332.489900:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177332.489907:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1786177332.489910:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177332.489913:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177332.489916:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177332.489922:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11852
00000400:00000200:3.0:1786177332.489927:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177332.489933:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177332.489935:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177332.489937:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177332.489939:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177332.489941:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177332.489943:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177332.489945:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177332.489947:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:3.0:1786177332.489949:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177332.489951:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:3.0:1786177332.489953:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:3.0:1786177332.489955:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:3.0:1786177332.489956:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177332.489958:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177332.489959:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177332.489960:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177332.489962:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:3.0:1786177332.489963:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177332.489965:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177332.489967:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177332.489969:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177332.489971:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177332.489973:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1786177332.489975:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177332.489983:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515b800.
00000020:00000040:3.0:1786177332.489986:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:3.0:1786177332.489991:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177332.489992:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177332.489996:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177332.489998:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177332.490002:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177332.490010:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1800.
00000100:00000001:3.0:1786177332.490016:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177332.490026:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515b800 x1872930407370112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177332.490036:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177332.490040:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177332.490045:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2c6d02] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515b800 x1872930407370112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177332.490065:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177332.490068:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177332.490071:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1786177332.490072:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177332.490074:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177332.490077:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177332.490079:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11852
00000400:00000200:3.0:1786177332.490081:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177332.490083:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177332.490085:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177332.490088:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177332.490090:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177332.490093:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177332.490095:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177332.490098:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177332.490099:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:3.0:1786177332.490101:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177332.490103:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000001:2.0:1786177332.490106:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1786177332.490106:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:3.0:1786177332.490111:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177332.490112:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177332.490116:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177332.490116:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177332.490120:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177332.490125:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515b800 x1872930407370112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177332.490125:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177332.490130:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177332.490135:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:3.0:1786177332.490141:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177332.490143:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177332.490144:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177332.490147:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177332.490148:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1786177332.490153:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177332.490154:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177332.490156:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177332.490158:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177332.490162:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177332.490162:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177332.490166:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1786177332.490169:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407370112:192.168.202.146@tcp:250:kworker.0
00000008:00000001:3.0:1786177332.490170:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177332.490173:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177332.490178:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485159c00.
00000020:00000040:3.0:1786177332.490180:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177332.490182:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177332.490183:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177332.490183:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177332.490187:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177332.490188:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1786177332.490189:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1786177332.490190:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177332.490194:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177332.490194:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2c00.
02000000:00000001:2.0:1786177332.490200:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1786177332.490200:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177332.490206:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
00000100:00100000:3.0:1786177332.490206:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485159c00 x1872930407370240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1786177332.490212:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177332.490216:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177332.490219:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177332.490223:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786177332.490224:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001463f734] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485159c00 x1872930407370240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1786177332.490228:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000400:00000010:2.0:1786177332.490237:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00000001:3.0:1786177332.490237:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177332.490242:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177332.490244:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1786177332.490245:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1786177332.490246:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407370112, portal 25
00000100:00080000:3.0:1786177332.490246:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177332.490248:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1786177332.490251:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1786177332.490252:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11852
00000100:00000001:2.0:1786177332.490255:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213796352 : -106564495755264 : ffff9f148515b800)
00000400:00000200:3.0:1786177332.490260:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:2.0:1786177332.490265:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515b800 x1872930407370112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177332.490266:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177332.490271:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177332.490279:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177332.490281:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1786177332.490283:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1786177332.490288:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000040:3.0:1786177332.490289:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000010:2.0:1786177332.490292:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000001:3.0:1786177332.490293:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000200:2.0:1786177332.490298:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407370112, offset 0
00000020:00000001:3.0:1786177332.490298:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177332.490299:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:3.0:1786177332.490303:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177332.490305:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000400:00000200:2.0:1786177332.490309:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000020:00000001:3.0:1786177332.490310:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:3.0:1786177332.490314:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:3.0:1786177332.490318:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177332.490319:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177332.490323:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177332.490327:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177332.490328:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:3.0:1786177332.490332:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177332.490337:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1786177332.490337:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:3.0:1786177332.490344:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000400:00000200:2.0:1786177332.490345:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000100:00000001:3.0:1786177332.490350:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177332.490352:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1786177332.490353:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177332.490357:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1786177332.490359:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
02000000:00000001:3.0:1786177332.490360:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177332.490363:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177332.490366:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1786177332.490367:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273864:273864:256:4294967295] 192.168.202.146@tcp LPNI seq info [273825:273825:8:4294967295]
00000008:00000001:3.0:1786177332.490369:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177332.490371:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177332.490376:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f148515ad80.
00000400:00000200:2.0:1786177332.490377:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:3.0:1786177332.490380:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:3.0:1786177332.490383:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177332.490384:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177332.490385:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177332.490387:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177332.490390:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177332.490394:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1786177332.490394:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d3400.
00000100:00000001:3.0:1786177332.490399:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177332.490405:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00100000:3.0:1786177332.490405:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f148515ad80 x1872930407370368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1786177332.490414:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
00000100:00000001:3.0:1786177332.490414:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177332.490415:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177332.490419:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4aafc9] to pc [ptlrpcd_rcv+-1]  req@ffff9f148515ad80 x1872930407370368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1786177332.490425:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786177332.490428:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177332.490431:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1786177332.490432:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1786177332.490438:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177332.490439:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177332.490442:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1786177332.490443:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:3.0:1786177332.490444:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177332.490448:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11852
00000800:00000200:2.1:1786177332.490449:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000400:00000200:3.0:1786177332.490453:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000800:00000100:2.0:1786177332.490459:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177332.490459:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:3.0:1786177332.490461:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1786177332.490463:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000100:00000040:3.0:1786177332.490465:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177332.490468:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177332.490470:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177332.490472:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1786177332.490472:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177332.490474:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1786177332.490476:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:3.0:1786177332.490477:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177332.490480:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000400:00000200:2.0:1786177332.490481:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1786177332.490482:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:3.0:1786177332.490486:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:3.0:1786177332.490489:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177332.490490:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1786177332.490491:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000100:00000040:3.0:1786177332.490492:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177332.490495:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000010:2.0:1786177332.490496:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000020:00000040:3.0:1786177332.490497:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:3.0:1786177332.490501:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:2.0:1786177332.490502:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1786177332.490503:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177332.490506:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1786177332.490508:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1786177332.490511:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515b800 x1872930407370112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177332.490511:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177332.490514:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1786177332.490516:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1786177332.490520:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177332.490523:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177332.490527:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158a80.
00000020:00000040:3.0:1786177332.490531:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00000001:2.0:1786177332.490533:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1786177332.490533:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177332.490537:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177332.490539:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177332.490540:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1786177332.490541:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515b800 x1872930407370112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177332.490541:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177332.490545:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d1c00.
00000100:00000001:3.0:1786177332.490549:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177332.490555:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158a80 x1872930407370496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177332.490557:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177332.490562:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177332.490565:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177332.490566:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177332.490569:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177332.490570:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e5747c] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158a80 x1872930407370496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1786177332.490579:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177332.490580:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1786177332.490584:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1786177332.490585:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306534186
00000100:00080000:3.0:1786177332.490587:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1786177332.490590:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1786177332.490591:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177332.490592:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1786177332.490594:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11852
00000100:00000001:2.0:1786177332.490595:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306529066
00000400:00000200:3.0:1786177332.490598:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177332.490602:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:2.0:1786177332.490603:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306534186
00000100:00080000:3.0:1786177332.490604:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1786177332.490608:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177332.490609:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306529066
00000100:00000001:3.0:1786177332.490610:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177332.490613:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177332.490616:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177332.490616:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:3.0:1786177332.490620:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1786177332.490622:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1786177332.490622:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:3.0:1786177332.490623:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1786177332.490626:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000001:2.0:1786177332.490628:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1786177332.490628:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:3.0:1786177332.490631:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:3.0:1786177332.490636:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00100000:2.0:1786177332.490637:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177332/real 1786177332]  req@ffff9f148515b800 x1872930407370112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177332.490638:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1786177332.490641:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177332.490645:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:3.0:1786177332.490649:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:3.0:1786177332.490654:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177332.490658:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177332.490660:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1786177332.490661:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1786177332.490662:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1786177332.490664:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1786177332.490665:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177332.490668:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1786177332.490669:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000008:00100000:3.0:1786177332.490669:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1786177332.490690:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177332.490693:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177332.490696:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177332.490700:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515b800 x1872930407370112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1786177332.490700:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177332.490704:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1786177332.490709:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1485158380.
00000020:00000040:3.0:1786177332.490712:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:3.0:1786177332.490715:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177332.490717:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177332.490718:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515b800 x1872930407370112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177332.490719:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177332.490721:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1786177332.490723:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1786177332.490728:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14984d2400.
00000100:00000001:3.0:1786177332.490732:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177332.490739:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1485158380 x1872930407370624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177332.490743:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177332.490746:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177332.490747:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177332.490750:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177332.490751:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1786177332.490754:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008855e072] to pc [ptlrpcd_rcv+-1]  req@ffff9f1485158380 x1872930407370624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.490755:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177332.490763:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177332.490764:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515b800 x1872930407370112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177332.490767:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11862)
00000100:00000001:2.0:1786177332.490823:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177332.490829:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515b800 x1872930407370112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.490836:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177332.490839:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.490841:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177332.490843:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.490845:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177332.490847:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177332.490849:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177332.490853:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177332.490856:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177332.490860:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515b800 x1872930407370112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177332.490869:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407370112:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177332.490873:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.490876:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177332.490879:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515b800 x1872930407370112/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.490886:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177332.490888:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177332.490891:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177332.490894:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177332.490896:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177332.490898:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177332.490900:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177332.490902:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1800.
02000000:00000001:2.0:1786177332.490906:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177332.490909:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177332.490910:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515b800.
00000100:00000001:2.0:1786177332.490914:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177332.490915:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.490917:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.490924:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177332.490926:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177332.490928:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177332.490930:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177332.490931:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177332.490935:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485159c00 x1872930407370240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.490942:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177332.490944:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177332.490946:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177332.490948:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177332.490950:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177332.490953:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407370240:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177332.490956:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177332.490958:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177332.490959:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177332.490961:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177332.490964:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177332.490966:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177332.490970:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177332.490973:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000400:00000010:2.0:1786177332.490976:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00000200:2.0:1786177332.490979:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407370240, portal 10
00000100:00000001:2.0:1786177332.490981:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177332.490983:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213789184 : -106564495762432 : ffff9f1485159c00)
00000100:00000040:2.0:1786177332.490989:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485159c00 x1872930407370240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.490996:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177332.490998:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177332.491000:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177332.491003:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407370240, offset 0
00000400:00000200:2.0:1786177332.491007:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177332.491011:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177332.491015:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177332.491018:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177332.491020:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177332.491023:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177332.491025:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177332.491028:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273865:273865:256:4294967295] 192.168.202.146@tcp LPNI seq info [273826:273826:8:4294967295]
00000400:00000200:2.0:1786177332.491032:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177332.491039:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177332.491043:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177332.491047:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
00000800:00000200:2.0:1786177332.491051:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177332.491054:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177332.491058:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177332.491061:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177332.491065:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177332.491067:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000400:00000200:2.0:1786177332.491070:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177332.491073:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177332.491076:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177332.491078:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177332.491080:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177332.491084:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485159c00 x1872930407370240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491098:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177332.491101:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485159c00 x1872930407370240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491108:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177332.491110:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177332.491113:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177332.491116:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177332.491119:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177332.491121:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306525221
00000100:00000001:2.0:1786177332.491124:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306534186
00000100:00000001:2.0:1786177332.491126:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306525221
00000100:00000001:2.0:1786177332.491128:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306534186
00000100:00000001:2.0:1786177332.491130:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177332.491132:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177332.491134:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177332.491137:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177332/real 1786177332]  req@ffff9f1485159c00 x1872930407370240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177332.491145:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177332.491146:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177332.491148:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177332.491150:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177332.491152:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177332.491154:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177332.491157:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485159c00 x1872930407370240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177332.491165:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485159c00 x1872930407370240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491172:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177332.491173:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.491175:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177332.491177:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177332.491180:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485159c00 x1872930407370240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491187:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177332.491191:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485159c00 x1872930407370240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491198:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177332.491201:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.491203:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177332.491204:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.491206:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177332.491207:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177332.491210:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177332.491213:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177332.491216:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177332.491220:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485159c00 x1872930407370240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177332.491227:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407370240:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177332.491231:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177332.491234:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f148515ad80 x1872930407370368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491241:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177332.491242:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177332.491244:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177332.491246:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177332.491248:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177332.491251:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407370368:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177332.491254:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177332.491256:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177332.491258:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177332.491259:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177332.491262:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177332.491264:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177332.491267:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177332.491269:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000400:00000010:2.0:1786177332.491272:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00000200:2.0:1786177332.491275:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407370368, portal 10
00000100:00000001:2.0:1786177332.491277:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177332.491278:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213793664 : -106564495757952 : ffff9f148515ad80)
00000100:00000040:2.0:1786177332.491284:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f148515ad80 x1872930407370368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491290:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177332.491292:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177332.491294:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177332.491296:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407370368, offset 0
00000400:00000200:2.0:1786177332.491300:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177332.491304:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177332.491308:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177332.491311:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177332.491313:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177332.491315:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177332.491318:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177332.491320:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273866:273866:256:4294967295] 192.168.202.146@tcp LPNI seq info [273827:273827:8:4294967295]
00000400:00000200:2.0:1786177332.491324:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177332.491330:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177332.491334:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177332.491337:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
00000800:00000200:2.0:1786177332.491341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177332.491344:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177332.491348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177332.491350:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177332.491354:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177332.491356:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000400:00000200:2.0:1786177332.491359:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177332.491362:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177332.491365:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177332.491367:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177332.491369:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177332.491372:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f148515ad80 x1872930407370368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491381:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177332.491384:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f148515ad80 x1872930407370368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491390:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177332.491392:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177332.491395:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177332.491398:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177332.491400:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177332.491402:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306525302
00000100:00000001:2.0:1786177332.491405:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306534186
00000100:00000001:2.0:1786177332.491406:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306525302
00000100:00000001:2.0:1786177332.491409:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306534186
00000100:00000001:2.0:1786177332.491411:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177332.491413:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177332.491415:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177332.491419:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177332/real 1786177332]  req@ffff9f148515ad80 x1872930407370368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177332.491427:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177332.491429:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177332.491430:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177332.491433:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177332.491434:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177332.491436:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177332.491440:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f148515ad80 x1872930407370368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177332.491448:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f148515ad80 x1872930407370368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491455:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177332.491456:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.491457:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177332.491459:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177332.491462:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f148515ad80 x1872930407370368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491468:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177332.491472:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f148515ad80 x1872930407370368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491479:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177332.491482:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.491483:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177332.491485:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.491486:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177332.491488:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177332.491491:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177332.491494:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177332.491496:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177332.491500:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f148515ad80 x1872930407370368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177332.491514:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f148515ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407370368:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177332.491518:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177332.491522:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158a80 x1872930407370496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491529:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177332.491530:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177332.491532:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177332.491534:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177332.491535:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177332.491538:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407370496:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177332.491541:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177332.491543:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177332.491544:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177332.491546:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177332.491549:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177332.491551:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177332.491554:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177332.491557:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000400:00000010:2.0:1786177332.491560:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00000200:2.0:1786177332.491563:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407370496, portal 4
00000100:00000001:2.0:1786177332.491565:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177332.491566:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213784704 : -106564495766912 : ffff9f1485158a80)
00000100:00000040:2.0:1786177332.491571:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158a80 x1872930407370496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491578:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177332.491581:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177332.491583:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177332.491585:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407370496, offset 0
00000400:00000200:2.0:1786177332.491589:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177332.491593:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177332.491597:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177332.491599:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177332.491602:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177332.491604:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177332.491606:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177332.491609:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273867:273867:256:4294967295] 192.168.202.146@tcp LPNI seq info [273828:273828:8:4294967295]
00000400:00000200:2.0:1786177332.491614:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177332.491620:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177332.491624:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177332.491627:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
00000800:00000200:2.0:1786177332.491630:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177332.491633:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177332.491637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177332.491640:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177332.491643:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177332.491645:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000400:00000200:2.0:1786177332.491648:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177332.491652:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177332.491655:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177332.491656:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177332.491659:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177332.491662:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158a80 x1872930407370496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491670:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177332.491673:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158a80 x1872930407370496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491693:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177332.491695:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177332.491699:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177332.491702:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177332.491705:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177332.491707:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306526561
00000100:00000001:2.0:1786177332.491710:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306534186
00000100:00000001:2.0:1786177332.491712:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306526561
00000100:00000001:2.0:1786177332.491714:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306534186
00000100:00000001:2.0:1786177332.491716:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177332.491718:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177332.491720:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177332.491724:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177332/real 1786177332]  req@ffff9f1485158a80 x1872930407370496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177332.491732:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177332.491733:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177332.491735:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177332.491737:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177332.491739:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177332.491741:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177332.491744:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158a80 x1872930407370496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177332.491753:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158a80 x1872930407370496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491759:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177332.491761:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.491762:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177332.491764:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177332.491767:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158a80 x1872930407370496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491792:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177332.491797:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158a80 x1872930407370496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491804:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177332.491807:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.491808:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177332.491810:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.491812:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177332.491813:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177332.491816:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177332.491819:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177332.491821:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177332.491825:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158a80 x1872930407370496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177332.491833:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407370496:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177332.491837:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177332.491841:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1485158380 x1872930407370624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491847:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177332.491848:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177332.491851:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177332.491853:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177332.491855:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177332.491857:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407370624:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177332.491861:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177332.491862:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177332.491864:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177332.491866:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177332.491868:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177332.491871:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177332.491874:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177332.491876:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000400:00000010:2.0:1786177332.491879:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00000200:2.0:1786177332.491882:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407370624, portal 4
00000100:00000001:2.0:1786177332.491884:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177332.491885:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509213782912 : -106564495768704 : ffff9f1485158380)
00000100:00000040:2.0:1786177332.491891:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1485158380 x1872930407370624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491897:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177332.491899:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177332.491901:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177332.491904:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407370624, offset 0
00000400:00000200:2.0:1786177332.491907:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177332.491911:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177332.491914:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177332.491917:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177332.491920:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177332.491922:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177332.491924:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177332.491927:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273868:273868:256:4294967295] 192.168.202.146@tcp LPNI seq info [273829:273829:8:4294967295]
00000400:00000200:2.0:1786177332.491931:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177332.491937:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177332.491942:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177332.491945:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
00000800:00000200:2.0:1786177332.491948:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177332.491951:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1786177332.491954:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177332.491957:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1786177332.491960:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177332.491962:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000400:00000200:2.0:1786177332.491965:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177332.491969:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177332.491972:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177332.491973:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177332.491976:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177332.491979:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1485158380 x1872930407370624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.491992:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177332.491995:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1485158380 x1872930407370624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.492001:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177332.492002:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177332.492005:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177332.492008:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177332.492011:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177332.492013:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306526352
00000100:00000001:2.0:1786177332.492015:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306534186
00000100:00000001:2.0:1786177332.492017:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306526352
00000100:00000001:2.0:1786177332.492019:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306534186
00000100:00000001:2.0:1786177332.492022:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177332.492024:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177332.492025:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177332.492029:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177332/real 1786177332]  req@ffff9f1485158380 x1872930407370624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177332.492037:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177332.492038:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177332.492040:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177332.492042:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177332.492043:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177332.492045:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177332.492048:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1485158380 x1872930407370624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177332.492056:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1485158380 x1872930407370624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.492062:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177332.492064:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.492066:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177332.492067:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177332.492071:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1485158380 x1872930407370624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.492077:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177332.492081:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1485158380 x1872930407370624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.492088:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177332.492090:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.492092:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177332.492093:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.492095:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177332.492097:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177332.492099:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177332.492102:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177332.492104:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177332.492108:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1485158380 x1872930407370624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177332.492116:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1485158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407370624:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177332.492120:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.492122:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177332.492125:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485159c00 x1872930407370240/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.492132:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177332.492133:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177332.492135:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177332.492137:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177332.492139:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177332.492140:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177332.492142:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177332.492144:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2c00.
02000000:00000001:2.0:1786177332.492147:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177332.492148:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177332.492150:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485159c00.
00000100:00000001:2.0:1786177332.492152:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177332.492153:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.492155:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177332.492159:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f148515ad80 x1872930407370368/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.492166:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177332.492168:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177332.492169:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177332.492171:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177332.492172:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177332.492174:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177332.492175:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177332.492177:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d3400.
02000000:00000001:2.0:1786177332.492179:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177332.492180:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177332.492181:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f148515ad80.
00000100:00000001:2.0:1786177332.492184:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177332.492185:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.492187:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177332.492190:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158a80 x1872930407370496/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.492197:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177332.492198:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177332.492199:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177332.492201:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177332.492202:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177332.492204:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177332.492205:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177332.492207:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d1c00.
02000000:00000001:2.0:1786177332.492209:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177332.492210:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177332.492211:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158a80.
00000100:00000001:2.0:1786177332.492213:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177332.492214:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.492216:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177332.492219:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1485158380 x1872930407370624/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177332.492225:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177332.492226:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177332.492228:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177332.492230:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177332.492231:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177332.492233:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177332.492234:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177332.492236:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14984d2400.
02000000:00000001:2.0:1786177332.492238:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177332.492239:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177332.492240:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1485158380.
00000100:00000001:2.0:1786177332.492242:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177332.492243:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.492245:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177332.492249:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177332.492250:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177332.492252:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177332.492254:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177333.321842:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177333.321848:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177333.321903:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177333.321907:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177333.321911:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177334.345910:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177334.345917:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177334.346264:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177334.346268:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177334.346271:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177335.369865:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177335.369872:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177335.369930:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177335.369933:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177335.369936:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177336.393890:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177336.393896:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177336.393957:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177336.393961:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177336.393964:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177337.417856:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177337.417861:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177337.417921:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177337.417926:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177337.417930:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786177337.610090:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177337.610099:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177337.610101:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177337.610104:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177337.610107:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177337.610112:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11857
00000400:00000200:0.0:1786177337.610118:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177337.610122:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177337.610124:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177337.610126:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610129:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177337.610131:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610134:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177337.610137:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177337.610139:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177337.610142:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177337.610145:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177337.610148:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177337.610150:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177337.610154:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610155:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177337.610157:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610159:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177337.610162:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177337.610165:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610167:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177337.610170:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177337.610174:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177337.610176:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177337.610178:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177337.610180:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177337.610189:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000020:00000040:0.0:1786177337.610193:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177337.610197:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177337.610198:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177337.610202:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177337.610205:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177337.610208:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177337.610216:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5800.
00000100:00000001:0.0:1786177337.610223:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177337.610231:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407370752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177337.610241:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177337.610244:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177337.610249:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407370752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177337.610273:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177337.610276:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177337.610279:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177337.610281:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177337.610283:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177337.610285:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177337.610288:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11857
00000400:00000200:0.0:1786177337.610291:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177337.610294:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177337.610296:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177337.610300:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610302:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177337.610305:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610307:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177337.610309:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177337.610310:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177337.610312:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177337.610315:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000001:2.0:1786177337.610315:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1786177337.610319:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177337.610320:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1786177337.610323:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:2.0:1786177337.610324:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1786177337.610329:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610333:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177337.610336:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610338:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000040:2.0:1786177337.610340:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407370752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1786177337.610341:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00080000:0.0:1786177337.610345:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610347:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177337.610349:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177337.610354:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177337.610359:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177337.610359:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177337.610361:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1786177337.610364:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1786177337.610366:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1786177337.610370:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1786177337.610371:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177337.610373:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177337.610374:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177337.610376:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177337.610379:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000100:00100000:2.0:1786177337.610381:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407370752:192.168.202.146@tcp:250:kworker.0
00000020:00000040:0.0:1786177337.610382:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177337.610387:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1786177337.610388:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177337.610389:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177337.610392:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177337.610393:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1786177337.610393:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177337.610394:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177337.610397:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177337.610398:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4000.
02000000:00000001:2.0:1786177337.610400:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1786177337.610402:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1786177337.610406:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
00000100:00100000:0.0:1786177337.610408:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407370880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1786177337.610409:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177337.610417:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1786177337.610418:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177337.610420:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177337.610423:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000100:00000040:0.0:1786177337.610424:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407370880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1786177337.610429:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00000001:0.0:1786177337.610438:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177337.610438:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407370752, portal 25
00000100:00000001:2.0:1786177337.610443:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177337.610444:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00080000:0.0:1786177337.610449:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1786177337.610450:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407370752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177337.610457:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786177337.610460:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177337.610462:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1786177337.610464:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1786177337.610465:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1786177337.610468:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00080000:0.0:1786177337.610470:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11857
00000400:00000010:2.0:1786177337.610472:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000400:00000200:0.0:1786177337.610475:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000200:2.0:1786177337.610477:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407370752, offset 0
00000400:00000200:0.0:1786177337.610479:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177337.610482:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177337.610485:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000040:0.0:1786177337.610486:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610490:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177337.610491:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610493:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177337.610494:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1786177337.610496:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:0.0:1786177337.610497:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786177337.610500:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177337.610501:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000020:00000001:0.0:1786177337.610503:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:2.0:1786177337.610505:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000020:00000001:0.0:1786177337.610506:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786177337.610512:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177337.610513:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1786177337.610514:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177337.610517:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610519:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:2.0:1786177337.610520:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000020:00000040:0.0:1786177337.610521:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000100:00080000:0.0:1786177337.610526:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610529:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177337.610529:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1786177337.610534:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1786177337.610536:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
02000000:00000001:0.0:1786177337.610537:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177337.610541:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177337.610542:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177337.610544:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1786177337.610546:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273869:273869:256:4294967295] 192.168.202.146@tcp LPNI seq info [273830:273830:8:4294967295]
00000008:00000001:0.0:1786177337.610547:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177337.610551:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177337.610557:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000400:00000200:2.0:1786177337.610557:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:0.0:1786177337.610560:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177337.610563:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177337.610564:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177337.610565:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177337.610566:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177337.610567:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177337.610571:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000100:00000001:0.0:1786177337.610575:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177337.610576:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1786177337.610581:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407371008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177337.610587:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177337.610590:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1786177337.610590:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000040:0.0:1786177337.610595:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407371008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1786177337.610600:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
00000100:00000001:0.0:1786177337.610601:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177337.610605:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177337.610607:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786177337.610608:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177337.610610:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1786177337.610611:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786177337.610613:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1786177337.610615:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786177337.610622:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:0.0:1786177337.610633:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11857
00000800:00000200:2.1:1786177337.610639:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000400:00000200:0.0:1786177337.610640:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177337.610646:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177337.610649:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177337.610652:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610654:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177337.610655:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000100:2.0:1786177337.610655:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610659:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177337.610661:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:2.0:1786177337.610661:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000020:00000040:0.0:1786177337.610663:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786177337.610664:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177337.610665:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786177337.610668:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786177337.610669:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786177337.610671:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610672:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177337.610674:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:2.0:1786177337.610674:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1786177337.610676:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177337.610677:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786177337.610679:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610680:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177337.610681:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177337.610683:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177337.610686:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177337.610687:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177337.610690:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1786177337.610691:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000008:00000001:0.0:1786177337.610692:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177337.610696:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177337.610699:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000400:00000200:2.0:1786177337.610700:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000020:00000040:0.0:1786177337.610701:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786177337.610705:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177337.610706:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1786177337.610706:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:0.0:1786177337.610709:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177337.610711:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177337.610713:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177337.610713:0:2401:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:0.0:1786177337.610716:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000100:00000001:0.0:1786177337.610720:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1786177337.610720:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407370752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177337.610727:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407371136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1786177337.610736:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1786177337.610737:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177337.610739:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177337.610741:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407370752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177337.610745:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407371136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.610762:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177337.610763:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177337.610765:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1786177337.610766:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177337.610785:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786177337.610786:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177337.610787:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177337.610789:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177337.610791:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11857
00000100:00000001:2.0:1786177337.610807:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1786177337.610808:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177337.610813:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177337.610817:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1786177337.610817:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:0.0:1786177337.610822:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610824:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1786177337.610824:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306539307
00000100:00000040:0.0:1786177337.610828:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610830:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177337.610832:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177337.610833:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786177337.610834:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1786177337.610835:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306534186
00000020:00000040:0.0:1786177337.610836:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786177337.610838:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000020:00000001:0.0:1786177337.610841:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786177337.610843:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:2.0:1786177337.610843:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306539307
00000100:00000001:0.0:1786177337.610845:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177337.610847:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610848:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177337.610849:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00080000:0.0:1786177337.610850:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177337.610855:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177337.610856:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1786177337.610857:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306534186
02000000:00000001:0.0:1786177337.610858:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177337.610862:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177337.610864:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177337.610866:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1786177337.610866:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1786177337.610872:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177337.610872:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177337.610873:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177337.610877:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000010:0.0:1786177337.610878:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786177337.610881:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786177337.610882:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177337.610883:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177337.610885:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177337.610886:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1786177337.610887:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177337/real 1786177337]  req@ffff9f1482ebc000 x1872930407370752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1786177337.610888:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177337.610892:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000100:00000001:0.0:1786177337.610895:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177337.610901:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407371264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177337.610916:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177337.610919:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177337.610924:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407371264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177337.610929:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1786177337.610930:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1786177337.610933:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1786177337.610936:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11868)
00000400:00000010:2.0:1786177337.610937:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177337.610942:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177337.610945:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177337.610948:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177337.610953:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407370752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177337.610963:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407370752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.610969:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177337.610970:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.610972:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177337.610973:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177337.610976:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407370752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.610980:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177337.610983:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407370752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.610988:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177337.610990:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.610991:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177337.610992:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.610993:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177337.610995:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177337.610997:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177337.610999:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177337.611000:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177337.611003:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407370752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177337.611009:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407370752:192.168.202.146@tcp:250:kworker.0
00000100:00000001:2.0:1786177337.611013:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611016:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177337.611019:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407370752/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611026:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177337.611028:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177337.611031:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177337.611034:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177337.611036:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177337.611038:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:2.0:1786177337.611040:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177337.611042:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5800.
02000000:00000001:2.0:1786177337.611046:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177337.611048:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177337.611050:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:2.0:1786177337.611052:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177337.611053:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611055:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611061:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177337.611062:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177337.611064:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177337.611065:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1786177337.611065:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177337.611068:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebdf80 x1872930407370880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611073:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177337.611073:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177337.611075:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177337.611076:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177337.611078:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177337.611079:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407370880:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177337.611082:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177337.611083:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177337.611085:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177337.611086:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177337.611088:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177337.611089:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177337.611092:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177337.611093:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000400:00000010:2.0:1786177337.611095:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00000200:2.0:1786177337.611097:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407370880, portal 10
00000100:00000001:2.0:1786177337.611099:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177337.611100:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177499520 : -106564532052096 : ffff9f1482ebdf80)
00000100:00000040:2.0:1786177337.611104:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebdf80 x1872930407370880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611108:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177337.611110:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177337.611111:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177337.611112:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407370880, offset 0
00000400:00000200:2.0:1786177337.611115:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177337.611117:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177337.611119:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177337.611121:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177337.611123:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177337.611124:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177337.611126:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177337.611128:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273870:273870:256:4294967295] 192.168.202.146@tcp LPNI seq info [273831:273831:8:4294967295]
00000400:00000200:2.0:1786177337.611130:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177337.611135:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177337.611139:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177337.611142:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
00000800:00000200:2.0:1786177337.611146:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177337.611149:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786177337.611163:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177337.611166:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1786177337.611169:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177337.611171:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000400:00000200:2.0:1786177337.611174:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177337.611177:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177337.611180:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177337.611182:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177337.611184:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177337.611187:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebdf80 x1872930407370880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611194:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177337.611197:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebdf80 x1872930407370880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611203:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177337.611205:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177337.611208:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177337.611211:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:2.0:1786177337.611215:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177337.611217:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306530341
00000100:00000001:2.0:1786177337.611220:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306539307
00000100:00000001:2.0:1786177337.611222:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306530341
00000100:00000001:2.0:1786177337.611224:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306539307
00000100:00000001:2.0:1786177337.611226:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177337.611228:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177337.611230:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177337.611233:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177337/real 1786177337]  req@ffff9f1482ebdf80 x1872930407370880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177337.611238:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177337.611240:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177337.611242:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177337.611244:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177337.611245:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177337.611248:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177337.611251:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebdf80 x1872930407370880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177337.611257:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebdf80 x1872930407370880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611264:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177337.611265:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611267:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177337.611268:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177337.611271:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebdf80 x1872930407370880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611276:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177337.611278:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebdf80 x1872930407370880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611282:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177337.611283:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611284:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177337.611285:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611286:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177337.611287:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177337.611288:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177337.611290:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177337.611291:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177337.611293:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebdf80 x1872930407370880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177337.611297:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407370880:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177337.611300:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177337.611302:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407371008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611306:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177337.611307:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177337.611308:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177337.611309:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177337.611310:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177337.611311:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407371008:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177337.611313:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177337.611315:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177337.611316:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177337.611317:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177337.611319:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177337.611320:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177337.611323:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177337.611324:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000400:00000010:2.0:1786177337.611326:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00000200:2.0:1786177337.611328:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407371008, portal 10
00000100:00000001:2.0:1786177337.611329:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177337.611330:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:2.0:1786177337.611333:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407371008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611337:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177337.611338:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177337.611340:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177337.611341:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407371008, offset 0
00000400:00000200:2.0:1786177337.611343:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177337.611345:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177337.611347:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177337.611349:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177337.611351:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177337.611353:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177337.611355:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177337.611358:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273871:273871:256:4294967295] 192.168.202.146@tcp LPNI seq info [273832:273832:8:4294967295]
00000400:00000200:2.0:1786177337.611362:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177337.611367:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177337.611372:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177337.611375:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
00000800:00000200:2.0:1786177337.611378:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177337.611381:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786177337.611385:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177337.611387:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1786177337.611391:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177337.611392:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000400:00000200:2.0:1786177337.611396:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177337.611398:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177337.611400:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177337.611401:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177337.611402:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177337.611405:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407371008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611410:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177337.611411:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407371008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611415:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177337.611416:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177337.611418:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177337.611420:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:2.0:1786177337.611422:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177337.611423:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306530422
00000100:00000001:2.0:1786177337.611424:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306539307
00000100:00000001:2.0:1786177337.611426:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306530422
00000100:00000001:2.0:1786177337.611427:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306539307
00000100:00000001:2.0:1786177337.611429:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177337.611430:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177337.611431:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177337.611433:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177337/real 1786177337]  req@ffff9f1482ebea00 x1872930407371008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177337.611437:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177337.611438:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177337.611439:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177337.611440:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177337.611441:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177337.611442:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177337.611443:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407371008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177337.611448:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407371008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611452:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177337.611452:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611453:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177337.611454:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177337.611456:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407371008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611459:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177337.611461:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407371008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611465:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177337.611466:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611467:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177337.611467:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611469:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177337.611470:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177337.611471:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177337.611473:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177337.611474:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177337.611476:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407371008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177337.611480:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407371008:192.168.202.146@tcp:38:kworker.0
00000100:00000001:2.0:1786177337.611482:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177337.611484:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebce00 x1872930407371136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611487:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177337.611488:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177337.611489:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177337.611490:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177337.611491:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177337.611493:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407371136:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177337.611495:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177337.611496:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177337.611497:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177337.611498:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177337.611500:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177337.611501:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177337.611503:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177337.611504:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000400:00000010:2.0:1786177337.611506:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00000200:2.0:1786177337.611508:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407371136, portal 4
00000100:00000001:2.0:1786177337.611509:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177337.611510:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177495040 : -106564532056576 : ffff9f1482ebce00)
00000100:00000040:2.0:1786177337.611513:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebce00 x1872930407371136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611517:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177337.611518:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177337.611519:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177337.611521:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407371136, offset 0
00000400:00000200:2.0:1786177337.611523:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177337.611525:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177337.611526:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177337.611528:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177337.611530:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177337.611531:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177337.611532:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177337.611534:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273872:273872:256:4294967295] 192.168.202.146@tcp LPNI seq info [273833:273833:8:4294967295]
00000400:00000200:2.0:1786177337.611537:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177337.611540:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177337.611543:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177337.611544:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
00000800:00000200:2.0:1786177337.611546:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177337.611548:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786177337.611550:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177337.611552:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1786177337.611554:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177337.611555:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000400:00000200:2.0:1786177337.611557:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177337.611559:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177337.611561:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177337.611562:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177337.611563:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177337.611565:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebce00 x1872930407371136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611569:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177337.611571:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407371136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611578:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177337.611579:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177337.611580:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177337.611582:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:2.0:1786177337.611584:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177337.611585:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306531681
00000100:00000001:2.0:1786177337.611586:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306539307
00000100:00000001:2.0:1786177337.611587:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306531681
00000100:00000001:2.0:1786177337.611589:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306539307
00000100:00000001:2.0:1786177337.611590:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177337.611591:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177337.611591:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177337.611593:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177337/real 1786177337]  req@ffff9f1482ebce00 x1872930407371136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177337.611597:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177337.611598:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177337.611599:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177337.611600:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177337.611601:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177337.611602:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177337.611603:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407371136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177337.611608:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407371136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611611:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177337.611612:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611613:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177337.611613:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177337.611615:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407371136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611621:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177337.611636:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407371136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611643:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177337.611646:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611647:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177337.611649:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611650:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177337.611652:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177337.611654:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177337.611657:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177337.611659:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177337.611663:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407371136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177337.611671:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407371136:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177337.611675:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1786177337.611677:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407371264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611681:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1786177337.611682:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177337.611683:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1786177337.611684:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1786177337.611685:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1786177337.611687:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407371264:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177337.611688:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1786177337.611689:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1786177337.611691:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1786177337.611692:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1786177337.611694:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177337.611695:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1786177337.611697:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:2.0:1786177337.611699:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f14b1b60108.
00000400:00000010:2.0:1786177337.611701:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782cdd0.
00000100:00000200:2.0:1786177337.611702:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407371264, portal 4
00000100:00000001:2.0:1786177337.611704:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1786177337.611704:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:2.0:1786177337.611708:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407371264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611712:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1786177337.611713:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:2.0:1786177337.611715:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f149782ccc0.
00000100:00000200:2.0:1786177337.611716:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407371264, offset 0
00000400:00000200:2.0:1786177337.611718:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:2.0:1786177337.611720:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177337.611722:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:2.0:1786177337.611724:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1786177337.611725:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:2.0:1786177337.611727:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1786177337.611728:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:2.0:1786177337.611730:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273873:273873:256:4294967295] 192.168.202.146@tcp LPNI seq info [273834:273834:8:4294967295]
00000400:00000200:2.0:1786177337.611732:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:2.0:1786177337.611736:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1786177337.611738:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177337.611740:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1498c5e200.
00000800:00000200:2.0:1786177337.611743:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.0:1786177337.611744:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1786177337.611747:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:2.1:1786177337.611748:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1786177337.611751:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:2.0:1786177337.611753:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1498c5e200.
00000400:00000200:2.0:1786177337.611754:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786177337.611756:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1786177337.611758:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782ccc0
00000400:00000010:2.0:1786177337.611759:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782ccc0.
00000100:00000001:2.0:1786177337.611760:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1786177337.611762:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407371264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611767:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177337.611768:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407371264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611786:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177337.611787:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1786177337.611789:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1786177337.611791:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:2.0:1786177337.611793:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:2.0:1786177337.611794:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306531472
00000100:00000001:2.0:1786177337.611796:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306539307
00000100:00000001:2.0:1786177337.611797:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306531472
00000100:00000001:2.0:1786177337.611798:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306539307
00000100:00000001:2.0:1786177337.611800:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1786177337.611801:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177337.611802:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1786177337.611804:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177337/real 1786177337]  req@ffff9f1482ebd500 x1872930407371264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1786177337.611808:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1786177337.611809:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1786177337.611810:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f14b1b60108.
00000400:00000200:2.0:1786177337.611811:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f149782cdd0
00000400:00000010:2.0:1786177337.611812:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f149782cdd0.
00000100:00000001:2.0:1786177337.611814:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1786177337.611817:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407371264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1786177337.611825:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407371264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611830:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1786177337.611832:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611834:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177337.611835:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1786177337.611839:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407371264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611845:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1786177337.611849:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407371264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611855:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1786177337.611858:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611859:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1786177337.611860:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611862:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1786177337.611864:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1786177337.611866:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1786177337.611868:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:2.0:1786177337.611869:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1786177337.611871:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407371264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1786177337.611877:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407371264:192.168.202.146@tcp:8:kworker.0
00000100:00000001:2.0:1786177337.611880:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611882:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177337.611885:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebdf80 x1872930407370880/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611891:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177337.611893:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177337.611894:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1967000.
02000000:00000001:2.0:1786177337.611897:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177337.611898:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177337.611899:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177337.611901:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177337.611903:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4000.
02000000:00000001:2.0:1786177337.611905:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177337.611906:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177337.611908:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebdf80.
00000100:00000001:2.0:1786177337.611912:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177337.611914:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611915:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177337.611918:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407371008/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611924:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177337.611926:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177337.611927:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966400.
02000000:00000001:2.0:1786177337.611929:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177337.611930:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177337.611931:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:2.0:1786177337.611933:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177337.611934:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4800.
02000000:00000001:2.0:1786177337.611936:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177337.611937:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177337.611939:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:2.0:1786177337.611941:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177337.611942:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611943:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177337.611947:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407371136/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611953:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177337.611955:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177337.611956:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1966000.
02000000:00000001:2.0:1786177337.611958:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177337.611959:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177337.611961:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:2.0:1786177337.611963:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177337.611964:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6400.
02000000:00000001:2.0:1786177337.611965:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177337.611966:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177337.611967:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:2.0:1786177337.611968:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177337.611969:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611970:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1786177337.611972:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407371264/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1786177337.611975:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1786177337.611976:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1786177337.611977:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14b1964400.
02000000:00000001:2.0:1786177337.611978:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1786177337.611979:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1786177337.611980:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:2.0:1786177337.611981:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1786177337.611982:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7800.
02000000:00000001:2.0:1786177337.611983:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1786177337.611983:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1786177337.611984:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:2.0:1786177337.611985:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1786177337.611985:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611986:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1786177337.611989:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1786177337.611990:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1786177337.611991:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1786177337.611992:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177338.441939:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177338.441949:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177338.442049:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177338.442055:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177338.442060:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177339.465917:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177339.465923:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177339.465995:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177339.466000:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177339.466004:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177340.489911:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177340.489917:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177340.489972:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177340.489976:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177340.489979:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177341.513918:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177341.513928:0:113538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1786177341.513931:0:113538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1786177341.513934:0:113538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177341.513940:0:113538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1786177341.513943:0:113538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177341.513945:0:113538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177341.513948:0:113538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177341.514015:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177341.514020:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177341.514023:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177342.537919:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177342.537929:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177342.537997:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177342.538003:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177342.538006:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786177342.729867:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177342.729882:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177342.729885:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177342.729890:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177342.729896:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177342.729906:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11863
00000400:00000200:0.0:1786177342.729917:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177342.729925:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177342.729929:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177342.729932:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.729936:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177342.729938:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.729941:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177342.729945:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177342.729948:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177342.729951:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177342.729954:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177342.729957:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177342.729960:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177342.729963:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.729965:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177342.729967:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.729969:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177342.729972:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177342.729975:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177342.729977:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177342.729979:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177342.729984:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177342.729986:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177342.729987:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177342.729990:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177342.730000:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebf100.
00000020:00000040:0.0:1786177342.730003:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177342.730006:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177342.730008:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177342.730011:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177342.730014:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177342.730018:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177342.730028:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786177342.730035:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177342.730043:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebf100 x1872930407371392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177342.730055:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177342.730061:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177342.730067:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b623e2] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebf100 x1872930407371392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177342.730097:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177342.730100:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177342.730104:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177342.730105:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177342.730107:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177342.730109:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177342.730111:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11863
00000400:00000200:0.0:1786177342.730116:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177342.730119:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177342.730122:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177342.730125:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730128:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177342.730131:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730133:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177342.730136:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177342.730137:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000020:00000001:0.0:1786177342.730140:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1786177342.730140:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1786177342.730142:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000020:00000001:0.0:1786177342.730145:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786177342.730147:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000001:3.0:1786177342.730147:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1786177342.730152:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177342.730152:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1786177342.730156:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177342.730158:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730159:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177342.730162:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
00000100:00000040:3.0:1786177342.730164:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebf100 x1872930407371392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177342.730171:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730174:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177342.730175:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1786177342.730179:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1786177342.730183:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177342.730183:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177342.730189:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177342.730191:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1786177342.730192:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1786177342.730195:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1786177342.730197:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1786177342.730199:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177342.730203:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177342.730204:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177342.730206:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebe680.
00000020:00000040:0.0:1786177342.730209:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000100:00100000:3.0:1786177342.730211:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407371392:192.168.202.146@tcp:250:kworker.0
02000000:00000001:0.0:1786177342.730212:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177342.730214:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177342.730218:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177342.730220:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177342.730222:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.730222:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1786177342.730227:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6000.
02000000:00000001:3.0:1786177342.730228:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1786177342.730231:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177342.730232:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177342.730236:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1786177342.730238:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebe680 x1872930407371520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1786177342.730242:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14984d3800.
02000000:00000001:3.0:1786177342.730246:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177342.730254:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1786177342.730254:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177342.730259:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1786177342.730260:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f1482cf1c60.
00000100:00000040:0.0:1786177342.730266:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834c0f4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebe680 x1872930407371520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1786177342.730269:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1660.
00000100:00000001:0.0:1786177342.730279:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1786177342.730280:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407371392, portal 25
00000100:00080000:0.0:1786177342.730283:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1786177342.730285:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177342.730288:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177504000 : -106564532047616 : ffff9f1482ebf100)
00000100:00080000:0.0:1786177342.730290:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1786177342.730294:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177342.730296:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1786177342.730300:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebf100 x1872930407371392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177342.730301:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177342.730306:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11863
00000100:00000001:3.0:1786177342.730313:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1786177342.730315:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:3.0:1786177342.730319:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:3.0:1786177342.730323:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1990.
00000100:00000200:3.0:1786177342.730327:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407371392, offset 0
00000400:00000200:0.0:1786177342.730337:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:3.0:1786177342.730339:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00080000:0.0:1786177342.730341:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177342.730347:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730349:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1786177342.730352:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000040:0.0:1786177342.730355:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730359:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177342.730363:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1786177342.730363:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000020:00000040:0.0:1786177342.730369:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000400:00000200:3.0:1786177342.730371:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1786177342.730373:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177342.730377:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000400:00000200:3.0:1786177342.730380:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000020:00000001:0.0:1786177342.730381:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000020:00000001:0.0:1786177342.730385:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000400:00000200:3.0:1786177342.730388:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1786177342.730392:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:3.0:1786177342.730396:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730397:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177342.730402:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000200:3.0:1786177342.730405:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273874:273874:256:4294967295] 192.168.202.146@tcp LPNI seq info [273835:273835:8:4294967295]
00000100:00000001:0.0:1786177342.730407:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177342.730415:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000400:00000200:3.0:1786177342.730417:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:0.0:1786177342.730421:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730425:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177342.730427:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177342.730431:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177342.730436:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177342.730438:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1786177342.730439:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177342.730442:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177342.730445:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177342.730447:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1786177342.730451:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000100:00000010:0.0:1786177342.730452:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000020:00000040:0.0:1786177342.730456:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
02000000:00000001:0.0:1786177342.730458:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177342.730459:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177342.730460:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:3.0:1786177342.730460:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1486af7400.
02000000:00000001:0.0:1786177342.730463:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177342.730465:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177342.730470:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7800.
00000800:00000200:3.0:1786177342.730472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786177342.730475:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1786177342.730479:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000100:00100000:0.0:1786177342.730484:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407371648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1786177342.730491:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786177342.730497:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1786177342.730502:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177342.730505:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1486af7400.
00000400:00000200:3.0:1786177342.730513:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1786177342.730518:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1786177342.730525:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1990
00000400:00000010:3.0:1786177342.730528:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1990.
00000100:00000001:3.0:1786177342.730533:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177342.730538:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebf100 x1872930407371392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.730548:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177342.730552:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebf100 x1872930407371392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177342.730569:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177342.730571:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177342.730573:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.730585:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1786177342.730589:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407371648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.730595:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177342.730602:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177342.730603:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177342.730608:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306544426
00000100:00080000:0.0:1786177342.730609:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177342.730614:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1786177342.730616:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177342.730618:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177342.730621:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177342.730625:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11863
00000400:00000200:0.0:1786177342.730630:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177342.730630:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306539307
00000400:00000200:0.0:1786177342.730637:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00000001:3.0:1786177342.730639:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306544426
00000100:00080000:0.0:1786177342.730641:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1786177342.730645:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306539307
00000100:00000040:0.0:1786177342.730647:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730650:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1786177342.730652:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1786177342.730653:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730656:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177342.730659:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1786177342.730659:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1786177342.730660:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000020:00000001:0.0:1786177342.730663:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177342.730666:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000100:00000001:3.0:1786177342.730666:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1786177342.730668:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000020:00000001:0.0:1786177342.730670:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786177342.730675:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730676:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1786177342.730676:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177342/real 1786177342]  req@ffff9f1482ebf100 x1872930407371392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177342.730680:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730683:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177342.730686:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786177342.730691:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730695:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177342.730699:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177342.730702:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:3.0:1786177342.730703:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1786177342.730705:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1786177342.730707:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1786177342.730709:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:3.0:1786177342.730712:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f1482cf1c60.
00000400:00000200:3.0:1786177342.730716:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1660
00000400:00000010:3.0:1786177342.730718:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1660.
00000100:00000001:3.0:1786177342.730720:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:0.0:1786177342.730723:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000100:00000200:3.0:1786177342.730726:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebf100 x1872930407371392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1786177342.730727:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177342.730732:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177342.730739:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000100:00000200:3.0:1786177342.730743:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebf100 x1872930407371392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1786177342.730744:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
02000000:00000001:0.0:1786177342.730750:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177342.730752:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177342.730755:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1786177342.730755:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1786177342.730756:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177342.730759:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.730759:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.730766:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1786177342.730767:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d6400.
00000100:00000001:0.0:1786177342.730791:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177342.730795:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407371776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177342.730800:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177342.730802:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177342.730804:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407371776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.730806:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177342.730814:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177342.730816:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebf100 x1872930407371392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177342.730818:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177342.730827:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786177342.730831:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1786177342.730833:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1786177342.730834:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177342.730839:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1786177342.730842:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebf100 x1872930407371392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177342.730844:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11863
00000400:00000200:0.0:1786177342.730853:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177342.730859:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1786177342.730860:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177342.730865:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1786177342.730866:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177342.730869:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177342.730870:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1786177342.730873:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1786177342.730874:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177342.730876:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730879:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:3.0:1786177342.730879:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:0.0:1786177342.730883:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1786177342.730883:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1786177342.730884:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786177342.730887:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00080000:3.0:1786177342.730889:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1786177342.730890:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000020:00000001:0.0:1786177342.730894:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00080000:3.0:1786177342.730896:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000020:00000001:0.0:1786177342.730897:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786177342.730902:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177342.730903:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1786177342.730904:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177342.730907:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730909:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177342.730912:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000040:3.0:1786177342.730912:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebf100 x1872930407371392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177342.730917:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177342.730921:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177342.730924:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177342.730927:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177342.730930:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177342.730931:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407371392:192.168.202.146@tcp:250:kworker.0
00000100:00000001:0.0:1786177342.730933:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177342.730937:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177342.730939:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.730939:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1786177342.730942:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.730942:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1786177342.730947:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000100:00000040:3.0:1786177342.730947:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebf100 x1872930407371392/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1786177342.730950:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
02000000:00000001:0.0:1786177342.730955:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177342.730957:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.730959:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1786177342.730961:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177342.730962:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1786177342.730965:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1786177342.730966:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14984d3800.
02000000:00000001:0.0:1786177342.730968:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177342.730970:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:0.0:1786177342.730972:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4800.
00000020:00000001:3.0:1786177342.730973:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1786177342.730977:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177342.730981:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407371904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000040:3.0:1786177342.730983:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000020:00000001:3.0:1786177342.730988:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1786177342.730991:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5400.
00000100:00000001:0.0:1786177342.730992:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177342.730995:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177342.730997:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:0.0:1786177342.730999:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407371904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1786177342.731000:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1786177342.731003:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebf100.
00000100:00000001:3.0:1786177342.731009:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1786177342.731010:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.731011:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.731015:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177342.731017:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11873)
00000100:00000001:3.0:1786177342.731022:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1786177342.731025:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.731027:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786177342.731028:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1786177342.731030:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177342.731033:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebe680 x1872930407371520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731038:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177342.731039:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177342.731041:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177342.731042:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177342.731044:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177342.731046:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407371520:192.168.202.146@tcp:38:kworker.0
00000100:00000001:3.0:1786177342.731048:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177342.731050:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1786177342.731051:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177342.731052:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1786177342.731054:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14984d3800.
02000000:00000001:3.0:1786177342.731056:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177342.731058:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:3.0:1786177342.731060:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f1482cf1c60.
00000400:00000010:3.0:1786177342.731063:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1660.
00000100:00000200:3.0:1786177342.731065:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407371520, portal 10
00000100:00000001:3.0:1786177342.731066:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177342.731068:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177501312 : -106564532050304 : ffff9f1482ebe680)
00000100:00000040:3.0:1786177342.731073:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebe680 x1872930407371520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731077:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1786177342.731078:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:3.0:1786177342.731079:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1990.
00000100:00000200:3.0:1786177342.731081:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407371520, offset 0
00000400:00000200:3.0:1786177342.731083:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177342.731086:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177342.731088:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:3.0:1786177342.731090:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1786177342.731091:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:3.0:1786177342.731093:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1786177342.731095:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:3.0:1786177342.731097:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273875:273875:256:4294967295] 192.168.202.146@tcp LPNI seq info [273836:273836:8:4294967295]
00000400:00000200:3.0:1786177342.731099:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177342.731106:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1786177342.731110:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177342.731114:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1486af7400.
00000800:00000200:3.0:1786177342.731117:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.0:1786177342.731120:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786177342.731124:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786177342.731127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1786177342.731131:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177342.731133:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1486af7400.
00000400:00000200:3.0:1786177342.731136:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1786177342.731140:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1786177342.731142:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1990
00000400:00000010:3.0:1786177342.731145:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1990.
00000100:00000001:3.0:1786177342.731147:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177342.731150:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebe680 x1872930407371520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731158:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177342.731160:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebe680 x1872930407371520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731165:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.731166:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177342.731168:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177342.731172:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:3.0:1786177342.731175:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177342.731177:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306535461
00000100:00000001:3.0:1786177342.731180:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306544426
00000100:00000001:3.0:1786177342.731182:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306535461
00000100:00000001:3.0:1786177342.731184:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306544426
00000100:00000001:3.0:1786177342.731186:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177342.731188:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.731190:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1786177342.731194:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177342/real 1786177342]  req@ffff9f1482ebe680 x1872930407371520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1786177342.731209:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1786177342.731211:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1786177342.731213:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f1482cf1c60.
00000400:00000200:3.0:1786177342.731215:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1660
00000400:00000010:3.0:1786177342.731217:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1660.
00000100:00000001:3.0:1786177342.731218:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1786177342.731220:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebe680 x1872930407371520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1786177342.731226:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebe680 x1872930407371520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731230:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1786177342.731231:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.731232:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177342.731232:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1786177342.731234:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebe680 x1872930407371520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731239:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177342.731243:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebe680 x1872930407371520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731249:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177342.731252:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.731254:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177342.731255:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.731257:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1786177342.731258:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1786177342.731261:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1786177342.731264:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786177342.731266:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1786177342.731271:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebe680 x1872930407371520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177342.731279:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407371520:192.168.202.146@tcp:38:kworker.0
00000100:00000001:3.0:1786177342.731283:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177342.731286:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407371648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731292:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177342.731294:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177342.731296:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177342.731298:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177342.731300:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177342.731303:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407371648:192.168.202.146@tcp:38:kworker.0
00000100:00000001:3.0:1786177342.731306:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177342.731308:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1786177342.731310:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177342.731311:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1786177342.731315:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14984d2800.
02000000:00000001:3.0:1786177342.731317:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177342.731320:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:3.0:1786177342.731322:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f1482cf1c60.
00000400:00000010:3.0:1786177342.731326:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1660.
00000100:00000200:3.0:1786177342.731328:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407371648, portal 10
00000100:00000001:3.0:1786177342.731330:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177342.731331:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:3.0:1786177342.731338:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407371648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731345:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1786177342.731347:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:3.0:1786177342.731349:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1990.
00000100:00000200:3.0:1786177342.731352:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407371648, offset 0
00000400:00000200:3.0:1786177342.731357:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177342.731361:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177342.731364:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:3.0:1786177342.731367:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1786177342.731369:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:3.0:1786177342.731372:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1786177342.731374:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:3.0:1786177342.731377:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273876:273876:256:4294967295] 192.168.202.146@tcp LPNI seq info [273837:273837:8:4294967295]
00000400:00000200:3.0:1786177342.731381:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177342.731387:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1786177342.731391:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177342.731394:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1486af7400.
00000800:00000200:3.0:1786177342.731396:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.0:1786177342.731398:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786177342.731401:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786177342.731402:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1786177342.731405:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177342.731406:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1486af7400.
00000400:00000200:3.0:1786177342.731409:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1786177342.731412:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1786177342.731415:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1990
00000400:00000010:3.0:1786177342.731416:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1990.
00000100:00000001:3.0:1786177342.731419:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177342.731422:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407371648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731430:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177342.731433:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407371648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731439:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.731441:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177342.731444:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177342.731447:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:3.0:1786177342.731450:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177342.731452:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306535542
00000100:00000001:3.0:1786177342.731455:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306544426
00000100:00000001:3.0:1786177342.731457:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306535542
00000100:00000001:3.0:1786177342.731459:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306544426
00000100:00000001:3.0:1786177342.731462:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177342.731464:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.731465:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1786177342.731469:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177342/real 1786177342]  req@ffff9f1482ebd500 x1872930407371648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1786177342.731477:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1786177342.731479:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1786177342.731480:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f1482cf1c60.
00000400:00000200:3.0:1786177342.731483:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1660
00000400:00000010:3.0:1786177342.731484:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1660.
00000100:00000001:3.0:1786177342.731486:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1786177342.731488:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407371648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1786177342.731494:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407371648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731498:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1786177342.731499:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.731500:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177342.731501:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1786177342.731502:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407371648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731506:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177342.731508:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407371648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731513:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177342.731515:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.731516:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177342.731516:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.731518:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1786177342.731519:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1786177342.731520:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1786177342.731522:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786177342.731523:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1786177342.731525:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407371648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177342.731529:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407371648:192.168.202.146@tcp:38:kworker.0
00000100:00000001:3.0:1786177342.731532:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177342.731534:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebce00 x1872930407371776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731538:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177342.731539:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177342.731540:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177342.731541:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177342.731542:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177342.731544:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407371776:192.168.202.146@tcp:8:kworker.0
00000100:00000001:3.0:1786177342.731546:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177342.731547:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1786177342.731548:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177342.731550:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1786177342.731552:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14984d0800.
02000000:00000001:3.0:1786177342.731553:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177342.731556:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:3.0:1786177342.731558:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f1482cf1c60.
00000400:00000010:3.0:1786177342.731560:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1660.
00000100:00000200:3.0:1786177342.731562:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407371776, portal 4
00000100:00000001:3.0:1786177342.731564:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177342.731564:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177495040 : -106564532056576 : ffff9f1482ebce00)
00000100:00000040:3.0:1786177342.731568:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebce00 x1872930407371776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731573:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1786177342.731574:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:3.0:1786177342.731588:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1990.
00000100:00000200:3.0:1786177342.731590:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407371776, offset 0
00000400:00000200:3.0:1786177342.731593:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177342.731595:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177342.731597:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:3.0:1786177342.731600:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1786177342.731601:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:3.0:1786177342.731603:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1786177342.731604:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:3.0:1786177342.731606:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273877:273877:256:4294967295] 192.168.202.146@tcp LPNI seq info [273838:273838:8:4294967295]
00000400:00000200:3.0:1786177342.731609:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177342.731613:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1786177342.731615:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177342.731617:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1486af7400.
00000800:00000200:3.0:1786177342.731619:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.0:1786177342.731621:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786177342.731624:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786177342.731625:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1786177342.731628:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177342.731629:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1486af7400.
00000400:00000200:3.0:1786177342.731631:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1786177342.731633:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1786177342.731635:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1990
00000400:00000010:3.0:1786177342.731636:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1990.
00000100:00000001:3.0:1786177342.731637:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177342.731639:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebce00 x1872930407371776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731648:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177342.731650:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407371776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731654:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.731655:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177342.731656:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177342.731658:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:3.0:1786177342.731660:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177342.731661:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306536801
00000100:00000001:3.0:1786177342.731662:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306544426
00000100:00000001:3.0:1786177342.731664:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306536801
00000100:00000001:3.0:1786177342.731665:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306544426
00000100:00000001:3.0:1786177342.731666:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177342.731668:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.731669:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1786177342.731671:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177342/real 1786177342]  req@ffff9f1482ebce00 x1872930407371776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1786177342.731675:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1786177342.731676:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1786177342.731677:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f1482cf1c60.
00000400:00000200:3.0:1786177342.731678:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1660
00000400:00000010:3.0:1786177342.731679:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1660.
00000100:00000001:3.0:1786177342.731680:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1786177342.731682:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407371776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1786177342.731687:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407371776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731690:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1786177342.731691:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.731693:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177342.731693:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1786177342.731695:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407371776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731699:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177342.731701:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407371776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731705:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177342.731706:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.731707:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177342.731707:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.731708:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1786177342.731709:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1786177342.731710:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1786177342.731712:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786177342.731713:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1786177342.731715:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407371776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177342.731719:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407371776:192.168.202.146@tcp:8:kworker.0
00000100:00000001:3.0:1786177342.731721:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177342.731723:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407371904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731727:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177342.731728:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177342.731729:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177342.731730:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177342.731731:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177342.731733:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407371904:192.168.202.146@tcp:8:kworker.0
00000100:00000001:3.0:1786177342.731735:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177342.731736:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1786177342.731737:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177342.731738:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1786177342.731740:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14984d0400.
02000000:00000001:3.0:1786177342.731741:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177342.731743:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:3.0:1786177342.731744:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f1482cf1c60.
00000400:00000010:3.0:1786177342.731746:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1660.
00000100:00000200:3.0:1786177342.731748:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407371904, portal 4
00000100:00000001:3.0:1786177342.731749:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177342.731750:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:3.0:1786177342.731753:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407371904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731757:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1786177342.731758:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:3.0:1786177342.731760:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1990.
00000100:00000200:3.0:1786177342.731761:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407371904, offset 0
00000400:00000200:3.0:1786177342.731763:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177342.731765:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177342.731767:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:3.0:1786177342.731769:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1786177342.731788:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:3.0:1786177342.731791:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1786177342.731793:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:3.0:1786177342.731796:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273878:273878:256:4294967295] 192.168.202.146@tcp LPNI seq info [273839:273839:8:4294967295]
00000400:00000200:3.0:1786177342.731800:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177342.731806:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1786177342.731810:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177342.731814:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1486af7400.
00000800:00000200:3.0:1786177342.731818:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.0:1786177342.731821:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1786177342.731825:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786177342.731827:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1786177342.731830:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177342.731831:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1486af7400.
00000400:00000200:3.0:1786177342.731833:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1786177342.731835:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1786177342.731837:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1990
00000400:00000010:3.0:1786177342.731839:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1990.
00000100:00000001:3.0:1786177342.731840:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177342.731842:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407371904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731848:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177342.731850:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407371904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731855:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.731857:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177342.731860:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177342.731862:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:3.0:1786177342.731865:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177342.731868:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306536592
00000100:00000001:3.0:1786177342.731870:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306544426
00000100:00000001:3.0:1786177342.731872:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306536592
00000100:00000001:3.0:1786177342.731874:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306544426
00000100:00000001:3.0:1786177342.731877:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177342.731879:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.731881:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1786177342.731885:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177342/real 1786177342]  req@ffff9f1482ebea00 x1872930407371904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1786177342.731893:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1786177342.731895:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1786177342.731897:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f1482cf1c60.
00000400:00000200:3.0:1786177342.731899:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1660
00000400:00000010:3.0:1786177342.731901:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1660.
00000100:00000001:3.0:1786177342.731903:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1786177342.731906:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407371904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1786177342.731912:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407371904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731916:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1786177342.731917:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.731918:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177342.731919:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1786177342.731921:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407371904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731925:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177342.731927:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407371904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731931:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177342.731932:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.731933:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177342.731934:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.731935:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1786177342.731936:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1786177342.731938:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1786177342.731940:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786177342.731941:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1786177342.731943:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407371904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177342.731951:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407371904:192.168.202.146@tcp:8:kworker.0
00000100:00000001:3.0:1786177342.731953:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.731954:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177342.731956:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebe680 x1872930407371520/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731960:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1786177342.731961:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1786177342.731963:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14984d3800.
02000000:00000001:3.0:1786177342.731965:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1786177342.731967:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1786177342.731968:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:3.0:1786177342.731971:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1786177342.731972:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6000.
02000000:00000001:3.0:1786177342.731974:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1786177342.731975:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1786177342.731977:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebe680.
00000100:00000001:3.0:1786177342.731981:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1786177342.731983:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.731984:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177342.731987:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407371648/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.731994:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1786177342.731995:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1786177342.731997:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14984d2800.
02000000:00000001:3.0:1786177342.731999:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1786177342.732000:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1786177342.732001:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:3.0:1786177342.732003:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1786177342.732005:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7800.
02000000:00000001:3.0:1786177342.732007:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1786177342.732008:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1786177342.732009:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:3.0:1786177342.732013:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1786177342.732015:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.732016:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177342.732019:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407371776/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.732026:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1786177342.732027:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1786177342.732029:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14984d0800.
02000000:00000001:3.0:1786177342.732031:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1786177342.732032:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1786177342.732033:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:3.0:1786177342.732035:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1786177342.732036:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d6400.
02000000:00000001:3.0:1786177342.732038:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1786177342.732039:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1786177342.732040:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:3.0:1786177342.732043:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1786177342.732044:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.732046:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177342.732050:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407371904/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177342.732056:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1786177342.732057:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1786177342.732058:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14984d0400.
02000000:00000001:3.0:1786177342.732060:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1786177342.732061:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1786177342.732063:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:3.0:1786177342.732064:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1786177342.732066:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4800.
02000000:00000001:3.0:1786177342.732068:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1786177342.732069:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1786177342.732070:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:3.0:1786177342.732072:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1786177342.732074:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.732076:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177342.732079:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1786177342.732081:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177342.732082:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786177342.732084:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177343.561902:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177343.561909:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177343.561962:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177343.561966:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177343.561969:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177344.585856:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177344.585863:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177344.585926:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177344.585931:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177344.585935:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177345.609918:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177345.609927:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177345.610031:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177345.610041:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177345.610045:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177346.633867:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177346.633874:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177346.633928:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177346.633931:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177346.633934:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1786177347.657923:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177347.657931:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1786177347.658003:0:97694:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1786177347.658008:0:97694:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1786177347.658024:0:97694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1786177347.849962:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3e1781e7-1336-4a6c-9b5a-ce95674617e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177347.849977:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1786177347.849980:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177347.849986:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177347.849991:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177347.850000:0:109754:0:(import.c:510:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 11868
00000400:00000200:0.0:1786177347.850009:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177347.850016:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177347.850020:0:109754:0:(import.c:589:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177347.850024:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177347.850035:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177347.850037:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177347.850041:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177347.850045:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177347.850048:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fc66
00000020:00000001:0.0:1786177347.850051:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177347.850054:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1499681800 refcount=3
00000020:00000001:0.0:1786177347.850057:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000020:00000001:0.0:1786177347.850059:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509554739200 : -106564154812416 : ffff9f1499681800)
00000100:00000040:0.0:1786177347.850063:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177347.850065:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177347.850066:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177347.850069:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177347.850072:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1499681800 : new refcount 2
00000100:00080000:0.0:1786177347.850075:0:109754:0:(import.c:624:import_select_connection()) MGC192.168.202.146@tcp: import ffff9f1499685000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:0.0:1786177347.850078:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177347.850081:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177347.850085:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177347.850088:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177347.850091:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1786177347.850094:0:109754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177347.850105:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786177347.850109:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1499685000 refcount=4 obd=MGC192.168.202.146@tcp
02000000:00000001:0.0:1786177347.850113:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177347.850115:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177347.850118:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177347.850121:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177347.850126:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1786177347.850136:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4c00.
00000100:00000001:0.0:1786177347.850144:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177347.850155:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebdf80 x1872930407372032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1786177347.850167:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177347.850171:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177347.850176:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d28899] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebdf80 x1872930407372032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177347.850199:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177347.850202:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177347.850206:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1786177347.850207:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177347.850209:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177347.850211:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1786177347.850214:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11868
00000400:00000200:0.0:1786177347.850218:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:0.0:1786177347.850222:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177347.850224:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177347.850228:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177347.850230:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177347.850232:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177347.850234:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000100:00000001:3.0:1786177347.850234:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1786177347.850239:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1786177347.850239:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1786177347.850241:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcba
00000100:00000001:3.0:1786177347.850243:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1786177347.850244:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177347.850248:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490843800 refcount=5
00000100:00000040:3.0:1786177347.850251:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebdf80 x1872930407372032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1786177347.850252:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000020:00000001:0.0:1786177347.850256:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405587456 : -106564303964160 : ffff9f1490843800)
00000100:00000040:0.0:1786177347.850264:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:3.0:1786177347.850266:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1786177347.850267:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1786177347.850269:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1786177347.850271:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177347.850274:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177347.850276:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490843800 : new refcount 4
02000000:00000001:3.0:1786177347.850277:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1786177347.850280:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9f148811d800: import ffff9f1483a02800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
02000000:00000001:3.0:1786177347.850281:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177347.850286:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177347.850286:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177347.850291:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1786177347.850293:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407372032:192.168.202.146@tcp:250:kworker.0
00000100:00000001:3.0:1786177347.850297:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1786177347.850298:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177347.850301:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1786177347.850302:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177347.850305:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177347.850306:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1786177347.850310:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1786177347.850313:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1786177347.850315:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14984d0400.
00000008:00000001:0.0:1786177347.850317:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177347.850319:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177347.850321:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177347.850326:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebc000.
00000400:00000200:3.0:1786177347.850326:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000020:00000040:0.0:1786177347.850331:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1483a02800 refcount=5 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000400:00000010:3.0:1786177347.850332:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f1482cf1c60.
02000000:00000001:0.0:1786177347.850335:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177347.850338:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177347.850340:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1786177347.850340:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1660.
02000000:00000001:0.0:1786177347.850343:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1786177347.850346:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1786177347.850349:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407372032, portal 25
02000000:00000010:0.0:1786177347.850351:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d5c00.
00000100:00000001:3.0:1786177347.850353:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177347.850355:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177499520 : -106564532052096 : ffff9f1482ebdf80)
00000100:00000001:0.0:1786177347.850356:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177347.850360:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebdf80 x1872930407372032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1786177347.850365:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebc000 x1872930407372160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177347.850372:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1786177347.850378:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177347.850381:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1786177347.850382:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1990.
00000100:00000001:0.0:1786177347.850385:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1786177347.850387:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872930407372032, offset 0
00000100:00000040:0.0:1786177347.850392:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c446ae] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebc000 x1872930407372160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1786177347.850396:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000100:00000001:0.0:1786177347.850406:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177347.850407:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00080000:0.0:1786177347.850410:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1786177347.850414:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1786177347.850416:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000100:00000001:0.0:1786177347.850417:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177347.850420:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1786177347.850423:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1786177347.850424:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1786177347.850429:0:109754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11868
00000400:00000200:3.0:1786177347.850431:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:0.0:1786177347.850436:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177347.850437:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1786177347.850441:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:0.0:1786177347.850444:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000400:00000200:3.0:1786177347.850448:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273879:273879:256:4294967295] 192.168.202.146@tcp LPNI seq info [273840:273840:8:4294967295]
00000100:00080000:0.0:1786177347.850449:0:109754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177347.850455:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000200:3.0:1786177347.850456:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:0.0:1786177347.850460:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177347.850463:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177347.850467:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000001:0.0:1786177347.850471:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1786177347.850472:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1786177347.850473:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcc1
00000020:00000001:0.0:1786177347.850476:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177347.850478:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1490845800 refcount=5
00000800:00000200:3.0:1786177347.850479:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000020:00000001:0.0:1786177347.850483:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000800:00000010:3.0:1786177347.850486:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1486af7400.
00000020:00000001:0.0:1786177347.850487:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509405595648 : -106564303955968 : ffff9f1490845800)
00000100:00000040:0.0:1786177347.850492:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000800:00000200:3.0:1786177347.850496:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00000001:0.0:1786177347.850497:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177347.850502:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000800:00000200:3.0:1786177347.850502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1786177347.850506:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177347.850510:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1490845800 : new refcount 4
00000800:00000200:3.1:1786177347.850511:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000100:00080000:0.0:1786177347.850515:0:109754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9f148811d800: import ffff9f148798c800 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000800:00000200:3.1:1786177347.850517:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1786177347.850519:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177347.850521:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:3.0:1786177347.850523:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
02000000:00000001:0.0:1786177347.850540:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177347.850544:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177347.850546:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:3.0:1786177347.850547:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1486af7400.
00000008:00100000:0.0:1786177347.850548:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1786177347.850552:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177347.850554:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177347.850556:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1786177347.850559:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebea00.
00000400:00000200:3.0:1786177347.850563:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1786177347.850565:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798c800 refcount=4 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000400:00000200:3.0:1786177347.850568:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1990
02000000:00000001:0.0:1786177347.850569:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1786177347.850572:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1990.
02000000:00000001:0.0:1786177347.850573:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177347.850577:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177347.850579:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1786177347.850579:0:2401:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1786177347.850581:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1786177347.850585:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebdf80 x1872930407372032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1786177347.850587:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7400.
00000100:00000001:0.0:1786177347.850592:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.850596:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1786177347.850600:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebea00 x1872930407372288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1786177347.850601:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebdf80 x1872930407372032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177347.850625:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1786177347.850625:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177347.850630:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.850630:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1786177347.850637:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d6cc08] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebea00 x1872930407372288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.850637:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177347.850643:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177347.850648:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4306549546
00000100:00000001:0.0:1786177347.850652:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177347.850656:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1786177347.850657:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306544426
00000100:00080000:0.0:1786177347.850663:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1786177347.850665:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4306549546
00000100:00000001:0.0:1786177347.850666:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1786177347.850669:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177347.850670:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306544426
00000100:00000001:0.0:1786177347.850674:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1786177347.850675:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1786177347.850679:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11868
00000100:00000001:3.0:1786177347.850679:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.850684:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:0.0:1786177347.850687:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00100000:3.0:1786177347.850690:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177347/real 1786177347]  req@ffff9f1482ebdf80 x1872930407372032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1786177347.850694:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
00000100:00080000:0.0:1786177347.850699:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1786177347.850704:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000400:00000001:3.0:1786177347.850705:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1786177347.850707:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:3.0:1786177347.850709:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1786177347.850711:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000400:00000010:3.0:1786177347.850713:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f1482cf1c60.
00000100:00000001:0.0:1786177347.850715:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000400:00000200:3.0:1786177347.850718:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1660
00000020:00000001:0.0:1786177347.850719:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1786177347.850722:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fccf
00000400:00000010:3.0:1786177347.850722:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1660.
00000020:00000001:0.0:1786177347.850726:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1786177347.850728:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1786177347.850729:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486231000 refcount=4
00000020:00000001:0.0:1786177347.850733:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000200:3.0:1786177347.850735:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebdf80 x1872930407372032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1786177347.850736:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231448064 : -106564478103552 : ffff9f1486231000)
00000100:00000040:0.0:1786177347.850744:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177347.850749:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1786177347.850752:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000200:3.0:1786177347.850755:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebdf80 x1872930407372032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177347.850756:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177347.850761:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486231000 : new refcount 3
00000100:00080000:0.0:1786177347.850766:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9f148811d800: import ffff9f148798f000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177347.850769:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1786177347.850791:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177347.850793:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1786177347.850796:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177347.850798:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177347.850801:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177347.850804:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177347.850806:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177347.850810:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.850810:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.850815:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:0.0:1786177347.850817:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebce00.
00000100:00000001:3.0:1786177347.850818:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1786177347.850822:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f148798f000 refcount=3 obd=lustre-OST0000-osc-ffff9f148811d800
00000100:00100000:3.0:1786177347.850825:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebdf80 x1872930407372032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1786177347.850827:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1786177347.850829:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177347.850833:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1786177347.850836:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1786177347.850837:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1786177347.850839:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177347.850843:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebdf80 x1872930407372032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1786177347.850845:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d4400.
00000100:00000001:0.0:1786177347.850850:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.850852:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177347.850855:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.850857:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:0.0:1786177347.850859:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebce00 x1872930407372416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1786177347.850860:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.850864:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1786177347.850866:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1786177347.850871:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1499685000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1786177347.850875:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:3.0:1786177347.850878:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110)
00000100:00000001:0.0:1786177347.850879:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.850883:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1786177347.850887:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394fe4d7] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebce00 x1872930407372416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1786177347.850892:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebdf80 x1872930407372032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177347.850904:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177347.850910:0:109754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 09a47081-0bda-4fb1-8d11-2e0453406b27->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1786177347.850912:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e1781e7-1336-4a6c-9b5a-ce95674617e2:2401:1872930407372032:192.168.202.146@tcp:250:kworker.0
00000100:00080000:0.0:1786177347.850917:0:109754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1786177347.850920:0:109754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1786177347.850920:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1786177347.850923:0:109754:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1786177347.850924:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1786177347.850929:0:109754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1786177347.850929:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebdf80 x1872930407372032/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1786177347.850935:0:109754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: connect to NID 192.168.202.146@tcp last attempt 11868
00000100:00000001:3.0:1786177347.850938:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1786177347.850941:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:0.0:1786177347.850942:0:109754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
02000000:00000010:3.0:1786177347.850944:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14984d0400.
00000400:00000200:0.0:1786177347.850948:0:109754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.146@tcp is discovered: rc = 1
02000000:00000001:3.0:1786177347.850948:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1786177347.850952:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:0.0:1786177347.850953:0:109754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: tried all connections, increasing latency to 20s
00000020:00000040:3.0:1786177347.850956:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1499685000 refcount=3 obd=MGC192.168.202.146@tcp
00000100:00000040:0.0:1786177347.850959:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000020:00000001:3.0:1786177347.850961:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:0.0:1786177347.850964:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1786177347.850966:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4c00.
00000100:00000040:0.0:1786177347.850968:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
02000000:00000001:3.0:1786177347.850972:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1786177347.850973:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
02000000:00000001:3.0:1786177347.850976:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:0.0:1786177347.850978:0:109754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000010:3.0:1786177347.850980:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebdf80.
00000020:00000040:0.0:1786177347.850981:0:109754:0:(genops.c:825:class_conn2export()) looking for export cookie 0x78217f7024a4fcd6
00000020:00000001:0.0:1786177347.850985:0:109754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1786177347.850988:0:109754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9f1486236000 refcount=4
00000100:00000001:3.0:1786177347.850989:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000001:0.0:1786177347.850991:0:109754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000001:3.0:1786177347.850993:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1786177347.850995:0:109754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637509231468544 : -106564478083072 : ffff9f1486236000)
00000100:00000040:0.0:1786177347.850999:0:109754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9f1483903140 refcount 14 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177347.851003:0:109754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1786177347.851003:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1786177347.851008:0:109754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9f1483903140 refcount 15 to 192.168.202.146@tcp
00000100:00000001:0.0:1786177347.851010:0:109754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637509188268352 : -106564521283264 : ffff9f1483903140)
00000020:00000040:0.0:1786177347.851013:0:109754:0:(genops.c:900:class_export_put()) PUTting export ffff9f1486236000 : new refcount 3
00000100:00000001:3.0:1786177347.851013:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1786177347.851017:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1786177347.851018:0:109754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9f148811d800: import ffff9f1487989000 using connection 192.168.202.146@tcp/192.168.202.146@tcp
00000100:00000001:3.0:1786177347.851021:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1786177347.851022:0:109754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.851025:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1786177347.851026:0:109754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1786177347.851030:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1786177347.851031:0:109754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1786177347.851035:0:109754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177347.851038:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebc000 x1872930407372160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1786177347.851039:0:109754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1786177347.851042:0:109754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1786177347.851047:0:109754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1786177347.851051:0:109754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1786177347.851057:0:109754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9f1482ebd500.
00000100:00000001:3.0:1786177347.851057:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1786177347.851061:0:109754:0:(genops.c:1231:class_import_get()) import ffff9f1487989000 refcount=3 obd=lustre-OST0001-osc-ffff9f148811d800
00000100:00000001:3.0:1786177347.851061:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177347.851066:0:109754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1786177347.851067:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1786177347.851070:0:109754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177347.851071:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1786177347.851076:0:109754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1786177347.851076:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1786177347.851079:0:109754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:3.0:1786177347.851081:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407372160:192.168.202.146@tcp:38:kworker.0
02000000:00000001:0.0:1786177347.851083:0:109754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.851088:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1786177347.851089:0:109754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9f14871d7c00.
02000000:00000001:3.0:1786177347.851091:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1786177347.851093:0:109754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177347.851095:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177347.851099:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1786177347.851103:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14984d0400.
02000000:00000001:3.0:1786177347.851105:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1786177347.851110:0:109754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9f1482ebd500 x1872930407372544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1786177347.851111:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:3.0:1786177347.851114:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f1482cf1c60.
00000400:00000010:3.0:1786177347.851120:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1660.
00000100:00000200:3.0:1786177347.851125:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407372160, portal 10
00000100:00000001:3.0:1786177347.851130:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177347.851132:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177491456 : -106564532060160 : ffff9f1482ebc000)
00000100:00000001:0.0:1786177347.851134:0:109754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1786177347.851138:0:109754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177347.851141:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebc000 x1872930407372160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1786177347.851146:0:109754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1922fe4] to pc [ptlrpcd_rcv+-1]  req@ffff9f1482ebd500 x1872930407372544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851161:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1786177347.851166:0:109754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177347.851167:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:3.0:1786177347.851172:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1990.
00000100:00000040:0.0:1786177347.851174:0:109754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11878)
00000100:00000200:3.0:1786177347.851176:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407372160, offset 0
00000400:00000200:3.0:1786177347.851183:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177347.851187:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177347.851192:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:3.0:1786177347.851195:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1786177347.851198:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:3.0:1786177347.851200:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1786177347.851202:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:3.0:1786177347.851207:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273880:273880:256:4294967295] 192.168.202.146@tcp LPNI seq info [273841:273841:8:4294967295]
00000400:00000200:3.0:1786177347.851210:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177347.851215:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1786177347.851218:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177347.851220:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1486af7400.
00000800:00000200:3.0:1786177347.851223:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.0:1786177347.851225:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786177347.851228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786177347.851229:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1786177347.851232:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177347.851233:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1486af7400.
00000400:00000200:3.0:1786177347.851235:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1786177347.851237:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1786177347.851239:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1990
00000400:00000010:3.0:1786177347.851240:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1990.
00000100:00000001:3.0:1786177347.851242:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177347.851244:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebc000 x1872930407372160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851249:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177347.851251:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebc000 x1872930407372160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851255:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.851256:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177347.851258:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177347.851262:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: using a timeout of 35536 usecs (36 jiffies)
00000400:00000200:3.0:1786177347.851264:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177347.851265:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306540581
00000100:00000001:3.0:1786177347.851267:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306549546
00000100:00000001:3.0:1786177347.851269:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306540581
00000100:00000001:3.0:1786177347.851270:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306549546
00000100:00000001:3.0:1786177347.851271:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177347.851273:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.851274:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1786177347.851277:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177347/real 1786177347]  req@ffff9f1482ebc000 x1872930407372160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1786177347.851281:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1786177347.851282:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1786177347.851283:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f1482cf1c60.
00000400:00000200:3.0:1786177347.851285:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1660
00000400:00000010:3.0:1786177347.851287:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1660.
00000100:00000001:3.0:1786177347.851288:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1786177347.851291:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebc000 x1872930407372160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1786177347.851299:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebc000 x1872930407372160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851305:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1786177347.851307:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.851309:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177347.851310:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1786177347.851314:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebc000 x1872930407372160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851320:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177347.851325:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebc000 x1872930407372160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851332:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177347.851334:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.851336:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177347.851337:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.851339:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1786177347.851341:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1786177347.851344:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1483a02800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1786177347.851348:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786177347.851350:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1786177347.851355:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebc000 x1872930407372160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177347.851363:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407372160:192.168.202.146@tcp:38:kworker.0
00000100:00000001:3.0:1786177347.851366:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177347.851369:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebea00 x1872930407372288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851375:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177347.851377:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177347.851379:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177347.851381:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177347.851383:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177347.851385:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407372288:192.168.202.146@tcp:38:kworker.0
00000100:00000001:3.0:1786177347.851388:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177347.851390:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1786177347.851391:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177347.851393:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1786177347.851396:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14984d0800.
02000000:00000001:3.0:1786177347.851398:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177347.851402:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:3.0:1786177347.851404:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f1482cf1c60.
00000400:00000010:3.0:1786177347.851407:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1660.
00000100:00000200:3.0:1786177347.851409:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407372288, portal 10
00000100:00000001:3.0:1786177347.851410:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177347.851411:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177502208 : -106564532049408 : ffff9f1482ebea00)
00000100:00000040:3.0:1786177347.851415:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebea00 x1872930407372288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851420:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1786177347.851422:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:3.0:1786177347.851423:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1990.
00000100:00000200:3.0:1786177347.851424:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872930407372288, offset 0
00000400:00000200:3.0:1786177347.851427:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177347.851430:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177347.851432:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:3.0:1786177347.851434:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1786177347.851435:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:3.0:1786177347.851437:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1786177347.851439:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:3.0:1786177347.851441:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273881:273881:256:4294967295] 192.168.202.146@tcp LPNI seq info [273842:273842:8:4294967295]
00000400:00000200:3.0:1786177347.851443:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177347.851447:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1786177347.851449:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177347.851451:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1486af7400.
00000800:00000200:3.0:1786177347.851453:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.0:1786177347.851455:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786177347.851458:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786177347.851459:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1786177347.851462:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177347.851463:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1486af7400.
00000400:00000200:3.0:1786177347.851465:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1786177347.851467:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1786177347.851470:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1990
00000400:00000010:3.0:1786177347.851471:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1990.
00000100:00000001:3.0:1786177347.851472:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177347.851474:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebea00 x1872930407372288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851479:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177347.851481:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebea00 x1872930407372288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851485:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.851486:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177347.851488:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177347.851490:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: using a timeout of 116847 usecs (117 jiffies)
00000400:00000200:3.0:1786177347.851492:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177347.851493:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306540662
00000100:00000001:3.0:1786177347.851495:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306549546
00000100:00000001:3.0:1786177347.851497:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306540662
00000100:00000001:3.0:1786177347.851498:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306549546
00000100:00000001:3.0:1786177347.851499:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177347.851500:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.851501:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1786177347.851503:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177347/real 1786177347]  req@ffff9f1482ebea00 x1872930407372288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1786177347.851507:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1786177347.851508:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1786177347.851509:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f1482cf1c60.
00000400:00000200:3.0:1786177347.851510:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1660
00000400:00000010:3.0:1786177347.851511:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1660.
00000100:00000001:3.0:1786177347.851512:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1786177347.851514:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebea00 x1872930407372288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1786177347.851518:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebea00 x1872930407372288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851522:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1786177347.851522:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.851523:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177347.851524:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1786177347.851539:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebea00 x1872930407372288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851543:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177347.851546:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebea00 x1872930407372288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851550:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177347.851552:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.851553:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177347.851554:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.851555:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1786177347.851555:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1786177347.851557:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1786177347.851558:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786177347.851559:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1786177347.851562:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebea00 x1872930407372288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177347.851567:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407372288:192.168.202.146@tcp:38:kworker.0
00000100:00000001:3.0:1786177347.851569:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177347.851570:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebce00 x1872930407372416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851574:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177347.851575:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177347.851576:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177347.851577:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177347.851578:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177347.851580:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407372416:192.168.202.146@tcp:8:kworker.0
00000100:00000001:3.0:1786177347.851582:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177347.851583:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1786177347.851584:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177347.851585:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1786177347.851587:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14984d2800.
02000000:00000001:3.0:1786177347.851588:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177347.851591:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:3.0:1786177347.851593:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f1482cf1c60.
00000400:00000010:3.0:1786177347.851597:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1660.
00000100:00000200:3.0:1786177347.851600:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407372416, portal 4
00000100:00000001:3.0:1786177347.851601:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177347.851603:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177495040 : -106564532056576 : ffff9f1482ebce00)
00000100:00000040:3.0:1786177347.851609:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebce00 x1872930407372416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851615:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1786177347.851617:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:3.0:1786177347.851619:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1990.
00000100:00000200:3.0:1786177347.851622:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407372416, offset 0
00000400:00000200:3.0:1786177347.851626:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177347.851630:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177347.851633:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:3.0:1786177347.851636:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1786177347.851638:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:3.0:1786177347.851641:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1786177347.851643:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:3.0:1786177347.851645:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273882:273882:256:4294967295] 192.168.202.146@tcp LPNI seq info [273843:273843:8:4294967295]
00000400:00000200:3.0:1786177347.851649:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177347.851655:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1786177347.851659:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177347.851663:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1486af7400.
00000800:00000200:3.0:1786177347.851666:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.0:1786177347.851669:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786177347.851673:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786177347.851675:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1786177347.851679:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177347.851681:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1486af7400.
00000400:00000200:3.0:1786177347.851684:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1786177347.851687:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1786177347.851690:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1990
00000400:00000010:3.0:1786177347.851692:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1990.
00000100:00000001:3.0:1786177347.851695:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177347.851698:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebce00 x1872930407372416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851705:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177347.851708:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebce00 x1872930407372416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851715:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.851716:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177347.851719:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177347.851721:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: using a timeout of 1375553 usecs (1376 jiffies)
00000400:00000200:3.0:1786177347.851723:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177347.851725:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306541921
00000100:00000001:3.0:1786177347.851726:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306549546
00000100:00000001:3.0:1786177347.851728:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306541921
00000100:00000001:3.0:1786177347.851729:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306549546
00000100:00000001:3.0:1786177347.851730:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177347.851731:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.851732:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1786177347.851735:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177347/real 1786177347]  req@ffff9f1482ebce00 x1872930407372416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1786177347.851740:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1786177347.851741:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1786177347.851742:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f1482cf1c60.
00000400:00000200:3.0:1786177347.851743:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1660
00000400:00000010:3.0:1786177347.851744:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1660.
00000100:00000001:3.0:1786177347.851745:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1786177347.851747:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebce00 x1872930407372416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1786177347.851752:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebce00 x1872930407372416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851756:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1786177347.851757:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.851759:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177347.851760:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1786177347.851762:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebce00 x1872930407372416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851765:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177347.851768:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebce00 x1872930407372416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851796:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177347.851799:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.851800:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177347.851801:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.851803:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1786177347.851805:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1786177347.851807:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f148798f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1786177347.851811:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786177347.851813:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1786177347.851817:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebce00 x1872930407372416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177347.851822:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407372416:192.168.202.146@tcp:8:kworker.0
00000100:00000001:3.0:1786177347.851824:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.851826:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177347.851828:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebc000 x1872930407372160/t0(0) o38->lustre-MDT0000-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851832:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1786177347.851833:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1786177347.851835:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14984d0400.
02000000:00000001:3.0:1786177347.851837:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1786177347.851838:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1786177347.851839:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1483a02800 refcount=4 obd=lustre-MDT0000-mdc-ffff9f148811d800
00000020:00000001:3.0:1786177347.851840:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1786177347.851841:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d5c00.
02000000:00000001:3.0:1786177347.851843:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1786177347.851844:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1786177347.851845:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebc000.
00000100:00000001:3.0:1786177347.851847:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1786177347.851848:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.851849:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177347.851851:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebea00 x1872930407372288/t0(0) o38->lustre-MDT0001-mdc-ffff9f148811d800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851854:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1786177347.851855:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1786177347.851855:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14984d0800.
02000000:00000001:3.0:1786177347.851856:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1786177347.851857:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1786177347.851858:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798c800 refcount=3 obd=lustre-MDT0001-mdc-ffff9f148811d800
00000020:00000001:3.0:1786177347.851858:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1786177347.851859:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7400.
02000000:00000001:3.0:1786177347.851860:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1786177347.851861:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1786177347.851862:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebea00.
00000100:00000001:3.0:1786177347.851863:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1786177347.851864:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.851865:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177347.851866:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebce00 x1872930407372416/t0(0) o8->lustre-OST0000-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851869:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1786177347.851870:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1786177347.851871:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14984d2800.
02000000:00000001:3.0:1786177347.851872:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1786177347.851873:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1786177347.851873:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f148798f000 refcount=2 obd=lustre-OST0000-osc-ffff9f148811d800
00000020:00000001:3.0:1786177347.851875:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1786177347.851876:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d4400.
02000000:00000001:3.0:1786177347.851877:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1786177347.851878:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1786177347.851879:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebce00.
00000100:00000001:3.0:1786177347.851881:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1786177347.851882:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.851884:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.851887:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1786177347.851889:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.851890:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786177347.851892:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1786177347.851893:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1786177347.851896:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9f1482ebd500 x1872930407372544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851903:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1786177347.851904:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177347.851906:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1786177347.851908:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1786177347.851910:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1786177347.851913:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407372544:192.168.202.146@tcp:8:kworker.0
00000100:00000001:3.0:1786177347.851917:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1786177347.851918:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1786177347.851920:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1786177347.851922:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1786177347.851925:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9f14984d2800.
02000000:00000001:3.0:1786177347.851927:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1786177347.851929:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000010:3.0:1786177347.851930:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9f1482cf1c60.
00000400:00000010:3.0:1786177347.851933:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1660.
00000100:00000200:3.0:1786177347.851935:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872930407372544, portal 4
00000100:00000001:3.0:1786177347.851937:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1786177347.851938:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446637509177496832 : -106564532054784 : ffff9f1482ebd500)
00000100:00000040:3.0:1786177347.851944:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9f1482ebd500 x1872930407372544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.851956:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1786177347.851958:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp
00000400:00000010:3.0:1786177347.851961:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9f14978e1990.
00000100:00000200:3.0:1786177347.851963:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872930407372544, offset 0
00000400:00000200:3.0:1786177347.851967:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp
00000400:00000200:3.0:1786177347.851971:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177347.851974:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.146@tcp local destination
00000400:00000200:3.0:1786177347.851977:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1786177347.851980:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp
00000400:00000200:3.0:1786177347.851982:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1786177347.851984:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp
00000400:00000200:3.0:1786177347.851987:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [273883:273883:256:4294967295] 192.168.202.146@tcp LPNI seq info [273844:273844:8:4294967295]
00000400:00000200:3.0:1786177347.851991:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000400:00000200:3.0:1786177347.851997:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:<?>) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1786177347.852002:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177347.852005:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9f1486af7400.
00000800:00000200:3.0:1786177347.852009:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.0:1786177347.852012:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1786177347.852016:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9f1498813180] -> 12345-192.168.202.146@tcp (2)
00000800:00000200:3.1:1786177347.852019:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.146 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1786177347.852023:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.146@tcp
00000800:00000010:3.0:1786177347.852025:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9f1486af7400.
00000400:00000200:3.0:1786177347.852028:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1786177347.852031:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1786177347.852034:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1990
00000400:00000010:3.0:1786177347.852036:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1990.
00000100:00000001:3.0:1786177347.852038:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1786177347.852041:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9f1482ebd500 x1872930407372544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.852047:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177347.852049:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9f1482ebd500 x1872930407372544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.852057:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.852058:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1786177347.852060:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1786177347.852062:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: using a timeout of 1165037 usecs (1166 jiffies)
00000400:00000200:3.0:1786177347.852064:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0
00000100:00000001:3.0:1786177347.852066:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 0 is 4306541712
00000100:00000001:3.0:1786177347.852067:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 0, keep current deadline 4306549546
00000100:00000001:3.0:1786177347.852069:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS new deadline estimation for cpu 1 is 4306541712
00000100:00000001:3.0:1786177347.852070:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9f148811d800: PM QoS request active for cpu 1, keep current deadline 4306549546
00000100:00000001:3.0:1786177347.852071:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1786177347.852073:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.852074:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1786177347.852076:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177347/real 1786177347]  req@ffff9f1482ebd500 x1872930407372544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1786177347.852080:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1786177347.852081:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1786177347.852082:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9f1482cf1c60.
00000400:00000200:3.0:1786177347.852084:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9f14978e1660
00000400:00000010:3.0:1786177347.852086:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9f14978e1660.
00000100:00000001:3.0:1786177347.852088:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1786177347.852091:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9f1482ebd500 x1872930407372544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1786177347.852098:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9f1482ebd500 x1872930407372544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.852104:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1786177347.852106:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.852108:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177347.852109:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1786177347.852113:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9f1482ebd500 x1872930407372544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.852120:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1786177347.852124:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9f1482ebd500 x1872930407372544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.852131:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1786177347.852133:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.852134:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1786177347.852136:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.852137:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1786177347.852139:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1786177347.852142:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9f1487989000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1786177347.852145:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.146@tcp failed (-110)
00000100:00000001:3.0:1786177347.852147:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1786177347.852151:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9f1482ebd500 x1872930407372544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1786177347.852159:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9f1482ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:09a47081-0bda-4fb1-8d11-2e0453406b27:2401:1872930407372544:192.168.202.146@tcp:8:kworker.0
00000100:00000001:3.0:1786177347.852163:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.852165:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1786177347.852168:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9f1482ebd500 x1872930407372544/t0(0) o8->lustre-OST0001-osc-ffff9f148811d800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1786177347.852175:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1786177347.852176:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1786177347.852178:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9f14984d2800.
02000000:00000001:3.0:1786177347.852181:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1786177347.852182:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1786177347.852183:0:2401:0:(genops.c:1244:class_import_put()) import ffff9f1487989000 refcount=2 obd=lustre-OST0001-osc-ffff9f148811d800
00000020:00000001:3.0:1786177347.852186:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1786177347.852188:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9f14871d7c00.
02000000:00000001:3.0:1786177347.852190:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1786177347.852191:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1786177347.852193:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9f1482ebd500.
00000100:00000001:3.0:1786177347.852195:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1786177347.852197:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.852198:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1786177347.852201:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1786177347.852203:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1786177347.852204:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1786177347.852205:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1786177348.681934:0:113538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1786177348.681941:0:113538:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1786177348.682008:0:97693:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1786177348.682013:0:97693:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1786177348.682018:0:97693:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 132046 lines, 132046 kept, 0 dropped, 0 bad.